broccoli-ml 0.27.0__py3-none-any.whl → 0.28.0__py3-none-any.whl

broccoli/transformer.py

@@ -238,6 +238,7 @@ class FeedforwardBlock(nn.Module):
         linear_module=nn.Linear,
         pre_norm=True,
         normformer=False,
+        raw_input=False,
     ):
         super().__init__()
 
@@ -246,6 +247,11 @@ class FeedforwardBlock(nn.Module):
         else:
             self.activation = activation()
 
+        if raw_input:
+            self.memory_type = AnchoredLinear
+        else:
+            self.memory_type = nn.Linear
+
         self.dropout = nn.Dropout(dropout)
 
         self.max_features = (
@@ -260,7 +266,7 @@ class FeedforwardBlock(nn.Module):
                 linear_module(input_features, self.max_features),
                 self.activation,
                 nn.LayerNorm(ratio * output_features) if normformer else nn.Identity(),
-                linear_module(ratio * output_features, output_features),
+                self.memory_type(ratio * output_features, output_features),
                 self.dropout,
             ]
         )

broccoli/vit.py

@@ -308,6 +308,7 @@ class ViTEncoder(nn.Module):
                 linear_module=linear_module,
                 pre_norm=transformer_pre_norm,
                 normformer=transformer_normformer,
+                raw_input=not cnn,
             )
         else:
             self.initial_ff = nn.Identity()

{broccoli_ml-0.27.0.dist-info → broccoli_ml-0.28.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: broccoli-ml
-Version: 0.27.0
+Version: 0.28.0
 Summary: Some useful Pytorch models, circa 2025
 License: MIT
 Author: Nicholas Bailey

{broccoli_ml-0.27.0.dist-info → broccoli_ml-0.28.0.dist-info}/RECORD

@@ -8,10 +8,10 @@ broccoli/eigenpatches.py,sha256=J6n2usN1oQuHEHYiBNyYpn_a9eQcHjOBiIlvSei520Y,2413
 broccoli/linear.py,sha256=7NkNvhtxzWAUoBJOuiPUIcr853HhI1cS71d8DwdMkJ0,4826
 broccoli/rope.py,sha256=hw7kBPNR9GQXj4GxyIAffsGKPfcTPOFh8Bc7oEHtaZY,12108
 broccoli/tensor.py,sha256=zhSOo9W24FEgN7U35wy3ZIJHnw3u4cepJO5heCw6vwU,4590
-broccoli/transformer.py,sha256=barmcq4Y5X6iM6STFt2t52XlXhuZphQ98wX6UvUGMFU,16748
+broccoli/transformer.py,sha256=QpjhGmdI5EPC-UrMF5e-4edvYInzJCjR82nlxsUl5h4,16900
 broccoli/utils.py,sha256=htq_hOsdhUhL0nJi9WkKiEYOjEoWqFpK5X49PtgTf-0,299
-broccoli/vit.py,sha256=nuXX2JoKoBTtF1tAH-11mL2R5ISgMHYsBbbgvcluV1s,16072
-broccoli_ml-0.27.0.dist-info/LICENSE,sha256=0BAzJE5BqQ7Iixp_AFdB2W1uO-HCRX-Qfun8PHt6yVM,1073
-broccoli_ml-0.27.0.dist-info/METADATA,sha256=dzd2nejaPCG976rKlMnDTi5RzpWAeh87Yf2LsPb2Tzw,1257
-broccoli_ml-0.27.0.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-broccoli_ml-0.27.0.dist-info/RECORD,,
+broccoli/vit.py,sha256=YgoiI4iQ8DP9EkI4MunxC3EOnKx2uKYkKD0SZemyRRY,16107
+broccoli_ml-0.28.0.dist-info/LICENSE,sha256=0BAzJE5BqQ7Iixp_AFdB2W1uO-HCRX-Qfun8PHt6yVM,1073
+broccoli_ml-0.28.0.dist-info/METADATA,sha256=EzKKU4RcKdi-9L-1JHREKoeuY2oWkTO-ZR8bEV3zmY4,1257
+broccoli_ml-0.28.0.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+broccoli_ml-0.28.0.dist-info/RECORD,,