broccoli-ml 0.28.0__tar.gz → 0.29.1__tar.gz

{broccoli_ml-0.28.0 → broccoli_ml-0.29.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: broccoli-ml
-Version: 0.28.0
+Version: 0.29.1
 Summary: Some useful Pytorch models, circa 2025
 License: MIT
 Author: Nicholas Bailey

{broccoli_ml-0.28.0 → broccoli_ml-0.29.1}/broccoli/linear.py

@@ -95,7 +95,7 @@ class AnchoredLinear(nn.Module):
         )
 
 
-class ReparamLinear(nn.Module):
+class WeightNormedLinear(nn.Module):
     """
     ...
     """

{broccoli_ml-0.28.0 → broccoli_ml-0.29.1}/broccoli/transformer.py

@@ -10,7 +10,7 @@ import torch.nn.functional as F
 from einops import rearrange
 
 from .rope import RotaryEmbedding, apply_rotary_emb
-from .linear import AnchoredLinear
+from .linear import AnchoredLinear, SpectralNormLinear
 
 
 class MHAttention(nn.Module):
@@ -248,7 +248,7 @@ class FeedforwardBlock(nn.Module):
             self.activation = activation()
 
         if raw_input:
-            self.memory_type = AnchoredLinear
+            self.memory_type = SpectralNormLinear
         else:
             self.memory_type = nn.Linear
 

{broccoli_ml-0.28.0 → broccoli_ml-0.29.1}/broccoli/vit.py

@@ -308,7 +308,7 @@ class ViTEncoder(nn.Module):
                 linear_module=linear_module,
                 pre_norm=transformer_pre_norm,
                 normformer=transformer_normformer,
-                raw_input=not cnn,
+                # raw_input=not cnn,
             )
         else:
             self.initial_ff = nn.Identity()

{broccoli_ml-0.28.0 → broccoli_ml-0.29.1}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "broccoli-ml"
-version = "0.28.0"
+version = "0.29.1"
 description = "Some useful Pytorch models, circa 2025"
 authors = [
     {name = "Nicholas Bailey"}