broccoli-ml 15.4.1__tar.gz → 15.4.2__tar.gz

{broccoli_ml-15.4.1 → broccoli_ml-15.4.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: broccoli-ml
-Version: 15.4.1
+Version: 15.4.2
 Summary: Some useful Pytorch models, circa 2025
 License: MIT
 Author: Nicholas Bailey

{broccoli_ml-15.4.1 → broccoli_ml-15.4.2}/broccoli/vit.py

@@ -520,13 +520,8 @@ class ViT(nn.Module):
                 "SwiGLU": SwiGLU,
             }[transformer_activation]
 
-        # Set alpha according to Microsoft's DeepNorm if layers > 50
-        if transformer_layers > 50:
-            self.alpha = (2 * transformer_layers) ** 0.25
-            self.beta = 1.0  # beta is not needed as we norm the Q and K vectors in MSA!
-        else:
-            self.alpha = 1.0
-            self.beta = 1.0  # beta is not needed as we norm the Q and K vectors in MSA!
+        self.alpha = (2 * transformer_layers) ** 0.25
+        self.beta = 1.0  # beta is not needed if we norm the Q and K vectors in MSA!
 
         self.encoder = ViTEncoder(
             input_size=input_size,

{broccoli_ml-15.4.1 → broccoli_ml-15.4.2}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "broccoli-ml"
-version = "15.4.1"
+version = "15.4.2"
 description = "Some useful Pytorch models, circa 2025"
 authors = [
     {name = "Nicholas Bailey"}