hyper-connections 0.3.5__tar.gz → 0.3.6__tar.gz

{hyper_connections-0.3.5 → hyper_connections-0.3.6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hyper-connections
-Version: 0.3.5
+Version: 0.3.6
 Summary: Hyper-Connections
 Project-URL: Homepage, https://pypi.org/project/hyper-connections/
 Project-URL: Repository, https://github.com/lucidrains/hyper-connections

{hyper_connections-0.3.5 → hyper_connections-0.3.6}/hyper_connections/manifold_constrained_hyper_connections.py

@@ -222,7 +222,7 @@ class ManifoldConstrainedHyperConnections(Module):
 
         # they used layernorm in paper, but rmsnorm is fine given what we know now
 
-        self.norm = RMSNorm(dim * num_residual_streams * num_fracs)
+        self.norm = RMSNorm(dim)
 
         assert num_residual_streams > 0, '`num_residual_streams` must be greater than 0'
 
@@ -312,11 +312,7 @@ class ManifoldConstrainedHyperConnections(Module):
 
         # norm
 
-        normed = rearrange(residuals, 'b ... f s d -> b ... (f s d)')
-
-        normed = self.norm(normed)
-
-        normed = rearrange(normed, 'b ... (f s d) -> b ... f s d', f = self.num_fracs, s = streams)
+        normed = self.norm(residuals)
 
         # alpha for weighted sum of residuals going into branch
 

{hyper_connections-0.3.5 → hyper_connections-0.3.6}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "hyper-connections"
-version = "0.3.5"
+version = "0.3.6"
 description = "Hyper-Connections"
 authors = [
     { name = "Phil Wang", email = "lucidrains@gmail.com" }