hyper-connections 0.3.4__tar.gz → 0.3.6__tar.gz

{hyper_connections-0.3.4 → hyper_connections-0.3.6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hyper-connections
-Version: 0.3.4
+Version: 0.3.6
 Summary: Hyper-Connections
 Project-URL: Homepage, https://pypi.org/project/hyper-connections/
 Project-URL: Repository, https://github.com/lucidrains/hyper-connections
@@ -45,6 +45,8 @@ Description-Content-Type: text/markdown
 
 Attempt to make multiple residual streams, proposed in [Hyper-Connections paper](https://arxiv.org/abs/2409.19606) out of Bytedance AI lab, accessible as an easy to use library, as well as for following any new research in this direction.
 
+[Write up on mHC from Subhadip Mitra](https://subhadipmitra.com/blog/2026/deepseek-mhc-manifold-constrained-hyper-connections/)
+
 ## Install
 
 ```bash

{hyper_connections-0.3.4 → hyper_connections-0.3.6}/README.md

@@ -4,6 +4,8 @@
 
 Attempt to make multiple residual streams, proposed in [Hyper-Connections paper](https://arxiv.org/abs/2409.19606) out of Bytedance AI lab, accessible as an easy to use library, as well as for following any new research in this direction.
 
+[Write up on mHC from Subhadip Mitra](https://subhadipmitra.com/blog/2026/deepseek-mhc-manifold-constrained-hyper-connections/)
+
 ## Install
 
 ```bash

{hyper_connections-0.3.4 → hyper_connections-0.3.6}/hyper_connections/manifold_constrained_hyper_connections.py

@@ -10,7 +10,7 @@ import torch.nn.functional as F
 from torch.nn import Module, Sequential
 from torch.utils._pytree import tree_flatten, tree_unflatten
 
-from einops import rearrange, repeat, reduce, einsum, pack, unpack
+from einops import rearrange, repeat, reduce, einsum
 from einops.layers.torch import Rearrange, Reduce
 
 """
@@ -40,14 +40,6 @@ def identity(t):
 def add(x, y):
     return x + y
 
-def pack_one_with_inverse(t, pattern):
-    packed, packed_shape = pack([t], pattern)
-
-    def inverse(out):
-        return unpack(out, packed_shape, pattern)[0]
-
-    return packed, inverse
-
 # sinkhorn
 
 def l1norm(t, dim):
@@ -230,7 +222,7 @@ class ManifoldConstrainedHyperConnections(Module):
 
         # they used layernorm in paper, but rmsnorm is fine given what we know now
 
-        self.norm = RMSNorm(dim * num_residual_streams * num_fracs)
+        self.norm = RMSNorm(dim)
 
         assert num_residual_streams > 0, '`num_residual_streams` must be greater than 0'
 
@@ -320,11 +312,7 @@ class ManifoldConstrainedHyperConnections(Module):
 
         # norm
 
-        flattened_residuals, inverse_pack = pack_one_with_inverse(residuals, 'b n *')
-
-        normed = self.norm(flattened_residuals) # they norm across flattened stream + dimension?
-
-        normed = inverse_pack(normed)
+        normed = self.norm(residuals)
 
         # alpha for weighted sum of residuals going into branch
 

{hyper_connections-0.3.4 → hyper_connections-0.3.6}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "hyper-connections"
-version = "0.3.4"
+version = "0.3.6"
 description = "Hyper-Connections"
 authors = [
     { name = "Phil Wang", email = "lucidrains@gmail.com" }