hyper-connections 0.3.3__tar.gz → 0.3.5__tar.gz

{hyper_connections-0.3.3 → hyper_connections-0.3.5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hyper-connections
-Version: 0.3.3
+Version: 0.3.5
 Summary: Hyper-Connections
 Project-URL: Homepage, https://pypi.org/project/hyper-connections/
 Project-URL: Repository, https://github.com/lucidrains/hyper-connections
@@ -45,6 +45,8 @@ Description-Content-Type: text/markdown
 
 Attempt to make multiple residual streams, proposed in [Hyper-Connections paper](https://arxiv.org/abs/2409.19606) out of Bytedance AI lab, accessible as an easy to use library, as well as for following any new research in this direction.
 
+[Write up on mHC from Subhadip Mitra](https://subhadipmitra.com/blog/2026/deepseek-mhc-manifold-constrained-hyper-connections/)
+
 ## Install
 
 ```bash

{hyper_connections-0.3.3 → hyper_connections-0.3.5}/README.md

@@ -4,6 +4,8 @@
 
 Attempt to make multiple residual streams, proposed in [Hyper-Connections paper](https://arxiv.org/abs/2409.19606) out of Bytedance AI lab, accessible as an easy to use library, as well as for following any new research in this direction.
 
+[Write up on mHC from Subhadip Mitra](https://subhadipmitra.com/blog/2026/deepseek-mhc-manifold-constrained-hyper-connections/)
+
 ## Install
 
 ```bash

{hyper_connections-0.3.3 → hyper_connections-0.3.5}/hyper_connections/manifold_constrained_hyper_connections.py

@@ -10,7 +10,7 @@ import torch.nn.functional as F
 from torch.nn import Module, Sequential
 from torch.utils._pytree import tree_flatten, tree_unflatten
 
-from einops import rearrange, repeat, reduce, einsum, pack, unpack
+from einops import rearrange, repeat, reduce, einsum
 from einops.layers.torch import Rearrange, Reduce
 
 """
@@ -40,14 +40,6 @@ def identity(t):
 def add(x, y):
     return x + y
 
-def pack_one_with_inverse(t, pattern):
-    packed, packed_shape = pack([t], pattern)
-
-    def inverse(out):
-        return unpack(out, packed_shape, pattern)[0]
-
-    return packed, inverse
-
 # sinkhorn
 
 def l1norm(t, dim):
@@ -91,13 +83,15 @@ def get_init_and_expand_reduce_stream_functions(
     num_fracs = 1,
     dim = None,
     add_stream_embed = False,
-    disable = None
+    disable = None,
+    sinkhorn_iters = 20,
+    **kwargs
 ):
     disable = default(disable, num_streams == 1 and num_fracs == 1)
 
     hyper_conn_klass = ManifoldConstrainedHyperConnections if not disable else Residual
 
-    init_hyper_conn_fn = partial(hyper_conn_klass, num_streams, num_fracs = num_fracs)
+    init_hyper_conn_fn = partial(hyper_conn_klass, num_streams, num_fracs = num_fracs, sinkhorn_iters = sinkhorn_iters, **kwargs)
     expand_reduce_fns = get_expand_reduce_stream_functions(num_streams, add_stream_embed = add_stream_embed, dim = dim, disable = disable)
 
     if exists(dim):
@@ -318,11 +312,11 @@ class ManifoldConstrainedHyperConnections(Module):
 
         # norm
 
-        flattened_residuals, inverse_pack = pack_one_with_inverse(residuals, 'b n *')
+        normed = rearrange(residuals, 'b ... f s d -> b ... (f s d)')
 
-        normed = self.norm(flattened_residuals) # they norm across flattened stream + dimension?
+        normed = self.norm(normed)
 
-        normed = inverse_pack(normed)
+        normed = rearrange(normed, 'b ... (f s d) -> b ... f s d', f = self.num_fracs, s = streams)
 
         # alpha for weighted sum of residuals going into branch
 

{hyper_connections-0.3.3 → hyper_connections-0.3.5}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "hyper-connections"
-version = "0.3.3"
+version = "0.3.5"
 description = "Hyper-Connections"
 authors = [
     { name = "Phil Wang", email = "lucidrains@gmail.com" }