hyper-connections 0.3.4__py3-none-any.whl → 0.3.5__py3-none-any.whl

hyper_connections/manifold_constrained_hyper_connections.py

@@ -10,7 +10,7 @@ import torch.nn.functional as F
 from torch.nn import Module, Sequential
 from torch.utils._pytree import tree_flatten, tree_unflatten
 
-from einops import rearrange, repeat, reduce, einsum, pack, unpack
+from einops import rearrange, repeat, reduce, einsum
 from einops.layers.torch import Rearrange, Reduce
 
 """
@@ -40,14 +40,6 @@ def identity(t):
 def add(x, y):
     return x + y
 
-def pack_one_with_inverse(t, pattern):
-    packed, packed_shape = pack([t], pattern)
-
-    def inverse(out):
-        return unpack(out, packed_shape, pattern)[0]
-
-    return packed, inverse
-
 # sinkhorn
 
 def l1norm(t, dim):
@@ -320,11 +312,11 @@ class ManifoldConstrainedHyperConnections(Module):
 
         # norm
 
-        flattened_residuals, inverse_pack = pack_one_with_inverse(residuals, 'b n *')
+        normed = rearrange(residuals, 'b ... f s d -> b ... (f s d)')
 
-        normed = self.norm(flattened_residuals) # they norm across flattened stream + dimension?
+        normed = self.norm(normed)
 
-        normed = inverse_pack(normed)
+        normed = rearrange(normed, 'b ... (f s d) -> b ... f s d', f = self.num_fracs, s = streams)
 
         # alpha for weighted sum of residuals going into branch
 

{hyper_connections-0.3.4.dist-info → hyper_connections-0.3.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hyper-connections
-Version: 0.3.4
+Version: 0.3.5
 Summary: Hyper-Connections
 Project-URL: Homepage, https://pypi.org/project/hyper-connections/
 Project-URL: Repository, https://github.com/lucidrains/hyper-connections
@@ -45,6 +45,8 @@ Description-Content-Type: text/markdown
 
 Attempt to make multiple residual streams, proposed in [Hyper-Connections paper](https://arxiv.org/abs/2409.19606) out of Bytedance AI lab, accessible as an easy to use library, as well as for following any new research in this direction.
 
+[Write up on mHC from Subhadip Mitra](https://subhadipmitra.com/blog/2026/deepseek-mhc-manifold-constrained-hyper-connections/)
+
 ## Install
 
 ```bash

{hyper_connections-0.3.4.dist-info → hyper_connections-0.3.5.dist-info}/RECORD

@@ -3,9 +3,9 @@ hyper_connections/hyper_connections.py,sha256=UHxZhyRwx89GRgmQVt53Gv6JeNhX8UCjjE
 hyper_connections/hyper_connections_channel_first.py,sha256=_1PM4LRcPpDqfCiHlBMc2nLV08sXM2nuyZGSKTiuqbE,6818
 hyper_connections/hyper_connections_with_multi_branch_inputs.py,sha256=6BXKdSwyx6wdQVseebKG2EQkhVaVLrrepOlL8lLnex4,7855
 hyper_connections/hyper_connections_with_multi_input_streams.py,sha256=ueT3CJPHrt5hRU7q1bFF0rANWJh_pXqclt6HiUu1gBY,11331
-hyper_connections/manifold_constrained_hyper_connections.py,sha256=5JDrXPOKqzwQLdmp8tft7q7SOws5tD4r8MFKFQFEoLU,16976
+hyper_connections/manifold_constrained_hyper_connections.py,sha256=rW4LKNDvq1MPT3ou8ZL7GHgbZGUb62iPqqLreGH31o0,16756
 hyper_connections/residuals.py,sha256=JVSFJj_H7xQ3_Fd-pZH5Hdv9SveAQu29jQNvMyom5ek,921
-hyper_connections-0.3.4.dist-info/METADATA,sha256=2XGPVmM9gAYU3Mtk-1DtsCdawxkJ2p9k6MaB2Hj-E0E,6575
-hyper_connections-0.3.4.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-hyper_connections-0.3.4.dist-info/licenses/LICENSE,sha256=E7RGS7kpJIStk5za_-4DVhWEAamf65EU0CNML25mq4c,1066
-hyper_connections-0.3.4.dist-info/RECORD,,
+hyper_connections-0.3.5.dist-info/METADATA,sha256=3h4jwNOJaX08sNUhqKiKaFNyTN0Yerq31nV3lghgDpo,6704
+hyper_connections-0.3.5.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+hyper_connections-0.3.5.dist-info/licenses/LICENSE,sha256=E7RGS7kpJIStk5za_-4DVhWEAamf65EU0CNML25mq4c,1066
+hyper_connections-0.3.5.dist-info/RECORD,,