hyper-connections 0.0.19__tar.gz → 0.0.20__tar.gz

{hyper_connections-0.0.19 → hyper_connections-0.0.20}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hyper-connections
-Version: 0.0.19
+Version: 0.0.20
 Summary: Hyper-Connections
 Project-URL: Homepage, https://pypi.org/project/hyper-connections/
 Project-URL: Repository, https://github.com/lucidrains/hyper-connections

{hyper_connections-0.0.19 → hyper_connections-0.0.20}/hyper_connections/hyper_connections.py

@@ -12,6 +12,14 @@ from torch.utils._pytree import tree_flatten, tree_unflatten
 
 from einops import rearrange, repeat, reduce, einsum
 
+"""
+ein notation:
+b - batch
+d - feature dimension
+s - residual streams
+t - residual streams + num branch inputs
+"""
+
 # helper functions
 
 def exists(v):
@@ -102,6 +110,8 @@ class HyperConnections(Module):
 
         self.norm = nn.RMSNorm(dim) # they used layernorm in paper, but rmsnorm is fine given what we know now
 
+        assert num_residual_streams > 0, '`num_residual_streams` must be greater than 0'
+
         self.num_residual_streams = num_residual_streams
         init_residual_index = default(layer_index, randrange(num_residual_streams)) % num_residual_streams # just choose one random residual stream if layer index not given
 

{hyper_connections-0.0.19 → hyper_connections-0.0.20}/hyper_connections/hyper_connections_with_multi_branch_inputs.py

@@ -12,6 +12,16 @@ from torch.utils._pytree import tree_flatten, tree_unflatten
 
 from einops import rearrange, repeat, reduce, einsum
 
+"""
+ein notation:
+b - batch
+d - feature dimension
+s - residual streams
+i - branch inputs
+br - branch functions
+t - residual streams + num branch inputs
+"""
+
 from hyper_connections.hyper_connections import Residual, StreamEmbed
 
 # helper functions

{hyper_connections-0.0.19 → hyper_connections-0.0.20}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "hyper-connections"
-version = "0.0.19"
+version = "0.0.20"
 description = "Hyper-Connections"
 authors = [
     { name = "Phil Wang", email = "lucidrains@gmail.com" }