hyper-connections 0.3.5__py3-none-any.whl → 0.3.6__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (5) hide show
  1. hyper_connections/manifold_constrained_hyper_connections.py +2 -6
  2. {hyper_connections-0.3.5.dist-info → hyper_connections-0.3.6.dist-info}/METADATA +1 -1
  3. {hyper_connections-0.3.5.dist-info → hyper_connections-0.3.6.dist-info}/RECORD +5 -5
  4. {hyper_connections-0.3.5.dist-info → hyper_connections-0.3.6.dist-info}/WHEEL +0 -0
  5. {hyper_connections-0.3.5.dist-info → hyper_connections-0.3.6.dist-info}/licenses/LICENSE +0 -0
hyper_connections/manifold_constrained_hyper_connections.py CHANGED
@@ -222,7 +222,7 @@ class ManifoldConstrainedHyperConnections(Module):
222
222
 
223
223
  # they used layernorm in paper, but rmsnorm is fine given what we know now
224
224
 
225
- self.norm = RMSNorm(dim * num_residual_streams * num_fracs)
225
+ self.norm = RMSNorm(dim)
226
226
 
227
227
  assert num_residual_streams > 0, '`num_residual_streams` must be greater than 0'
228
228
 
@@ -312,11 +312,7 @@ class ManifoldConstrainedHyperConnections(Module):
312
312
 
313
313
  # norm
314
314
 
315
- normed = rearrange(residuals, 'b ... f s d -> b ... (f s d)')
316
-
317
- normed = self.norm(normed)
318
-
319
- normed = rearrange(normed, 'b ... (f s d) -> b ... f s d', f = self.num_fracs, s = streams)
315
+ normed = self.norm(residuals)
320
316
 
321
317
  # alpha for weighted sum of residuals going into branch
322
318
 
{hyper_connections-0.3.5.dist-info → hyper_connections-0.3.6.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: hyper-connections
3
- Version: 0.3.5
3
+ Version: 0.3.6
4
4
  Summary: Hyper-Connections
5
5
  Project-URL: Homepage, https://pypi.org/project/hyper-connections/
6
6
  Project-URL: Repository, https://github.com/lucidrains/hyper-connections
{hyper_connections-0.3.5.dist-info → hyper_connections-0.3.6.dist-info}/RECORD RENAMED
@@ -3,9 +3,9 @@ hyper_connections/hyper_connections.py,sha256=UHxZhyRwx89GRgmQVt53Gv6JeNhX8UCjjE
3
3
  hyper_connections/hyper_connections_channel_first.py,sha256=_1PM4LRcPpDqfCiHlBMc2nLV08sXM2nuyZGSKTiuqbE,6818
4
4
  hyper_connections/hyper_connections_with_multi_branch_inputs.py,sha256=6BXKdSwyx6wdQVseebKG2EQkhVaVLrrepOlL8lLnex4,7855
5
5
  hyper_connections/hyper_connections_with_multi_input_streams.py,sha256=ueT3CJPHrt5hRU7q1bFF0rANWJh_pXqclt6HiUu1gBY,11331
6
- hyper_connections/manifold_constrained_hyper_connections.py,sha256=rW4LKNDvq1MPT3ou8ZL7GHgbZGUb62iPqqLreGH31o0,16756
6
+ hyper_connections/manifold_constrained_hyper_connections.py,sha256=ruPwN4mo2Vo5e2KAIQEeeRrJr47Ds1mapM5DfqrwTq8,16552
7
7
  hyper_connections/residuals.py,sha256=JVSFJj_H7xQ3_Fd-pZH5Hdv9SveAQu29jQNvMyom5ek,921
8
- hyper_connections-0.3.5.dist-info/METADATA,sha256=3h4jwNOJaX08sNUhqKiKaFNyTN0Yerq31nV3lghgDpo,6704
9
- hyper_connections-0.3.5.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
10
- hyper_connections-0.3.5.dist-info/licenses/LICENSE,sha256=E7RGS7kpJIStk5za_-4DVhWEAamf65EU0CNML25mq4c,1066
11
- hyper_connections-0.3.5.dist-info/RECORD,,
8
+ hyper_connections-0.3.6.dist-info/METADATA,sha256=rpv7M5wjGiqo1q5AlaMXmfmDDqJ6gR-ekftkOxqXbDk,6704
9
+ hyper_connections-0.3.6.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
10
+ hyper_connections-0.3.6.dist-info/licenses/LICENSE,sha256=E7RGS7kpJIStk5za_-4DVhWEAamf65EU0CNML25mq4c,1066
11
+ hyper_connections-0.3.6.dist-info/RECORD,,