hyper-connections 0.4.8__py3-none-any.whl → 0.4.9__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -385,15 +385,17 @@ class ManifoldConstrainedHyperConnections(Module):
385
385
 
386
386
  # maybe mix streams
387
387
 
388
+ norm_input = residuals
389
+
388
390
  if exists(self.maybe_mix_streams):
389
391
 
390
- residuals, inverse_pack_lead_dims = pack_with_inverse(residuals, '* c h w')
391
- residuals = self.maybe_mix_streams(residuals)
392
- residuals = inverse_pack_lead_dims(residuals)
392
+ norm_input, inverse_pack_lead_dims = pack_with_inverse(norm_input, '* c h w')
393
+ norm_input = self.maybe_mix_streams(norm_input)
394
+ norm_input = inverse_pack_lead_dims(norm_input)
393
395
 
394
396
  # norm
395
397
 
396
- normed = self.norm(residuals)
398
+ normed = self.norm(norm_input)
397
399
 
398
400
  # alpha for weighted sum of residuals going into branch
399
401
 
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: hyper-connections
3
- Version: 0.4.8
3
+ Version: 0.4.9
4
4
  Summary: Hyper-Connections
5
5
  Project-URL: Homepage, https://pypi.org/project/hyper-connections/
6
6
  Project-URL: Repository, https://github.com/lucidrains/hyper-connections
@@ -3,12 +3,12 @@ hyper_connections/hyper_connections.py,sha256=2F-104cGE82KCK0KeC07NSOJNPT-0PCtvX
3
3
  hyper_connections/hyper_connections_channel_first.py,sha256=5vAen4WXxNI9K07ndLBQJwdJv-OjoXznta5EIQTaQNA,6512
4
4
  hyper_connections/hyper_connections_with_multi_branch_inputs.py,sha256=yn2AlFB6qCYQeRhhhaMlCM3mxxLEdWCYwU2p9TsMwWI,7835
5
5
  hyper_connections/hyper_connections_with_multi_input_streams.py,sha256=iFPw5pgCRHTo16nBJ2PExKSrvTyCh7ba7Py14P1oSPE,11311
6
- hyper_connections/mHCv2.py,sha256=LpMtlrb7Vfi2qq_cqPl9fajA5SxkMTl5QGpmvBJyD1M,18360
6
+ hyper_connections/mHCv2.py,sha256=1kdFEbO1WLFsQT-nZUPRFf-c8CLsOiDrptBTyfuWsWY,18399
7
7
  hyper_connections/manifold_constrained_hyper_connections.py,sha256=E4os-6q_SMjJO1JD0EG8rFTCXA7MQoy-aqUlM7KVS5Q,18269
8
8
  hyper_connections/residuals.py,sha256=JVSFJj_H7xQ3_Fd-pZH5Hdv9SveAQu29jQNvMyom5ek,921
9
9
  hyper_connections/triton_sinkhorn.py,sha256=n2WyQcUemtv5T5Sk2nljnSpV2hEED4I3HaPsIUy4638,5905
10
10
  hyper_connections/vit.py,sha256=dh8AVMUPaUHuWxXJEHoMW_G5nj-EQQjDmgbPwwhiq5g,5215
11
- hyper_connections-0.4.8.dist-info/METADATA,sha256=vevhBHad-7ffu1KBFcazUqU5C2XVRy1LlZkIxJUNDIs,6746
12
- hyper_connections-0.4.8.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
13
- hyper_connections-0.4.8.dist-info/licenses/LICENSE,sha256=E7RGS7kpJIStk5za_-4DVhWEAamf65EU0CNML25mq4c,1066
14
- hyper_connections-0.4.8.dist-info/RECORD,,
11
+ hyper_connections-0.4.9.dist-info/METADATA,sha256=MDfxbjmRiv15To0-HwzrFuROTgH1Yo2tWkl5E1vVRZ0,6746
12
+ hyper_connections-0.4.9.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
13
+ hyper_connections-0.4.9.dist-info/licenses/LICENSE,sha256=E7RGS7kpJIStk5za_-4DVhWEAamf65EU0CNML25mq4c,1066
14
+ hyper_connections-0.4.9.dist-info/RECORD,,