hyper-connections 0.2.0__py3-none-any.whl → 0.2.1__py3-none-any.whl

hyper_connections/hyper_connections.py

@@ -67,8 +67,10 @@ def get_init_and_expand_reduce_stream_functions(
     num_fracs = 1,
     dim = None,
     add_stream_embed = False,
-    disable = False
+    disable = None
 ):
+    disable = default(disable, num_streams == 1 and num_fracs == 1)
+
     hyper_conn_klass = HyperConnections if not disable else Residual
 
     init_hyper_conn_fn = partial(hyper_conn_klass, num_streams, num_fracs = num_fracs)

hyper_connections/hyper_connections_channel_first.py

@@ -49,7 +49,9 @@ def get_expand_reduce_stream_functions(num_streams, disable = False):
 
     return expand_fn, reduce_fn
 
-def get_init_and_expand_reduce_stream_functions(num_streams, disable = False):
+def get_init_and_expand_reduce_stream_functions(num_streams, disable = None):
+
+    disable = default(disable, num_streams == 1)
 
     hyper_conn_klass = HyperConnections if not disable else Residual
 

hyper_connections/hyper_connections_with_multi_branch_inputs.py

@@ -50,7 +50,9 @@ def get_expand_reduce_stream_functions(cls, num_streams, disable = False):
 
     return expand_fn, reduce_fn
 
-def get_init_and_expand_reduce_stream_functions(cls, num_streams, disable = False):
+def get_init_and_expand_reduce_stream_functions(cls, num_streams, disable = None):
+
+    disable = default(disable, num_streams == 1)
 
     hyper_conn_klass = HyperConnections if not disable else Residual
 

hyper_connections/hyper_connections_with_multi_input_streams.py

@@ -41,7 +41,9 @@ def get_expand_reduce_stream_functions(num_streams, disable = False):
 
     return expand_fn, reduce_fn
 
-def get_init_and_expand_reduce_stream_functions(num_streams, disable = False):
+def get_init_and_expand_reduce_stream_functions(num_streams, disable = None):
+
+    disable = default(disable, num_streams == 1)
 
     hyper_conn_klass = HyperConnections if not disable else Residual
 

{hyper_connections-0.2.0.dist-info → hyper_connections-0.2.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hyper-connections
-Version: 0.2.0
+Version: 0.2.1
 Summary: Hyper-Connections
 Project-URL: Homepage, https://pypi.org/project/hyper-connections/
 Project-URL: Repository, https://github.com/lucidrains/hyper-connections
@@ -141,7 +141,7 @@ To compare hyper connections to plain residual without changing the code, just p
 get_init_and_expand_reduce_stream_functions(4, disable = True)
 ```
 
-To use the fractionated feature dimensions proposed in (a follow up paper)[https://arxiv.org/abs/2503.14125] by same authors, just instantiate with `num_fracs` greater than `1` as so
+To use the fractionated feature dimensions proposed in [a follow up paper](https://arxiv.org/abs/2503.14125) by same authors, just instantiate with `num_fracs` greater than `1` as so
 
 ```python
 get_init_and_expand_reduce_stream_functions(1, num_fracs = 4) # also allows you to mix streams and fractions of feature dimension

hyper_connections-0.2.1.dist-info/RECORD

@@ -0,0 +1,10 @@
+hyper_connections/__init__.py,sha256=d2zNTka0Gp9vINu4U-RhgTJFBhsVrs1fne_15Zl0oOs,224
+hyper_connections/hyper_connections.py,sha256=UHxZhyRwx89GRgmQVt53Gv6JeNhX8UCjjETlydMZjTk,15021
+hyper_connections/hyper_connections_channel_first.py,sha256=_1PM4LRcPpDqfCiHlBMc2nLV08sXM2nuyZGSKTiuqbE,6818
+hyper_connections/hyper_connections_with_multi_branch_inputs.py,sha256=6BXKdSwyx6wdQVseebKG2EQkhVaVLrrepOlL8lLnex4,7855
+hyper_connections/hyper_connections_with_multi_input_streams.py,sha256=ueT3CJPHrt5hRU7q1bFF0rANWJh_pXqclt6HiUu1gBY,11331
+hyper_connections/residuals.py,sha256=JVSFJj_H7xQ3_Fd-pZH5Hdv9SveAQu29jQNvMyom5ek,921
+hyper_connections-0.2.1.dist-info/METADATA,sha256=MJU_T9w23XcVFmETbIXfKjNyzArjOD26Z4LYKFbnOrI,5966
+hyper_connections-0.2.1.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+hyper_connections-0.2.1.dist-info/licenses/LICENSE,sha256=E7RGS7kpJIStk5za_-4DVhWEAamf65EU0CNML25mq4c,1066
+hyper_connections-0.2.1.dist-info/RECORD,,

hyper_connections-0.2.0.dist-info/RECORD

@@ -1,10 +0,0 @@
-hyper_connections/__init__.py,sha256=d2zNTka0Gp9vINu4U-RhgTJFBhsVrs1fne_15Zl0oOs,224
-hyper_connections/hyper_connections.py,sha256=iMKJBJioaPus6QcR50nwdDrIs96P1liyktC5RE6Drds,14953
-hyper_connections/hyper_connections_channel_first.py,sha256=BojfO2dcT4jX1rlcU3kr0B6B_CjrkkS2AZU4ZXeWvh8,6769
-hyper_connections/hyper_connections_with_multi_branch_inputs.py,sha256=2JABz1slrF5_XP33L1CMNTmmixfoD464FtQpUADqneU,7806
-hyper_connections/hyper_connections_with_multi_input_streams.py,sha256=UIKceEZEBLKFL5VuP5tR1KTDeZNIJEKjFuPAwXkcp0I,11282
-hyper_connections/residuals.py,sha256=JVSFJj_H7xQ3_Fd-pZH5Hdv9SveAQu29jQNvMyom5ek,921
-hyper_connections-0.2.0.dist-info/METADATA,sha256=Ypr8d84gZhK_SB-nFhOm5s3VP_-1if4JB39f_vBf6oc,5966
-hyper_connections-0.2.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-hyper_connections-0.2.0.dist-info/licenses/LICENSE,sha256=E7RGS7kpJIStk5za_-4DVhWEAamf65EU0CNML25mq4c,1066
-hyper_connections-0.2.0.dist-info/RECORD,,