hyper-connections 0.3.7__tar.gz → 0.3.8__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {hyper_connections-0.3.7 → hyper_connections-0.3.8}/PKG-INFO +1 -1
- {hyper_connections-0.3.7 → hyper_connections-0.3.8}/hyper_connections/manifold_constrained_hyper_connections.py +12 -1
- {hyper_connections-0.3.7 → hyper_connections-0.3.8}/pyproject.toml +1 -1
- {hyper_connections-0.3.7 → hyper_connections-0.3.8}/.github/workflows/python-publish.yml +0 -0
- {hyper_connections-0.3.7 → hyper_connections-0.3.8}/.github/workflows/test.yml +0 -0
- {hyper_connections-0.3.7 → hyper_connections-0.3.8}/.gitignore +0 -0
- {hyper_connections-0.3.7 → hyper_connections-0.3.8}/LICENSE +0 -0
- {hyper_connections-0.3.7 → hyper_connections-0.3.8}/README.md +0 -0
- {hyper_connections-0.3.7 → hyper_connections-0.3.8}/hyper-connections.png +0 -0
- {hyper_connections-0.3.7 → hyper_connections-0.3.8}/hyper_connections/__init__.py +0 -0
- {hyper_connections-0.3.7 → hyper_connections-0.3.8}/hyper_connections/hyper_connections.py +0 -0
- {hyper_connections-0.3.7 → hyper_connections-0.3.8}/hyper_connections/hyper_connections_channel_first.py +0 -0
- {hyper_connections-0.3.7 → hyper_connections-0.3.8}/hyper_connections/hyper_connections_with_multi_branch_inputs.py +0 -0
- {hyper_connections-0.3.7 → hyper_connections-0.3.8}/hyper_connections/hyper_connections_with_multi_input_streams.py +0 -0
- {hyper_connections-0.3.7 → hyper_connections-0.3.8}/hyper_connections/residuals.py +0 -0
- {hyper_connections-0.3.7 → hyper_connections-0.3.8}/tests/test_hyper_connections.py +0 -0
|
@@ -200,7 +200,8 @@ class ManifoldConstrainedHyperConnections(Module):
|
|
|
200
200
|
num_input_views = 1, # allow for the branch module to receive multiple input views, dimension placed on the very left (before batch)
|
|
201
201
|
depth_residual_fn = add,
|
|
202
202
|
num_fracs = 1, # https://arxiv.org/abs/2503.14125
|
|
203
|
-
sinkhorn_iters = 20
|
|
203
|
+
sinkhorn_iters = 20,
|
|
204
|
+
forward_method_names: tuple[str, ...] = (),
|
|
204
205
|
):
|
|
205
206
|
"""
|
|
206
207
|
Appendix J, Algorithm2 in - https://arxiv.org/abs/2409.19606
|
|
@@ -290,6 +291,16 @@ class ManifoldConstrainedHyperConnections(Module):
|
|
|
290
291
|
|
|
291
292
|
self.depth_residual_fn = depth_residual_fn
|
|
292
293
|
|
|
294
|
+
# forwarding method names
|
|
295
|
+
|
|
296
|
+
self.forward_method_names = forward_method_names
|
|
297
|
+
|
|
298
|
+
for forward_method_name in self.forward_method_names:
|
|
299
|
+
assert not hasattr(self, forward_method_name)
|
|
300
|
+
|
|
301
|
+
fn = getattr(self.branch, forward_method_name)
|
|
302
|
+
setattr(self, forward_method_name, fn)
|
|
303
|
+
|
|
293
304
|
def width_connection(
|
|
294
305
|
self,
|
|
295
306
|
residuals
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|