hyper-connections 0.4.1__py3-none-any.whl → 0.4.2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- hyper_connections/manifold_constrained_hyper_connections.py +4 -4
- {hyper_connections-0.4.1.dist-info → hyper_connections-0.4.2.dist-info}/METADATA +1 -1
- {hyper_connections-0.4.1.dist-info → hyper_connections-0.4.2.dist-info}/RECORD +5 -5
- {hyper_connections-0.4.1.dist-info → hyper_connections-0.4.2.dist-info}/WHEEL +0 -0
- {hyper_connections-0.4.1.dist-info → hyper_connections-0.4.2.dist-info}/licenses/LICENSE +0 -0
|
@@ -213,7 +213,7 @@ class ManifoldConstrainedHyperConnections(Module):
|
|
|
213
213
|
num_fracs = 1, # https://arxiv.org/abs/2503.14125
|
|
214
214
|
sinkhorn_iters = 20,
|
|
215
215
|
log_domain_sinkhorn = False,
|
|
216
|
-
|
|
216
|
+
residual_mix_constraint_fn: Callable | None = None,
|
|
217
217
|
forward_method_names: tuple[str, ...] = (),
|
|
218
218
|
num_dynamic_alpha_proposals = 1,
|
|
219
219
|
|
|
@@ -292,8 +292,8 @@ class ManifoldConstrainedHyperConnections(Module):
|
|
|
292
292
|
# Hres constraint related
|
|
293
293
|
# by default is sinkhorn
|
|
294
294
|
|
|
295
|
-
self.
|
|
296
|
-
|
|
295
|
+
self.residual_mix_constraint_fn = default(
|
|
296
|
+
residual_mix_constraint_fn,
|
|
297
297
|
partial(sinkhorn_knopps if not log_domain_sinkhorn else log_domain_sinkhorn_knopps, iters = sinkhorn_iters)
|
|
298
298
|
)
|
|
299
299
|
|
|
@@ -378,7 +378,7 @@ class ManifoldConstrainedHyperConnections(Module):
|
|
|
378
378
|
|
|
379
379
|
alpha_pre = alpha_pre.sigmoid()
|
|
380
380
|
|
|
381
|
-
alpha_residual = self.
|
|
381
|
+
alpha_residual = self.residual_mix_constraint_fn(alpha_residual)
|
|
382
382
|
|
|
383
383
|
alpha = cat((alpha_pre, alpha_residual), dim = -1)
|
|
384
384
|
|
|
@@ -3,10 +3,10 @@ hyper_connections/hyper_connections.py,sha256=rqFJj3U0LF3uDKNKNPBpRrmf0oa2BGWVbD
|
|
|
3
3
|
hyper_connections/hyper_connections_channel_first.py,sha256=Mh_hzhTi96ZoOPmhSKwUaF4TbHpNqhs83wNe5hNuL7o,6532
|
|
4
4
|
hyper_connections/hyper_connections_with_multi_branch_inputs.py,sha256=6BXKdSwyx6wdQVseebKG2EQkhVaVLrrepOlL8lLnex4,7855
|
|
5
5
|
hyper_connections/hyper_connections_with_multi_input_streams.py,sha256=ueT3CJPHrt5hRU7q1bFF0rANWJh_pXqclt6HiUu1gBY,11331
|
|
6
|
-
hyper_connections/manifold_constrained_hyper_connections.py,sha256=
|
|
6
|
+
hyper_connections/manifold_constrained_hyper_connections.py,sha256=Q6KPBL7XDwfuQtk6INOpvFVNJ663WhQEhsDY_vZGhws,18335
|
|
7
7
|
hyper_connections/residuals.py,sha256=JVSFJj_H7xQ3_Fd-pZH5Hdv9SveAQu29jQNvMyom5ek,921
|
|
8
8
|
hyper_connections/vit.py,sha256=BOWVfCAIzDQdnTq8OBzNUyiKGGILYZkIQ6mr1GKJVB0,5225
|
|
9
|
-
hyper_connections-0.4.
|
|
10
|
-
hyper_connections-0.4.
|
|
11
|
-
hyper_connections-0.4.
|
|
12
|
-
hyper_connections-0.4.
|
|
9
|
+
hyper_connections-0.4.2.dist-info/METADATA,sha256=VdKA7lKvg8fuXL5WCyG5R57puM3Q-QZho3FZXt1hHXI,6704
|
|
10
|
+
hyper_connections-0.4.2.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
|
|
11
|
+
hyper_connections-0.4.2.dist-info/licenses/LICENSE,sha256=E7RGS7kpJIStk5za_-4DVhWEAamf65EU0CNML25mq4c,1066
|
|
12
|
+
hyper_connections-0.4.2.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|