hyper-connections 0.1.1__py3-none-any.whl → 0.1.4__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- hyper_connections/hyper_connections.py +0 -4
- {hyper_connections-0.1.1.dist-info → hyper_connections-0.1.4.dist-info}/METADATA +1 -1
- {hyper_connections-0.1.1.dist-info → hyper_connections-0.1.4.dist-info}/RECORD +5 -5
- {hyper_connections-0.1.1.dist-info → hyper_connections-0.1.4.dist-info}/WHEEL +0 -0
- {hyper_connections-0.1.1.dist-info → hyper_connections-0.1.4.dist-info}/licenses/LICENSE +0 -0
|
@@ -12,8 +12,6 @@ from torch.utils._pytree import tree_flatten, tree_unflatten
|
|
|
12
12
|
|
|
13
13
|
from einops import rearrange, repeat, reduce, einsum
|
|
14
14
|
|
|
15
|
-
from beartype import beartype
|
|
16
|
-
|
|
17
15
|
"""
|
|
18
16
|
ein notation:
|
|
19
17
|
b - batch
|
|
@@ -70,7 +68,6 @@ class RMSNorm(Module):
|
|
|
70
68
|
# residual base class
|
|
71
69
|
|
|
72
70
|
class Residual(Module):
|
|
73
|
-
@beartype
|
|
74
71
|
def __init__(
|
|
75
72
|
self,
|
|
76
73
|
*args,
|
|
@@ -121,7 +118,6 @@ class Residual(Module):
|
|
|
121
118
|
# hyper connection residual streams
|
|
122
119
|
|
|
123
120
|
class HyperConnections(Module):
|
|
124
|
-
@beartype
|
|
125
121
|
def __init__(
|
|
126
122
|
self,
|
|
127
123
|
num_residual_streams,
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
hyper_connections/__init__.py,sha256=d2zNTka0Gp9vINu4U-RhgTJFBhsVrs1fne_15Zl0oOs,224
|
|
2
|
-
hyper_connections/hyper_connections.py,sha256=
|
|
2
|
+
hyper_connections/hyper_connections.py,sha256=uOSkFjpPECFiI_WUAXMxnsvYOYlEQXo_olzIL1Cc3sk,9934
|
|
3
3
|
hyper_connections/hyper_connections_with_multi_branch_inputs.py,sha256=N89RSjkTbaVs46XDfPv4F770PF0kCzkMcpEuxaT5A5M,7733
|
|
4
4
|
hyper_connections/hyper_connections_with_multi_input_streams.py,sha256=_IUkvbLdv6sj6Is2ayZ7APsMzW1DZS2mjAUznKAAVLU,11258
|
|
5
|
-
hyper_connections-0.1.
|
|
6
|
-
hyper_connections-0.1.
|
|
7
|
-
hyper_connections-0.1.
|
|
8
|
-
hyper_connections-0.1.
|
|
5
|
+
hyper_connections-0.1.4.dist-info/METADATA,sha256=Yd38TnztrOxNHROCAJsxNFp1m7ogRkIHZuZ_MMjHPQY,5230
|
|
6
|
+
hyper_connections-0.1.4.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
|
|
7
|
+
hyper_connections-0.1.4.dist-info/licenses/LICENSE,sha256=E7RGS7kpJIStk5za_-4DVhWEAamf65EU0CNML25mq4c,1066
|
|
8
|
+
hyper_connections-0.1.4.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|