Equimo 0.3.2__tar.gz → 0.3.3__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {equimo-0.3.2 → equimo-0.3.3}/Equimo.egg-info/PKG-INFO +1 -1
- {equimo-0.3.2 → equimo-0.3.3}/PKG-INFO +1 -1
- equimo-0.3.3/equimo/__init__.py +1 -0
- {equimo-0.3.2 → equimo-0.3.3}/equimo/layers/norm.py +11 -6
- {equimo-0.3.2 → equimo-0.3.3}/pyproject.toml +1 -1
- equimo-0.3.2/equimo/__init__.py +0 -1
- {equimo-0.3.2 → equimo-0.3.3}/Equimo.egg-info/SOURCES.txt +0 -0
- {equimo-0.3.2 → equimo-0.3.3}/Equimo.egg-info/dependency_links.txt +0 -0
- {equimo-0.3.2 → equimo-0.3.3}/Equimo.egg-info/requires.txt +0 -0
- {equimo-0.3.2 → equimo-0.3.3}/Equimo.egg-info/top_level.txt +0 -0
- {equimo-0.3.2 → equimo-0.3.3}/LICENSE.md +0 -0
- {equimo-0.3.2 → equimo-0.3.3}/README.md +0 -0
- {equimo-0.3.2 → equimo-0.3.3}/equimo/io.py +0 -0
- {equimo-0.3.2 → equimo-0.3.3}/equimo/layers/__init__.py +0 -0
- {equimo-0.3.2 → equimo-0.3.3}/equimo/layers/activation.py +0 -0
- {equimo-0.3.2 → equimo-0.3.3}/equimo/layers/attention.py +0 -0
- {equimo-0.3.2 → equimo-0.3.3}/equimo/layers/convolution.py +0 -0
- {equimo-0.3.2 → equimo-0.3.3}/equimo/layers/downsample.py +0 -0
- {equimo-0.3.2 → equimo-0.3.3}/equimo/layers/dropout.py +0 -0
- {equimo-0.3.2 → equimo-0.3.3}/equimo/layers/ffn.py +0 -0
- {equimo-0.3.2 → equimo-0.3.3}/equimo/layers/generic.py +0 -0
- {equimo-0.3.2 → equimo-0.3.3}/equimo/layers/mamba.py +0 -0
- {equimo-0.3.2 → equimo-0.3.3}/equimo/layers/patch.py +0 -0
- {equimo-0.3.2 → equimo-0.3.3}/equimo/layers/posemb.py +0 -0
- {equimo-0.3.2 → equimo-0.3.3}/equimo/layers/sharing.py +0 -0
- {equimo-0.3.2 → equimo-0.3.3}/equimo/layers/squeeze_excite.py +0 -0
- {equimo-0.3.2 → equimo-0.3.3}/equimo/models/__init__.py +0 -0
- {equimo-0.3.2 → equimo-0.3.3}/equimo/models/emamodel.py +0 -0
- {equimo-0.3.2 → equimo-0.3.3}/equimo/models/fastervit.py +0 -0
- {equimo-0.3.2 → equimo-0.3.3}/equimo/models/mlla.py +0 -0
- {equimo-0.3.2 → equimo-0.3.3}/equimo/models/partialformer.py +0 -0
- {equimo-0.3.2 → equimo-0.3.3}/equimo/models/shvit.py +0 -0
- {equimo-0.3.2 → equimo-0.3.3}/equimo/models/vit.py +0 -0
- {equimo-0.3.2 → equimo-0.3.3}/equimo/models/vssd.py +0 -0
- {equimo-0.3.2 → equimo-0.3.3}/equimo/ops/scan.py +0 -0
- {equimo-0.3.2 → equimo-0.3.3}/equimo/utils.py +0 -0
- {equimo-0.3.2 → equimo-0.3.3}/setup.cfg +0 -0
- {equimo-0.3.2 → equimo-0.3.3}/tests/test_models.py +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
__version__ = "0.3.3"
|
|
@@ -19,7 +19,11 @@ class RMSNormGated(eqx.Module):
|
|
|
19
19
|
|
|
20
20
|
w: Float[Array, "dim"]
|
|
21
21
|
|
|
22
|
-
def __init__(
|
|
22
|
+
def __init__(
|
|
23
|
+
self,
|
|
24
|
+
d: int,
|
|
25
|
+
**kwargs,
|
|
26
|
+
):
|
|
23
27
|
"""Initialize RMSNormGated.
|
|
24
28
|
|
|
25
29
|
Args:
|
|
@@ -31,8 +35,6 @@ class RMSNormGated(eqx.Module):
|
|
|
31
35
|
self,
|
|
32
36
|
x: Float[Array, "dim"],
|
|
33
37
|
z: Optional[Float[Array, "dim"]] = None,
|
|
34
|
-
*args,
|
|
35
|
-
**kwargs,
|
|
36
38
|
) -> Float[Array, "dim"]:
|
|
37
39
|
"""Apply RMS normalization with optional gating.
|
|
38
40
|
|
|
@@ -105,7 +107,12 @@ class DyT(eqx.Module):
|
|
|
105
107
|
weight: Float[Array, "dim"]
|
|
106
108
|
bias: Float[Array, "dim"]
|
|
107
109
|
|
|
108
|
-
def __init__(
|
|
110
|
+
def __init__(
|
|
111
|
+
self,
|
|
112
|
+
dim: int,
|
|
113
|
+
alpha_init_value: float = 0.5,
|
|
114
|
+
**kwargs,
|
|
115
|
+
):
|
|
109
116
|
"""Initialize DyT.
|
|
110
117
|
|
|
111
118
|
Args:
|
|
@@ -119,8 +126,6 @@ class DyT(eqx.Module):
|
|
|
119
126
|
def __call__(
|
|
120
127
|
self,
|
|
121
128
|
x: Float[Array, "dim"],
|
|
122
|
-
*args,
|
|
123
|
-
**kwargs,
|
|
124
129
|
):
|
|
125
130
|
"""Apply dynamic tanh to input tensor.
|
|
126
131
|
|
equimo-0.3.2/equimo/__init__.py
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
__version__ = "0.3.2"
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|