x-transformers 2.1.31__py3-none-any.whl → 2.1.32__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- x_transformers/x_transformers.py +1 -0
- {x_transformers-2.1.31.dist-info → x_transformers-2.1.32.dist-info}/METADATA +1 -1
- {x_transformers-2.1.31.dist-info → x_transformers-2.1.32.dist-info}/RECORD +5 -5
- {x_transformers-2.1.31.dist-info → x_transformers-2.1.32.dist-info}/WHEEL +0 -0
- {x_transformers-2.1.31.dist-info → x_transformers-2.1.32.dist-info}/licenses/LICENSE +0 -0
x_transformers/x_transformers.py
CHANGED
@@ -2055,6 +2055,7 @@ class AttentionLayers(Module):
|
|
2055
2055
|
elif use_simple_rmsnorm:
|
2056
2056
|
norm_class = SimpleRMSNorm
|
2057
2057
|
elif use_dynamic_tanh:
|
2058
|
+
assert pre_norm, 'only tested for pre-norm'
|
2058
2059
|
norm_class = partial(DynamicTanh, init_alpha = dynamic_tanh_init_alpha)
|
2059
2060
|
elif use_adaptive_layernorm:
|
2060
2061
|
norm_need_condition = True
|
@@ -7,10 +7,10 @@ x_transformers/dpo.py,sha256=xt4OuOWhU8pN3OKN2LZAaC2NC8iiEnchqqcrPWVqf0o,3521
|
|
7
7
|
x_transformers/multi_input.py,sha256=tCh-fTJDj2ib4SMGtsa-AM8MxKzJAQSwqAXOu3HU2mg,9252
|
8
8
|
x_transformers/neo_mlp.py,sha256=XCNnnop9WLarcxap1kGuYc1x8GHvwkZiDRnXOxSl3Po,3452
|
9
9
|
x_transformers/nonautoregressive_wrapper.py,sha256=2NU58hYMgn-4Jzg3mie-mXb0XH_dCN7fjlzd3K1rLUY,10510
|
10
|
-
x_transformers/x_transformers.py,sha256=
|
10
|
+
x_transformers/x_transformers.py,sha256=YQODc4PDB_ddgm7vi0uktV5GGetgEuwADzt3CaIdAXs,111484
|
11
11
|
x_transformers/xl_autoregressive_wrapper.py,sha256=CvZMJ6A6PA-Y_bQAhnORwjJBSl6Vjq2IdW5KTdk8NI8,4195
|
12
12
|
x_transformers/xval.py,sha256=7S00kCuab4tWQa-vf-z-XfzADjVj48MoFIr7VSIvttg,8575
|
13
|
-
x_transformers-2.1.
|
14
|
-
x_transformers-2.1.
|
15
|
-
x_transformers-2.1.
|
16
|
-
x_transformers-2.1.
|
13
|
+
x_transformers-2.1.32.dist-info/METADATA,sha256=Jmgj9CByp1_kveLWVm5-QM_n55A9s3MFzUiV1ciD034,88161
|
14
|
+
x_transformers-2.1.32.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
|
15
|
+
x_transformers-2.1.32.dist-info/licenses/LICENSE,sha256=As9u198X-U-vph5noInuUfqsAG2zX_oXPHDmdjwlPPY,1066
|
16
|
+
x_transformers-2.1.32.dist-info/RECORD,,
|
File without changes
|
File without changes
|