x-transformers 2.12.0__py3-none-any.whl → 2.12.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of x-transformers might be problematic. Click here for more details.
- x_transformers/x_transformers.py +1 -2
- {x_transformers-2.12.0.dist-info → x_transformers-2.12.1.dist-info}/METADATA +1 -1
- {x_transformers-2.12.0.dist-info → x_transformers-2.12.1.dist-info}/RECORD +5 -5
- {x_transformers-2.12.0.dist-info → x_transformers-2.12.1.dist-info}/WHEEL +0 -0
- {x_transformers-2.12.0.dist-info → x_transformers-2.12.1.dist-info}/licenses/LICENSE +0 -0
x_transformers/x_transformers.py
CHANGED
|
@@ -2301,14 +2301,13 @@ class AttentionLayers(Module):
|
|
|
2301
2301
|
|
|
2302
2302
|
# LIMe
|
|
2303
2303
|
|
|
2304
|
-
hiddens_counter = 0
|
|
2305
2304
|
self.layer_integrators = ModuleList([])
|
|
2306
2305
|
|
|
2307
2306
|
assert not (qkv_receive_diff_residuals and not (hyper_conn_produce_diff_views or integrate_layers))
|
|
2308
2307
|
|
|
2309
2308
|
# positions related
|
|
2310
2309
|
|
|
2311
|
-
self.disable_abs_pos_emb = default(disable_abs_pos_emb, (rel_pos_bias or rotary_pos_emb))
|
|
2310
|
+
self.disable_abs_pos_emb = default(disable_abs_pos_emb, (rel_pos_bias or rotary_pos_emb or polar_pos_emb))
|
|
2312
2311
|
|
|
2313
2312
|
rotary_emb_dim = default(rotary_emb_dim, dim_head // 2)
|
|
2314
2313
|
|
|
@@ -11,10 +11,10 @@ x_transformers/multi_input.py,sha256=tCh-fTJDj2ib4SMGtsa-AM8MxKzJAQSwqAXOu3HU2mg
|
|
|
11
11
|
x_transformers/neo_mlp.py,sha256=XCNnnop9WLarcxap1kGuYc1x8GHvwkZiDRnXOxSl3Po,3452
|
|
12
12
|
x_transformers/nonautoregressive_wrapper.py,sha256=hMQqNimGtchNIe13cR5LZule1V7I1qM5LmY8VQfVdnA,11698
|
|
13
13
|
x_transformers/up_wrapper.py,sha256=YC2LN14_7Xx9Wtiek2rtEJ_qHqdfSmKlh3d7Cgxwd80,7073
|
|
14
|
-
x_transformers/x_transformers.py,sha256=
|
|
14
|
+
x_transformers/x_transformers.py,sha256=hW_adsM99N3MGIvsn7zv5w2KRZ3pXgiMsTK333MEIko,132038
|
|
15
15
|
x_transformers/xl_autoregressive_wrapper.py,sha256=CvZMJ6A6PA-Y_bQAhnORwjJBSl6Vjq2IdW5KTdk8NI8,4195
|
|
16
16
|
x_transformers/xval.py,sha256=AwwYUm8yDAtKQyKJDIhYMsiLTJ_skh3scUFMjp5sda8,8597
|
|
17
|
-
x_transformers-2.12.
|
|
18
|
-
x_transformers-2.12.
|
|
19
|
-
x_transformers-2.12.
|
|
20
|
-
x_transformers-2.12.
|
|
17
|
+
x_transformers-2.12.1.dist-info/METADATA,sha256=mlqg7VnbIjDvh_Zp7HXHJu1HLzUWB2SB_5qCPlalGhc,97174
|
|
18
|
+
x_transformers-2.12.1.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
|
|
19
|
+
x_transformers-2.12.1.dist-info/licenses/LICENSE,sha256=As9u198X-U-vph5noInuUfqsAG2zX_oXPHDmdjwlPPY,1066
|
|
20
|
+
x_transformers-2.12.1.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|