x-transformers 2.11.4__py3-none-any.whl → 2.11.5__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of x-transformers might be problematic. Click here for more details.

Files changed (5) hide show
  1. x_transformers/free_transformer.py +6 -0
  2. {x_transformers-2.11.4.dist-info → x_transformers-2.11.5.dist-info}/METADATA +1 -1
  3. {x_transformers-2.11.4.dist-info → x_transformers-2.11.5.dist-info}/RECORD +5 -5
  4. {x_transformers-2.11.4.dist-info → x_transformers-2.11.5.dist-info}/WHEEL +0 -0
  5. {x_transformers-2.11.4.dist-info → x_transformers-2.11.5.dist-info}/licenses/LICENSE +0 -0
x_transformers/free_transformer.py CHANGED
@@ -161,6 +161,8 @@ class FreeTransformer(Module):
161
161
  heads = heads,
162
162
  only_cross = True,
163
163
  cross_attend = True,
164
+ use_rmsnorm = True,
165
+ rotary_pos_emb = True,
164
166
  **kwargs,
165
167
  **enc_kwargs
166
168
  )
@@ -180,6 +182,8 @@ class FreeTransformer(Module):
180
182
  depth = dec_head_depth,
181
183
  attn_dim_head = attn_dim_head,
182
184
  heads = heads,
185
+ rotary_pos_emb = True,
186
+ use_rmsnorm = True,
183
187
  pre_norm_has_final_norm = False,
184
188
  **kwargs,
185
189
  **dec_kwargs
@@ -190,6 +194,8 @@ class FreeTransformer(Module):
190
194
  depth = dec_tail_depth,
191
195
  attn_dim_head = attn_dim_head,
192
196
  heads = heads,
197
+ rotary_pos_emb = True,
198
+ use_rmsnorm = True,
193
199
  pre_norm_has_final_norm = True,
194
200
  **kwargs,
195
201
  **dec_kwargs
{x_transformers-2.11.4.dist-info → x_transformers-2.11.5.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: x-transformers
3
- Version: 2.11.4
3
+ Version: 2.11.5
4
4
  Summary: X-Transformers
5
5
  Project-URL: Homepage, https://pypi.org/project/x-transformers/
6
6
  Project-URL: Repository, https://github.com/lucidrains/x-transformers
{x_transformers-2.11.4.dist-info → x_transformers-2.11.5.dist-info}/RECORD RENAMED
@@ -5,7 +5,7 @@ x_transformers/belief_state_wrapper.py,sha256=YLUMk6t2MhFBEw5lHDDHJHcoCxTIkHvxTN
5
5
  x_transformers/continuous.py,sha256=WwpQCjyVY4PtuEAOFY68zqgklbF9I7AL5w6874YlDe8,13249
6
6
  x_transformers/dpo.py,sha256=xt4OuOWhU8pN3OKN2LZAaC2NC8iiEnchqqcrPWVqf0o,3521
7
7
  x_transformers/entropy_based_tokenizer.py,sha256=F2lO8-v3aLIcVDVNhu7RR-UtRdlmaaYJzBK9m7OnLE8,5018
8
- x_transformers/free_transformer.py,sha256=t-PyeiqNq-B8BZUGICECyWCeU5XLPSGbFsQ3ICxTtsM,9072
8
+ x_transformers/free_transformer.py,sha256=oUrTl3cNbal9-c2wU7Q3B8vruWg_FIbFNBhsgkBryc4,9273
9
9
  x_transformers/gpt_vae.py,sha256=4QdznXZcU7pmMXUeEocAOKpcTkREYS-zDHktN5ADtNk,5981
10
10
  x_transformers/multi_input.py,sha256=tCh-fTJDj2ib4SMGtsa-AM8MxKzJAQSwqAXOu3HU2mg,9252
11
11
  x_transformers/neo_mlp.py,sha256=XCNnnop9WLarcxap1kGuYc1x8GHvwkZiDRnXOxSl3Po,3452
@@ -14,7 +14,7 @@ x_transformers/up_wrapper.py,sha256=YC2LN14_7Xx9Wtiek2rtEJ_qHqdfSmKlh3d7Cgxwd80,
14
14
  x_transformers/x_transformers.py,sha256=ADr83Fz2cehj_F7N1bMwxhAg-r48fGhlaZqw3hxoxMQ,125765
15
15
  x_transformers/xl_autoregressive_wrapper.py,sha256=CvZMJ6A6PA-Y_bQAhnORwjJBSl6Vjq2IdW5KTdk8NI8,4195
16
16
  x_transformers/xval.py,sha256=AwwYUm8yDAtKQyKJDIhYMsiLTJ_skh3scUFMjp5sda8,8597
17
- x_transformers-2.11.4.dist-info/METADATA,sha256=18u2dW5d3aJeH3LaVsRRA_vf1gZzbSjS0Fbd5XM4dJc,96011
18
- x_transformers-2.11.4.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
19
- x_transformers-2.11.4.dist-info/licenses/LICENSE,sha256=As9u198X-U-vph5noInuUfqsAG2zX_oXPHDmdjwlPPY,1066
20
- x_transformers-2.11.4.dist-info/RECORD,,
17
+ x_transformers-2.11.5.dist-info/METADATA,sha256=6lQ4z5dCmDbPAc1Vhl1ObzSqPUneWTqwYKJKaHhbiNY,96011
18
+ x_transformers-2.11.5.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
19
+ x_transformers-2.11.5.dist-info/licenses/LICENSE,sha256=As9u198X-U-vph5noInuUfqsAG2zX_oXPHDmdjwlPPY,1066
20
+ x_transformers-2.11.5.dist-info/RECORD,,