x-transformers 1.38.0__py3-none-any.whl → 1.38.2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (6) hide show
  1. x_transformers/attend.py +4 -0
  2. {x_transformers-1.38.0.dist-info → x_transformers-1.38.2.dist-info}/METADATA +1 -1
  3. {x_transformers-1.38.0.dist-info → x_transformers-1.38.2.dist-info}/RECORD +6 -6
  4. {x_transformers-1.38.0.dist-info → x_transformers-1.38.2.dist-info}/LICENSE +0 -0
  5. {x_transformers-1.38.0.dist-info → x_transformers-1.38.2.dist-info}/WHEEL +0 -0
  6. {x_transformers-1.38.0.dist-info → x_transformers-1.38.2.dist-info}/top_level.txt +0 -0
x_transformers/attend.py CHANGED
@@ -185,8 +185,12 @@ class Attend(Module):
185
185
  self.pre_softmax_talking_heads = nn.Conv2d(heads, heads, 1, bias = False)
186
186
  self.post_softmax_talking_heads = nn.Conv2d(heads, heads, 1, bias = False)
187
187
 
188
+ nn.init.dirac_(self.pre_softmax_talking_heads.weight)
189
+ nn.init.dirac_(self.post_softmax_talking_heads.weight)
190
+
188
191
  # selective attention
189
192
 
193
+ assert not (flash and selective), 'selective attention cannot work on flash attention'
190
194
  assert not (selective and not causal), 'selective attention is designed for autoregressive'
191
195
  self.selective = selective
192
196
 
{x_transformers-1.38.0.dist-info → x_transformers-1.38.2.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: x-transformers
3
- Version: 1.38.0
3
+ Version: 1.38.2
4
4
  Summary: X-Transformers - Pytorch
5
5
  Home-page: https://github.com/lucidrains/x-transformers
6
6
  Author: Phil Wang
{x_transformers-1.38.0.dist-info → x_transformers-1.38.2.dist-info}/RECORD RENAMED
@@ -1,5 +1,5 @@
1
1
  x_transformers/__init__.py,sha256=-MkQrSc37cTVDX7AOykxunYnqVtFlQ7lb0Cse5dsGWU,793
2
- x_transformers/attend.py,sha256=tZOPsSgWwabIGgUlNdWrVZgcxOkF3sgiQQ7nrcOjl9I,15151
2
+ x_transformers/attend.py,sha256=HO6HZ1fowJ6a6v915PH4s8PnfNj0_q47Sq7yc9AP5YQ,15380
3
3
  x_transformers/autoregressive_wrapper.py,sha256=DOJJCMMDOqDYKWy_IaG5IyKsXD3AW6amzfUgdAADOLY,10500
4
4
  x_transformers/continuous.py,sha256=cIVEdhfei258__ziV7kQBrJMxCel54bExBTDrO9rfCI,6450
5
5
  x_transformers/dpo.py,sha256=LjvWgCkqTl-UuehrzQ8nkX5guLr4whYwsmm7SKSwdls,3450
@@ -8,8 +8,8 @@ x_transformers/nonautoregressive_wrapper.py,sha256=2NU58hYMgn-4Jzg3mie-mXb0XH_dC
8
8
  x_transformers/x_transformers.py,sha256=Dol6GMZOoHGOFdHwe21o2SbJp6b3YKCUHoIs_AjfvTo,83963
9
9
  x_transformers/xl_autoregressive_wrapper.py,sha256=CvZMJ6A6PA-Y_bQAhnORwjJBSl6Vjq2IdW5KTdk8NI8,4195
10
10
  x_transformers/xval.py,sha256=QE1ltYZTR_eGgIHPP2BrMWVWVLqMW-OpDZh87BSmQEg,8563
11
- x_transformers-1.38.0.dist-info/LICENSE,sha256=As9u198X-U-vph5noInuUfqsAG2zX_oXPHDmdjwlPPY,1066
12
- x_transformers-1.38.0.dist-info/METADATA,sha256=9KjkWIqzpGS3vs7MpWmfbFfPHPvdOJSE6hOhxQsu4XI,661
13
- x_transformers-1.38.0.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
14
- x_transformers-1.38.0.dist-info/top_level.txt,sha256=hO6KGpFuGucRNEtRfme4A_rGcM53AKwGP7RVlRIxS5Q,15
15
- x_transformers-1.38.0.dist-info/RECORD,,
11
+ x_transformers-1.38.2.dist-info/LICENSE,sha256=As9u198X-U-vph5noInuUfqsAG2zX_oXPHDmdjwlPPY,1066
12
+ x_transformers-1.38.2.dist-info/METADATA,sha256=pThqFTEo8bihgUlSYdv3r-JFB153pbO2baJgXwMMZZs,661
13
+ x_transformers-1.38.2.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
14
+ x_transformers-1.38.2.dist-info/top_level.txt,sha256=hO6KGpFuGucRNEtRfme4A_rGcM53AKwGP7RVlRIxS5Q,15
15
+ x_transformers-1.38.2.dist-info/RECORD,,