x-transformers 1.31.8__py3-none-any.whl → 1.31.9__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (6) hide show
  1. x_transformers/attend.py +5 -0
  2. {x_transformers-1.31.8.dist-info → x_transformers-1.31.9.dist-info}/METADATA +1 -1
  3. {x_transformers-1.31.8.dist-info → x_transformers-1.31.9.dist-info}/RECORD +6 -6
  4. {x_transformers-1.31.8.dist-info → x_transformers-1.31.9.dist-info}/LICENSE +0 -0
  5. {x_transformers-1.31.8.dist-info → x_transformers-1.31.9.dist-info}/WHEEL +0 -0
  6. {x_transformers-1.31.8.dist-info → x_transformers-1.31.9.dist-info}/top_level.txt +0 -0
x_transformers/attend.py CHANGED
@@ -268,6 +268,11 @@ class Attend(Module):
268
268
 
269
269
  causal = self.causal
270
270
 
271
+ # handle key padding mask
272
+
273
+ if exists(mask) and mask.ndim == 2:
274
+ mask = rearrange(mask, 'b j -> b 1 1 j')
275
+
271
276
  # handle kv cached decoding
272
277
 
273
278
  if n == 1 and causal:
{x_transformers-1.31.8.dist-info → x_transformers-1.31.9.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: x-transformers
3
- Version: 1.31.8
3
+ Version: 1.31.9
4
4
  Summary: X-Transformers - Pytorch
5
5
  Home-page: https://github.com/lucidrains/x-transformers
6
6
  Author: Phil Wang
{x_transformers-1.31.8.dist-info → x_transformers-1.31.9.dist-info}/RECORD RENAMED
@@ -1,5 +1,5 @@
1
1
  x_transformers/__init__.py,sha256=8LQl-dNL6vj8VHRx5LMSOlRDTXQvYOuM21PDXz8WdiI,703
2
- x_transformers/attend.py,sha256=UWq0bElvJf-_j1N2QbJ2yg28xkWlhnOrLjMJt3If3ao,10956
2
+ x_transformers/attend.py,sha256=JrzXvLc-xkYuCbfYpU8BKgLU4do5fM3YWRyyeCQVGLY,11089
3
3
  x_transformers/autoregressive_wrapper.py,sha256=uX8Mb0zLsQrZECt_9UGt35g7tC05Rk3nPqO6xp2FFCc,9619
4
4
  x_transformers/continuous.py,sha256=WO52n9lFAXv5-SGadi2cApGF8dkouN8QSTEOuC7erj8,6180
5
5
  x_transformers/dpo.py,sha256=LjvWgCkqTl-UuehrzQ8nkX5guLr4whYwsmm7SKSwdls,3450
@@ -7,8 +7,8 @@ x_transformers/nonautoregressive_wrapper.py,sha256=ys_p8obc7lTeeodCqvkRKxOXQ1C9T
7
7
  x_transformers/x_transformers.py,sha256=B5qRTmvCwUmntxLjntSBLxhVEb32Jgrc9iKTgjb1S74,76030
8
8
  x_transformers/xl_autoregressive_wrapper.py,sha256=DCx4n0_c1tFai4nOqaWVnqx2p9eutsZsDMiMP1ckxNU,4117
9
9
  x_transformers/xval.py,sha256=QE1ltYZTR_eGgIHPP2BrMWVWVLqMW-OpDZh87BSmQEg,8563
10
- x_transformers-1.31.8.dist-info/LICENSE,sha256=As9u198X-U-vph5noInuUfqsAG2zX_oXPHDmdjwlPPY,1066
11
- x_transformers-1.31.8.dist-info/METADATA,sha256=lOvj-GVFiiUTz4CMxWuUPo6Cw0Sf_DFASNnmFdF8BIQ,661
12
- x_transformers-1.31.8.dist-info/WHEEL,sha256=y4mX-SOX4fYIkonsAGA5N0Oy-8_gI4FXw5HNI1xqvWg,91
13
- x_transformers-1.31.8.dist-info/top_level.txt,sha256=hO6KGpFuGucRNEtRfme4A_rGcM53AKwGP7RVlRIxS5Q,15
14
- x_transformers-1.31.8.dist-info/RECORD,,
10
+ x_transformers-1.31.9.dist-info/LICENSE,sha256=As9u198X-U-vph5noInuUfqsAG2zX_oXPHDmdjwlPPY,1066
11
+ x_transformers-1.31.9.dist-info/METADATA,sha256=HuvteZt_qv1ZitDU1PyW8gMchhYFppDn-MrVl3iObXk,661
12
+ x_transformers-1.31.9.dist-info/WHEEL,sha256=y4mX-SOX4fYIkonsAGA5N0Oy-8_gI4FXw5HNI1xqvWg,91
13
+ x_transformers-1.31.9.dist-info/top_level.txt,sha256=hO6KGpFuGucRNEtRfme4A_rGcM53AKwGP7RVlRIxS5Q,15
14
+ x_transformers-1.31.9.dist-info/RECORD,,