x-transformers 1.32.0__py3-none-any.whl → 1.32.2__py3-none-any.whl

x_transformers/attend.py

@@ -206,10 +206,6 @@ class Attend(Module):
         if exists(mask):
             row_is_entirely_masked = ~mask.any(dim = -1)
 
-            if row_is_entirely_masked.any():
-                mask = mask.clone()
-                mask[..., 0] = mask[...,  0] | row_is_entirely_masked
-
         # handle alibi positional bias
         # convert from bool to float
 
@@ -245,7 +241,7 @@ class Attend(Module):
 
         # for a row that is entirely masked out, should zero out the output of that row token
 
-        if exists(row_is_entirely_masked):
+        if exists(row_is_entirely_masked) and row_is_entirely_masked.any():
             out = out.masked_fill(row_is_entirely_masked[..., None], 0.)
 
         return out, Intermediates()
@@ -342,10 +338,6 @@ class Attend(Module):
         if exists(mask):
             row_is_entirely_masked = ~mask.any(dim = -1)
 
-            if row_is_entirely_masked.any():
-                mask = mask.clone()
-                mask[..., 0] = mask[...,  0] | row_is_entirely_masked
-
         if exists(self.cope):
             sim = sim + self.cope(q, sim)
 
@@ -369,7 +361,7 @@ class Attend(Module):
             post_softmax_attn = post_softmax_attn
         )
 
-        if exists(row_is_entirely_masked):
+        if exists(row_is_entirely_masked) and row_is_entirely_masked.any():
             out = out.masked_fill(row_is_entirely_masked[..., None], 0.)
 
         return out, intermediates

{x_transformers-1.32.0.dist-info → x_transformers-1.32.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: x-transformers
-Version: 1.32.0
+Version: 1.32.2
 Summary: X-Transformers - Pytorch
 Home-page: https://github.com/lucidrains/x-transformers
 Author: Phil Wang

{x_transformers-1.32.0.dist-info → x_transformers-1.32.2.dist-info}/RECORD

@@ -1,5 +1,5 @@
 x_transformers/__init__.py,sha256=5ms39Df8osTUHQ-XTCgP4vSUA4UiNpim9VXJtrLrIvQ,724
-x_transformers/attend.py,sha256=2nN708coYLzvTy937KCKR1iI_uhgfmTnY9GWGsSXjHw,11587
+x_transformers/attend.py,sha256=MI-m91wumBFqFqr_KK9MLgsLk_vPeaVbFMyDr_mWdmY,11349
 x_transformers/autoregressive_wrapper.py,sha256=uX8Mb0zLsQrZECt_9UGt35g7tC05Rk3nPqO6xp2FFCc,9619
 x_transformers/continuous.py,sha256=WO52n9lFAXv5-SGadi2cApGF8dkouN8QSTEOuC7erj8,6180
 x_transformers/dpo.py,sha256=LjvWgCkqTl-UuehrzQ8nkX5guLr4whYwsmm7SKSwdls,3450
@@ -7,8 +7,8 @@ x_transformers/nonautoregressive_wrapper.py,sha256=ys_p8obc7lTeeodCqvkRKxOXQ1C9T
 x_transformers/x_transformers.py,sha256=1QG7zUe89h1R5VDMoKEAkvdRRDkzQ7h6npkqblxxR6g,76312
 x_transformers/xl_autoregressive_wrapper.py,sha256=DCx4n0_c1tFai4nOqaWVnqx2p9eutsZsDMiMP1ckxNU,4117
 x_transformers/xval.py,sha256=QE1ltYZTR_eGgIHPP2BrMWVWVLqMW-OpDZh87BSmQEg,8563
-x_transformers-1.32.0.dist-info/LICENSE,sha256=As9u198X-U-vph5noInuUfqsAG2zX_oXPHDmdjwlPPY,1066
-x_transformers-1.32.0.dist-info/METADATA,sha256=3GkF9cqLxmReELQRflSZpqSXP9tt10A23eiR6wRGzIs,661
-x_transformers-1.32.0.dist-info/WHEEL,sha256=R0nc6qTxuoLk7ShA2_Y-UWkN8ZdfDBG2B6Eqpz2WXbs,91
-x_transformers-1.32.0.dist-info/top_level.txt,sha256=hO6KGpFuGucRNEtRfme4A_rGcM53AKwGP7RVlRIxS5Q,15
-x_transformers-1.32.0.dist-info/RECORD,,
+x_transformers-1.32.2.dist-info/LICENSE,sha256=As9u198X-U-vph5noInuUfqsAG2zX_oXPHDmdjwlPPY,1066
+x_transformers-1.32.2.dist-info/METADATA,sha256=U0Kh4e7UiL-0hLDZb0P3McdvTnzTeFyVwtoXFffzQ-M,661
+x_transformers-1.32.2.dist-info/WHEEL,sha256=R0nc6qTxuoLk7ShA2_Y-UWkN8ZdfDBG2B6Eqpz2WXbs,91
+x_transformers-1.32.2.dist-info/top_level.txt,sha256=hO6KGpFuGucRNEtRfme4A_rGcM53AKwGP7RVlRIxS5Q,15
+x_transformers-1.32.2.dist-info/RECORD,,