x-transformers 1.31.14__py3-none-any.whl → 1.32.1__py3-none-any.whl

x_transformers/attend.py

@@ -194,18 +194,17 @@ class Attend(Module):
 
         # manually handle causal mask, if another mask was given
 
-        row_is_entirely_masked = None
-
         if exists(mask) and causal:
             causal_mask = self.create_causal_mask(q_len, k_len, device = device)
             mask = mask & ~causal_mask
+            causal = False
 
-            # protect against an entire row being masked out
+        # protect against an entire row being masked out
 
-            row_is_entirely_masked = ~mask.any(dim = -1)
-            mask[..., 0] = mask[..., 0] | row_is_entirely_masked
+        row_is_entirely_masked = None
 
-            causal = False
+        if exists(mask):
+            row_is_entirely_masked = ~mask.any(dim = -1)
 
         # handle alibi positional bias
         # convert from bool to float
@@ -334,6 +333,11 @@ class Attend(Module):
             causal_mask = self.create_causal_mask(i, j, device = device)
             sim = sim.masked_fill(causal_mask, mask_value)
 
+        row_is_entirely_masked = None
+
+        if exists(mask):
+            row_is_entirely_masked = ~mask.any(dim = -1)
+
         if exists(self.cope):
             sim = sim + self.cope(q, sim)
 
@@ -357,4 +361,7 @@ class Attend(Module):
             post_softmax_attn = post_softmax_attn
         )
 
+        if exists(row_is_entirely_masked):
+            out = out.masked_fill(row_is_entirely_masked[..., None], 0.)
+
         return out, intermediates

{x_transformers-1.31.14.dist-info → x_transformers-1.32.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: x-transformers
-Version: 1.31.14
+Version: 1.32.1
 Summary: X-Transformers - Pytorch
 Home-page: https://github.com/lucidrains/x-transformers
 Author: Phil Wang

{x_transformers-1.31.14.dist-info → x_transformers-1.32.1.dist-info}/RECORD

@@ -1,5 +1,5 @@
 x_transformers/__init__.py,sha256=5ms39Df8osTUHQ-XTCgP4vSUA4UiNpim9VXJtrLrIvQ,724
-x_transformers/attend.py,sha256=oAS0vSy5qH7iTCXzHKfM4k7m_fvuZIR49PStZO8OFJo,11089
+x_transformers/attend.py,sha256=PzJ0_MnysNDV-jcDuCbAFPEUZxgljVYOShvtMGfO7wU,11283
 x_transformers/autoregressive_wrapper.py,sha256=uX8Mb0zLsQrZECt_9UGt35g7tC05Rk3nPqO6xp2FFCc,9619
 x_transformers/continuous.py,sha256=WO52n9lFAXv5-SGadi2cApGF8dkouN8QSTEOuC7erj8,6180
 x_transformers/dpo.py,sha256=LjvWgCkqTl-UuehrzQ8nkX5guLr4whYwsmm7SKSwdls,3450
@@ -7,8 +7,8 @@ x_transformers/nonautoregressive_wrapper.py,sha256=ys_p8obc7lTeeodCqvkRKxOXQ1C9T
 x_transformers/x_transformers.py,sha256=1QG7zUe89h1R5VDMoKEAkvdRRDkzQ7h6npkqblxxR6g,76312
 x_transformers/xl_autoregressive_wrapper.py,sha256=DCx4n0_c1tFai4nOqaWVnqx2p9eutsZsDMiMP1ckxNU,4117
 x_transformers/xval.py,sha256=QE1ltYZTR_eGgIHPP2BrMWVWVLqMW-OpDZh87BSmQEg,8563
-x_transformers-1.31.14.dist-info/LICENSE,sha256=As9u198X-U-vph5noInuUfqsAG2zX_oXPHDmdjwlPPY,1066
-x_transformers-1.31.14.dist-info/METADATA,sha256=Qj5yRxhBmF87HtYeWuFTiiYVZf-eDdXabhW_P5McQ7w,662
-x_transformers-1.31.14.dist-info/WHEEL,sha256=-oYQCr74JF3a37z2nRlQays_SX2MqOANoqVjBBAP2yE,91
-x_transformers-1.31.14.dist-info/top_level.txt,sha256=hO6KGpFuGucRNEtRfme4A_rGcM53AKwGP7RVlRIxS5Q,15
-x_transformers-1.31.14.dist-info/RECORD,,
+x_transformers-1.32.1.dist-info/LICENSE,sha256=As9u198X-U-vph5noInuUfqsAG2zX_oXPHDmdjwlPPY,1066
+x_transformers-1.32.1.dist-info/METADATA,sha256=NAyDRgkGJJ5ovqj1--2CgHKalfczAxWcyKiEr7Spxc4,661
+x_transformers-1.32.1.dist-info/WHEEL,sha256=R0nc6qTxuoLk7ShA2_Y-UWkN8ZdfDBG2B6Eqpz2WXbs,91
+x_transformers-1.32.1.dist-info/top_level.txt,sha256=hO6KGpFuGucRNEtRfme4A_rGcM53AKwGP7RVlRIxS5Q,15
+x_transformers-1.32.1.dist-info/RECORD,,

{x_transformers-1.31.14.dist-info → x_transformers-1.32.1.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (71.0.3)
+Generator: setuptools (72.1.0)
 Root-Is-Purelib: true
 Tag: py3-none-any