x-transformers 2.3.26__tar.gz → 2.3.27__tar.gz

{x_transformers-2.3.26 → x_transformers-2.3.27}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: x-transformers
-Version: 2.3.26
+Version: 2.3.27
 Summary: X-Transformers
 Project-URL: Homepage, https://pypi.org/project/x-transformers/
 Project-URL: Repository, https://github.com/lucidrains/x-transformers

{x_transformers-2.3.26 → x_transformers-2.3.27}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "x-transformers"
-version = "2.3.26"
+version = "2.3.27"
 description = "X-Transformers"
 authors = [
     { name = "Phil Wang", email = "lucidrains@gmail.com" }

{x_transformers-2.3.26 → x_transformers-2.3.27}/tests/test_x_transformers.py

@@ -1055,8 +1055,9 @@ def test_prepend_embed():
 
     x = torch.randint(0, 256, (2, 10))
     prepend_embeds = torch.randn(2, 3, 512)
+    prepend_mask = torch.randint(0, 2, (2, 3)).bool()
 
-    loss = model(x, prepend_embeds = prepend_embeds)
+    loss = model(x, prepend_mask = prepend_mask, prepend_embeds = prepend_embeds)
     loss.backward()
 
     sample = model.generate(
@@ -1064,6 +1065,7 @@ def test_prepend_embed():
         seq_len = 100,
         temperature = 0.,
         prepend_embeds = prepend_embeds,
+        prepend_mask = prepend_mask,
         cache_kv = True,
     )
 
@@ -1072,6 +1074,7 @@ def test_prepend_embed():
         seq_len = 100,
         temperature = 0.,
         prepend_embeds = prepend_embeds,
+        prepend_mask = prepend_mask,
         cache_kv = False,
     )
 

{x_transformers-2.3.26 → x_transformers-2.3.27}/x_transformers/x_transformers.py

@@ -1926,7 +1926,7 @@ class Attention(Module):
 
         out = maybe(self.sublayer_dropout)(out)
 
-        if exists(mask):
+        if exists(mask) and not exists(cache):
             out = einx.where('b n, b n d, -> b n d', mask, out, 0.)
 
         if not return_intermediates:
@@ -2484,7 +2484,7 @@ class AttentionLayers(Module):
         attn_cache = []
 
         if exists(cache):
-            assert self.causal and not any([*map(exists, (mask, attn_mask))])
+            assert self.causal and not exists(attn_mask)
 
             prev_cache_length = cache.cache_length