x-transformers 1.25.11__tar.gz → 1.25.12__tar.gz

{x-transformers-1.25.11/x_transformers.egg-info → x-transformers-1.25.12}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: x-transformers
-Version: 1.25.11
+Version: 1.25.12
 Summary: X-Transformers - Pytorch
 Home-page: https://github.com/lucidrains/x-transformers
 Author: Phil Wang

{x-transformers-1.25.11 → x-transformers-1.25.12}/setup.py

@@ -3,7 +3,7 @@ from setuptools import setup, find_packages
 setup(
   name = 'x-transformers',
   packages = find_packages(exclude=['examples']),
-  version = '1.25.11',
+  version = '1.25.12',
   license='MIT',
   description = 'X-Transformers - Pytorch',
   author = 'Phil Wang',

{x-transformers-1.25.11 → x-transformers-1.25.12}/x_transformers/continuous.py

@@ -85,6 +85,7 @@ class ContinuousTransformerWrapper(nn.Module):
         mems = None,
         pos = None,
         prepend_embeds = None,
+        prepend_mask = None,
         **kwargs
     ):
         batch = x.shape[0]
@@ -112,6 +113,12 @@ class ContinuousTransformerWrapper(nn.Module):
 
             x = torch.cat((prepend_embeds, x), dim = -2)
 
+            if exists(prepend_mask) or exists(mask):
+                mask = default(mask, lambda: torch.ones((b, n), device = device, dtype = torch.bool))
+                prepend_mask = default(prepend_mask, lambda: torch.ones((b, prepend_seq), device = device, dtype = torch.bool))
+
+                mask = torch.cat((prepend_mask, mask), dim = -1)
+
         x = self.emb_dropout(x)
 
         # attention layers

{x-transformers-1.25.11 → x-transformers-1.25.12/x_transformers.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: x-transformers
-Version: 1.25.11
+Version: 1.25.12
 Summary: X-Transformers - Pytorch
 Home-page: https://github.com/lucidrains/x-transformers
 Author: Phil Wang