x-transformers 1.26.1__tar.gz → 1.26.3__tar.gz

{x-transformers-1.26.1/x_transformers.egg-info → x-transformers-1.26.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: x-transformers
-Version: 1.26.1
+Version: 1.26.3
 Summary: X-Transformers - Pytorch
 Home-page: https://github.com/lucidrains/x-transformers
 Author: Phil Wang

{x-transformers-1.26.1 → x-transformers-1.26.3}/README.md

@@ -941,6 +941,8 @@ More of Eric's experimental results can be found <a href="https://github.com/bob
 
 You can use this type of relative position if you wish to train at smaller sequence lengths and have it generalize to longer ones, for both autoregressive and bidirectional models.
 
+Update: <a href="https://www.kaggle.com/competitions/stanford-ribonanza-rna-folding/discussion/460121">First place RNA folding using dynamic positional bias</a>
+
 ```python
 import torch
 from x_transformers import TransformerWrapper, Decoder

{x-transformers-1.26.1 → x-transformers-1.26.3}/setup.py

@@ -3,7 +3,7 @@ from setuptools import setup, find_packages
 setup(
   name = 'x-transformers',
   packages = find_packages(exclude=['examples']),
-  version = '1.26.1',
+  version = '1.26.3',
   license='MIT',
   description = 'X-Transformers - Pytorch',
   author = 'Phil Wang',

{x-transformers-1.26.1 → x-transformers-1.26.3}/x_transformers/autoregressive_wrapper.py

@@ -238,15 +238,19 @@ class AutoregressiveWrapper(Module):
 
             out = torch.cat((out, sample), dim=-1)
 
-            if exists(eos_token):
-                is_eos_tokens = (out == eos_token)
-
-                if is_eos_tokens.any(dim = -1).all():
-                    # mask out everything after the eos tokens
-                    shifted_is_eos_tokens = F.pad(is_eos_tokens, (1, -1))
-                    mask = shifted_is_eos_tokens.float().cumsum(dim = -1) >= 1
-                    out = out.masked_fill(mask, self.pad_value)
-                    break
+            if not exists(eos_token):
+                continue
+
+            is_eos_tokens = (out == eos_token)
+
+            if is_eos_tokens.any(dim = -1).all():
+                break
+
+        if exists(eos_token):
+            # mask out everything after the eos tokens
+            shifted_is_eos_tokens = F.pad(is_eos_tokens, (1, -1))
+            mask = shifted_is_eos_tokens.float().cumsum(dim = -1) >= 1
+            out = out.masked_fill(mask, self.pad_value)
 
         out = out[:, t:]
 

{x-transformers-1.26.1 → x-transformers-1.26.3}/x_transformers/x_transformers.py

@@ -1559,7 +1559,7 @@ class TransformerWrapper(nn.Module):
         pos = None,
         prepend_embeds = None,
         prepend_mask = None,
-        embed_ids: Dict[str, Tensor] = None,
+        embed_ids: Dict[str, Tensor] = dict(),
         sum_embeds = None,
         return_attn_z_loss = False,
         attn_z_loss_weight = 1e-4,
@@ -1578,7 +1578,9 @@ class TransformerWrapper(nn.Module):
 
         # add additional embeddings
 
-        if exists(self.embeds) and exists(embed_ids):
+        if exists(self.embeds):
+            assert len(embed_ids) == len(self.embeds)
+
             for name, embed_id in embed_ids.items():
                 embed_key = f'{name}_embed'
 

{x-transformers-1.26.1 → x-transformers-1.26.3/x_transformers.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: x-transformers
-Version: 1.26.1
+Version: 1.26.3
 Summary: X-Transformers - Pytorch
 Home-page: https://github.com/lucidrains/x-transformers
 Author: Phil Wang