x-transformers 1.35.0__tar.gz → 1.35.2__tar.gz

{x_transformers-1.35.0/x_transformers.egg-info → x_transformers-1.35.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: x-transformers
-Version: 1.35.0
+Version: 1.35.2
 Summary: X-Transformers - Pytorch
 Home-page: https://github.com/lucidrains/x-transformers
 Author: Phil Wang

{x_transformers-1.35.0 → x_transformers-1.35.2}/setup.py

@@ -3,7 +3,7 @@ from setuptools import setup, find_packages
 setup(
   name = 'x-transformers',
   packages = find_packages(exclude=['examples']),
-  version = '1.35.0',
+  version = '1.35.2',
   license='MIT',
   description = 'X-Transformers - Pytorch',
   author = 'Phil Wang',

{x_transformers-1.35.0 → x_transformers-1.35.2}/x_transformers/autoregressive_wrapper.py

@@ -220,13 +220,14 @@ class AutoregressiveWrapper(Module):
             if restrict_to_max_seq_len:
                 max_len_exceeded = out.shape[-1] > max_seq_len
 
-                assert not (cache_kv and max_len_exceeded and not self.net.can_cache_kv_outside_max_seq_len), 'the network cannot use cached key values when decoding outside the max sequence length. most likely because you are using absolute positional embeeding. you can switch to rotary embeddings to resolve this issue'
+                assert not (cache_kv and max_len_exceeded and not self.net.can_cache_kv_outside_max_seq_len), 'the network cannot use cached key values when decoding outside the max sequence length. most likely because you are using absolute positional embedding. you can switch to rotary embeddings to resolve this issue'
 
                 x = out[:, -max_seq_len:]
 
                 if exists(cache):
                     for inter in cache.attn_intermediates:
-                        inter.cached_kv = [t[..., -(max_seq_len - 1):, :] for t in inter.cached_kv]
+                        if inter.layer_type == 'a':
+                            inter.cached_kv = [t[..., -(max_seq_len - 1):, :] for t in inter.cached_kv]
 
             logits, new_cache = self.net(
                 x,

{x_transformers-1.35.0 → x_transformers-1.35.2}/x_transformers/x_transformers.py

@@ -2321,6 +2321,7 @@ class XTransformer(Module):
 
         self.encoder = TransformerWrapper(
             **enc_transformer_kwargs,
+            return_only_embed = True,
             attn_layers = Encoder(dim = dim, **enc_kwargs)
         )
 

{x_transformers-1.35.0 → x_transformers-1.35.2/x_transformers.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: x-transformers
-Version: 1.35.0
+Version: 1.35.2
 Summary: X-Transformers - Pytorch
 Home-page: https://github.com/lucidrains/x-transformers
 Author: Phil Wang