x-transformers 1.30.4__tar.gz → 1.30.6__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (20) hide show
  1. {x_transformers-1.30.4/x_transformers.egg-info → x_transformers-1.30.6}/PKG-INFO +1 -1
  2. {x_transformers-1.30.4 → x_transformers-1.30.6}/setup.py +1 -1
  3. {x_transformers-1.30.4 → x_transformers-1.30.6}/x_transformers/attend.py +1 -0
  4. {x_transformers-1.30.4 → x_transformers-1.30.6}/x_transformers/x_transformers.py +1 -0
  5. {x_transformers-1.30.4 → x_transformers-1.30.6/x_transformers.egg-info}/PKG-INFO +1 -1
  6. {x_transformers-1.30.4 → x_transformers-1.30.6}/LICENSE +0 -0
  7. {x_transformers-1.30.4 → x_transformers-1.30.6}/README.md +0 -0
  8. {x_transformers-1.30.4 → x_transformers-1.30.6}/setup.cfg +0 -0
  9. {x_transformers-1.30.4 → x_transformers-1.30.6}/tests/test_kv_cache.py +0 -0
  10. {x_transformers-1.30.4 → x_transformers-1.30.6}/x_transformers/__init__.py +0 -0
  11. {x_transformers-1.30.4 → x_transformers-1.30.6}/x_transformers/autoregressive_wrapper.py +0 -0
  12. {x_transformers-1.30.4 → x_transformers-1.30.6}/x_transformers/continuous.py +0 -0
  13. {x_transformers-1.30.4 → x_transformers-1.30.6}/x_transformers/dpo.py +0 -0
  14. {x_transformers-1.30.4 → x_transformers-1.30.6}/x_transformers/nonautoregressive_wrapper.py +0 -0
  15. {x_transformers-1.30.4 → x_transformers-1.30.6}/x_transformers/xl_autoregressive_wrapper.py +0 -0
  16. {x_transformers-1.30.4 → x_transformers-1.30.6}/x_transformers/xval.py +0 -0
  17. {x_transformers-1.30.4 → x_transformers-1.30.6}/x_transformers.egg-info/SOURCES.txt +0 -0
  18. {x_transformers-1.30.4 → x_transformers-1.30.6}/x_transformers.egg-info/dependency_links.txt +0 -0
  19. {x_transformers-1.30.4 → x_transformers-1.30.6}/x_transformers.egg-info/requires.txt +0 -0
  20. {x_transformers-1.30.4 → x_transformers-1.30.6}/x_transformers.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: x-transformers
3
- Version: 1.30.4
3
+ Version: 1.30.6
4
4
  Summary: X-Transformers - Pytorch
5
5
  Home-page: https://github.com/lucidrains/x-transformers
6
6
  Author: Phil Wang
@@ -3,7 +3,7 @@ from setuptools import setup, find_packages
3
3
  setup(
4
4
  name = 'x-transformers',
5
5
  packages = find_packages(exclude=['examples']),
6
- version = '1.30.4',
6
+ version = '1.30.6',
7
7
  license='MIT',
8
8
  description = 'X-Transformers - Pytorch',
9
9
  author = 'Phil Wang',
@@ -22,6 +22,7 @@ class Intermediates:
22
22
  pre_softmax_attn: Tensor | None = None
23
23
  post_softmax_attn: Tensor | None = None
24
24
  cached_kv: Tuple[Tensor, Tensor] | None = None
25
+ layer_type: str | None = None
25
26
 
26
27
  def to_tuple(self):
27
28
  return (self.qk_similarities, self.pre_softmax_attn, self.post_softmax_attn)
@@ -1410,6 +1410,7 @@ class AttentionLayers(Module):
1410
1410
  x = residual_fn(out, inner_residual)
1411
1411
 
1412
1412
  if layer_type in ('a', 'c') and return_hiddens:
1413
+ inter.layer_type = layer_type
1413
1414
  intermediates.append(inter)
1414
1415
 
1415
1416
  if layer_type == 'a' and self.residual_attn:
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: x-transformers
3
- Version: 1.30.4
3
+ Version: 1.30.6
4
4
  Summary: X-Transformers - Pytorch
5
5
  Home-page: https://github.com/lucidrains/x-transformers
6
6
  Author: Phil Wang
File without changes