x-transformers 1.42.2__tar.gz → 1.42.3__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (22) hide show
  1. {x_transformers-1.42.2/x_transformers.egg-info → x_transformers-1.42.3}/PKG-INFO +1 -1
  2. {x_transformers-1.42.2 → x_transformers-1.42.3}/setup.py +1 -1
  3. {x_transformers-1.42.2 → x_transformers-1.42.3}/x_transformers/x_transformers.py +1 -1
  4. {x_transformers-1.42.2 → x_transformers-1.42.3/x_transformers.egg-info}/PKG-INFO +1 -1
  5. {x_transformers-1.42.2 → x_transformers-1.42.3}/LICENSE +0 -0
  6. {x_transformers-1.42.2 → x_transformers-1.42.3}/README.md +0 -0
  7. {x_transformers-1.42.2 → x_transformers-1.42.3}/setup.cfg +0 -0
  8. {x_transformers-1.42.2 → x_transformers-1.42.3}/tests/test_x_transformers.py +0 -0
  9. {x_transformers-1.42.2 → x_transformers-1.42.3}/x_transformers/__init__.py +0 -0
  10. {x_transformers-1.42.2 → x_transformers-1.42.3}/x_transformers/attend.py +0 -0
  11. {x_transformers-1.42.2 → x_transformers-1.42.3}/x_transformers/autoregressive_wrapper.py +0 -0
  12. {x_transformers-1.42.2 → x_transformers-1.42.3}/x_transformers/continuous.py +0 -0
  13. {x_transformers-1.42.2 → x_transformers-1.42.3}/x_transformers/dpo.py +0 -0
  14. {x_transformers-1.42.2 → x_transformers-1.42.3}/x_transformers/multi_input.py +0 -0
  15. {x_transformers-1.42.2 → x_transformers-1.42.3}/x_transformers/neo_mlp.py +0 -0
  16. {x_transformers-1.42.2 → x_transformers-1.42.3}/x_transformers/nonautoregressive_wrapper.py +0 -0
  17. {x_transformers-1.42.2 → x_transformers-1.42.3}/x_transformers/xl_autoregressive_wrapper.py +0 -0
  18. {x_transformers-1.42.2 → x_transformers-1.42.3}/x_transformers/xval.py +0 -0
  19. {x_transformers-1.42.2 → x_transformers-1.42.3}/x_transformers.egg-info/SOURCES.txt +0 -0
  20. {x_transformers-1.42.2 → x_transformers-1.42.3}/x_transformers.egg-info/dependency_links.txt +0 -0
  21. {x_transformers-1.42.2 → x_transformers-1.42.3}/x_transformers.egg-info/requires.txt +0 -0
  22. {x_transformers-1.42.2 → x_transformers-1.42.3}/x_transformers.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: x-transformers
3
- Version: 1.42.2
3
+ Version: 1.42.3
4
4
  Summary: X-Transformers - Pytorch
5
5
  Home-page: https://github.com/lucidrains/x-transformers
6
6
  Author: Phil Wang
@@ -3,7 +3,7 @@ from setuptools import setup, find_packages
3
3
  setup(
4
4
  name = 'x-transformers',
5
5
  packages = find_packages(exclude=['examples']),
6
- version = '1.42.2',
6
+ version = '1.42.3',
7
7
  license='MIT',
8
8
  description = 'X-Transformers - Pytorch',
9
9
  author = 'Phil Wang',
@@ -1371,7 +1371,7 @@ class Attention(Module):
1371
1371
  diff_values = repeat(diff_values, 'b h n d -> b (r h) n d', r = h // kv_h)
1372
1372
  else:
1373
1373
  # https://arxiv.org/abs/2410.17897v1
1374
- v = v + value_residual
1374
+ v = 0.5 * (v + value_residual)
1375
1375
 
1376
1376
  # attention is all we need
1377
1377
 
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: x-transformers
3
- Version: 1.42.2
3
+ Version: 1.42.3
4
4
  Summary: X-Transformers - Pytorch
5
5
  Home-page: https://github.com/lucidrains/x-transformers
6
6
  Author: Phil Wang
File without changes