x-transformers 1.38.0__tar.gz → 1.38.2__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (21) hide show
  1. {x_transformers-1.38.0/x_transformers.egg-info → x_transformers-1.38.2}/PKG-INFO +1 -1
  2. {x_transformers-1.38.0 → x_transformers-1.38.2}/setup.py +1 -1
  3. {x_transformers-1.38.0 → x_transformers-1.38.2}/x_transformers/attend.py +4 -0
  4. {x_transformers-1.38.0 → x_transformers-1.38.2/x_transformers.egg-info}/PKG-INFO +1 -1
  5. {x_transformers-1.38.0 → x_transformers-1.38.2}/LICENSE +0 -0
  6. {x_transformers-1.38.0 → x_transformers-1.38.2}/README.md +0 -0
  7. {x_transformers-1.38.0 → x_transformers-1.38.2}/setup.cfg +0 -0
  8. {x_transformers-1.38.0 → x_transformers-1.38.2}/tests/test_x_transformers.py +0 -0
  9. {x_transformers-1.38.0 → x_transformers-1.38.2}/x_transformers/__init__.py +0 -0
  10. {x_transformers-1.38.0 → x_transformers-1.38.2}/x_transformers/autoregressive_wrapper.py +0 -0
  11. {x_transformers-1.38.0 → x_transformers-1.38.2}/x_transformers/continuous.py +0 -0
  12. {x_transformers-1.38.0 → x_transformers-1.38.2}/x_transformers/dpo.py +0 -0
  13. {x_transformers-1.38.0 → x_transformers-1.38.2}/x_transformers/multi_input.py +0 -0
  14. {x_transformers-1.38.0 → x_transformers-1.38.2}/x_transformers/nonautoregressive_wrapper.py +0 -0
  15. {x_transformers-1.38.0 → x_transformers-1.38.2}/x_transformers/x_transformers.py +0 -0
  16. {x_transformers-1.38.0 → x_transformers-1.38.2}/x_transformers/xl_autoregressive_wrapper.py +0 -0
  17. {x_transformers-1.38.0 → x_transformers-1.38.2}/x_transformers/xval.py +0 -0
  18. {x_transformers-1.38.0 → x_transformers-1.38.2}/x_transformers.egg-info/SOURCES.txt +0 -0
  19. {x_transformers-1.38.0 → x_transformers-1.38.2}/x_transformers.egg-info/dependency_links.txt +0 -0
  20. {x_transformers-1.38.0 → x_transformers-1.38.2}/x_transformers.egg-info/requires.txt +0 -0
  21. {x_transformers-1.38.0 → x_transformers-1.38.2}/x_transformers.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: x-transformers
3
- Version: 1.38.0
3
+ Version: 1.38.2
4
4
  Summary: X-Transformers - Pytorch
5
5
  Home-page: https://github.com/lucidrains/x-transformers
6
6
  Author: Phil Wang
@@ -3,7 +3,7 @@ from setuptools import setup, find_packages
3
3
  setup(
4
4
  name = 'x-transformers',
5
5
  packages = find_packages(exclude=['examples']),
6
- version = '1.38.0',
6
+ version = '1.38.2',
7
7
  license='MIT',
8
8
  description = 'X-Transformers - Pytorch',
9
9
  author = 'Phil Wang',
@@ -185,8 +185,12 @@ class Attend(Module):
185
185
  self.pre_softmax_talking_heads = nn.Conv2d(heads, heads, 1, bias = False)
186
186
  self.post_softmax_talking_heads = nn.Conv2d(heads, heads, 1, bias = False)
187
187
 
188
+ nn.init.dirac_(self.pre_softmax_talking_heads.weight)
189
+ nn.init.dirac_(self.post_softmax_talking_heads.weight)
190
+
188
191
  # selective attention
189
192
 
193
+ assert not (flash and selective), 'selective attention cannot work on flash attention'
190
194
  assert not (selective and not causal), 'selective attention is designed for autoregressive'
191
195
  self.selective = selective
192
196
 
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: x-transformers
3
- Version: 1.38.0
3
+ Version: 1.38.2
4
4
  Summary: X-Transformers - Pytorch
5
5
  Home-page: https://github.com/lucidrains/x-transformers
6
6
  Author: Phil Wang
File without changes