x-transformers 1.38.1__tar.gz → 1.38.2__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (21) hide show
  1. {x_transformers-1.38.1/x_transformers.egg-info → x_transformers-1.38.2}/PKG-INFO +1 -1
  2. {x_transformers-1.38.1 → x_transformers-1.38.2}/setup.py +1 -1
  3. {x_transformers-1.38.1 → x_transformers-1.38.2}/x_transformers/attend.py +3 -0
  4. {x_transformers-1.38.1 → x_transformers-1.38.2/x_transformers.egg-info}/PKG-INFO +1 -1
  5. {x_transformers-1.38.1 → x_transformers-1.38.2}/LICENSE +0 -0
  6. {x_transformers-1.38.1 → x_transformers-1.38.2}/README.md +0 -0
  7. {x_transformers-1.38.1 → x_transformers-1.38.2}/setup.cfg +0 -0
  8. {x_transformers-1.38.1 → x_transformers-1.38.2}/tests/test_x_transformers.py +0 -0
  9. {x_transformers-1.38.1 → x_transformers-1.38.2}/x_transformers/__init__.py +0 -0
  10. {x_transformers-1.38.1 → x_transformers-1.38.2}/x_transformers/autoregressive_wrapper.py +0 -0
  11. {x_transformers-1.38.1 → x_transformers-1.38.2}/x_transformers/continuous.py +0 -0
  12. {x_transformers-1.38.1 → x_transformers-1.38.2}/x_transformers/dpo.py +0 -0
  13. {x_transformers-1.38.1 → x_transformers-1.38.2}/x_transformers/multi_input.py +0 -0
  14. {x_transformers-1.38.1 → x_transformers-1.38.2}/x_transformers/nonautoregressive_wrapper.py +0 -0
  15. {x_transformers-1.38.1 → x_transformers-1.38.2}/x_transformers/x_transformers.py +0 -0
  16. {x_transformers-1.38.1 → x_transformers-1.38.2}/x_transformers/xl_autoregressive_wrapper.py +0 -0
  17. {x_transformers-1.38.1 → x_transformers-1.38.2}/x_transformers/xval.py +0 -0
  18. {x_transformers-1.38.1 → x_transformers-1.38.2}/x_transformers.egg-info/SOURCES.txt +0 -0
  19. {x_transformers-1.38.1 → x_transformers-1.38.2}/x_transformers.egg-info/dependency_links.txt +0 -0
  20. {x_transformers-1.38.1 → x_transformers-1.38.2}/x_transformers.egg-info/requires.txt +0 -0
  21. {x_transformers-1.38.1 → x_transformers-1.38.2}/x_transformers.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: x-transformers
3
- Version: 1.38.1
3
+ Version: 1.38.2
4
4
  Summary: X-Transformers - Pytorch
5
5
  Home-page: https://github.com/lucidrains/x-transformers
6
6
  Author: Phil Wang
@@ -3,7 +3,7 @@ from setuptools import setup, find_packages
3
3
  setup(
4
4
  name = 'x-transformers',
5
5
  packages = find_packages(exclude=['examples']),
6
- version = '1.38.1',
6
+ version = '1.38.2',
7
7
  license='MIT',
8
8
  description = 'X-Transformers - Pytorch',
9
9
  author = 'Phil Wang',
@@ -185,6 +185,9 @@ class Attend(Module):
185
185
  self.pre_softmax_talking_heads = nn.Conv2d(heads, heads, 1, bias = False)
186
186
  self.post_softmax_talking_heads = nn.Conv2d(heads, heads, 1, bias = False)
187
187
 
188
+ nn.init.dirac_(self.pre_softmax_talking_heads.weight)
189
+ nn.init.dirac_(self.post_softmax_talking_heads.weight)
190
+
188
191
  # selective attention
189
192
 
190
193
  assert not (flash and selective), 'selective attention cannot work on flash attention'
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: x-transformers
3
- Version: 1.38.1
3
+ Version: 1.38.2
4
4
  Summary: X-Transformers - Pytorch
5
5
  Home-page: https://github.com/lucidrains/x-transformers
6
6
  Author: Phil Wang
File without changes