x-transformers 2.3.4__tar.gz → 2.3.5__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (62) hide show
  1. {x_transformers-2.3.4 → x_transformers-2.3.5}/PKG-INFO +1 -1
  2. {x_transformers-2.3.4 → x_transformers-2.3.5}/pyproject.toml +1 -1
  3. {x_transformers-2.3.4 → x_transformers-2.3.5}/x_transformers/continuous.py +4 -0
  4. {x_transformers-2.3.4 → x_transformers-2.3.5}/.github/FUNDING.yml +0 -0
  5. {x_transformers-2.3.4 → x_transformers-2.3.5}/.github/workflows/python-publish.yml +0 -0
  6. {x_transformers-2.3.4 → x_transformers-2.3.5}/.github/workflows/python-test.yaml +0 -0
  7. {x_transformers-2.3.4 → x_transformers-2.3.5}/.gitignore +0 -0
  8. {x_transformers-2.3.4 → x_transformers-2.3.5}/LICENSE +0 -0
  9. {x_transformers-2.3.4 → x_transformers-2.3.5}/README.md +0 -0
  10. {x_transformers-2.3.4 → x_transformers-2.3.5}/data/README.md +0 -0
  11. {x_transformers-2.3.4 → x_transformers-2.3.5}/data/enwik8.gz +0 -0
  12. {x_transformers-2.3.4 → x_transformers-2.3.5}/images/all-attention.png +0 -0
  13. {x_transformers-2.3.4 → x_transformers-2.3.5}/images/attention-on-attention.png +0 -0
  14. {x_transformers-2.3.4 → x_transformers-2.3.5}/images/cosine-sim-attention.png +0 -0
  15. {x_transformers-2.3.4 → x_transformers-2.3.5}/images/deepnorm.png +0 -0
  16. {x_transformers-2.3.4 → x_transformers-2.3.5}/images/dynamic-pos-bias-linear.png +0 -0
  17. {x_transformers-2.3.4 → x_transformers-2.3.5}/images/dynamic-pos-bias-log.png +0 -0
  18. {x_transformers-2.3.4 → x_transformers-2.3.5}/images/dynamic-pos-bias-sinusoidal.png +0 -0
  19. {x_transformers-2.3.4 → x_transformers-2.3.5}/images/dynamic-pos-bias.png +0 -0
  20. {x_transformers-2.3.4 → x_transformers-2.3.5}/images/enhanced-recurrence.png +0 -0
  21. {x_transformers-2.3.4 → x_transformers-2.3.5}/images/fcm.png +0 -0
  22. {x_transformers-2.3.4 → x_transformers-2.3.5}/images/ffglu.png +0 -0
  23. {x_transformers-2.3.4 → x_transformers-2.3.5}/images/flash-attention.png +0 -0
  24. {x_transformers-2.3.4 → x_transformers-2.3.5}/images/gate_values.png +0 -0
  25. {x_transformers-2.3.4 → x_transformers-2.3.5}/images/gating.png +0 -0
  26. {x_transformers-2.3.4 → x_transformers-2.3.5}/images/length-extrapolation-scale.png +0 -0
  27. {x_transformers-2.3.4 → x_transformers-2.3.5}/images/macaron-1.png +0 -0
  28. {x_transformers-2.3.4 → x_transformers-2.3.5}/images/macaron-2.png +0 -0
  29. {x_transformers-2.3.4 → x_transformers-2.3.5}/images/memory-transformer.png +0 -0
  30. {x_transformers-2.3.4 → x_transformers-2.3.5}/images/normformer.png +0 -0
  31. {x_transformers-2.3.4 → x_transformers-2.3.5}/images/pia.png +0 -0
  32. {x_transformers-2.3.4 → x_transformers-2.3.5}/images/qknorm-analysis.png +0 -0
  33. {x_transformers-2.3.4 → x_transformers-2.3.5}/images/resi_dual.png +0 -0
  34. {x_transformers-2.3.4 → x_transformers-2.3.5}/images/residual_attn.png +0 -0
  35. {x_transformers-2.3.4 → x_transformers-2.3.5}/images/rezero.png +0 -0
  36. {x_transformers-2.3.4 → x_transformers-2.3.5}/images/rotary.png +0 -0
  37. {x_transformers-2.3.4 → x_transformers-2.3.5}/images/sandwich-2.png +0 -0
  38. {x_transformers-2.3.4 → x_transformers-2.3.5}/images/sandwich.png +0 -0
  39. {x_transformers-2.3.4 → x_transformers-2.3.5}/images/sandwich_norm.png +0 -0
  40. {x_transformers-2.3.4 → x_transformers-2.3.5}/images/scalenorm.png +0 -0
  41. {x_transformers-2.3.4 → x_transformers-2.3.5}/images/talking-heads.png +0 -0
  42. {x_transformers-2.3.4 → x_transformers-2.3.5}/images/topk-attention.png +0 -0
  43. {x_transformers-2.3.4 → x_transformers-2.3.5}/images/xval.png +0 -0
  44. {x_transformers-2.3.4 → x_transformers-2.3.5}/tests/test_x_transformers.py +0 -0
  45. {x_transformers-2.3.4 → x_transformers-2.3.5}/train_belief_state.py +0 -0
  46. {x_transformers-2.3.4 → x_transformers-2.3.5}/train_copy.py +0 -0
  47. {x_transformers-2.3.4 → x_transformers-2.3.5}/train_entropy_tokenizer.py +0 -0
  48. {x_transformers-2.3.4 → x_transformers-2.3.5}/train_enwik8.py +0 -0
  49. {x_transformers-2.3.4 → x_transformers-2.3.5}/train_length_extrapolate.py +0 -0
  50. {x_transformers-2.3.4 → x_transformers-2.3.5}/train_parity.py +0 -0
  51. {x_transformers-2.3.4 → x_transformers-2.3.5}/x_transformers/__init__.py +0 -0
  52. {x_transformers-2.3.4 → x_transformers-2.3.5}/x_transformers/attend.py +0 -0
  53. {x_transformers-2.3.4 → x_transformers-2.3.5}/x_transformers/autoregressive_wrapper.py +0 -0
  54. {x_transformers-2.3.4 → x_transformers-2.3.5}/x_transformers/belief_state_wrapper.py +0 -0
  55. {x_transformers-2.3.4 → x_transformers-2.3.5}/x_transformers/dpo.py +0 -0
  56. {x_transformers-2.3.4 → x_transformers-2.3.5}/x_transformers/entropy_based_tokenizer.py +0 -0
  57. {x_transformers-2.3.4 → x_transformers-2.3.5}/x_transformers/multi_input.py +0 -0
  58. {x_transformers-2.3.4 → x_transformers-2.3.5}/x_transformers/neo_mlp.py +0 -0
  59. {x_transformers-2.3.4 → x_transformers-2.3.5}/x_transformers/nonautoregressive_wrapper.py +0 -0
  60. {x_transformers-2.3.4 → x_transformers-2.3.5}/x_transformers/x_transformers.py +0 -0
  61. {x_transformers-2.3.4 → x_transformers-2.3.5}/x_transformers/xl_autoregressive_wrapper.py +0 -0
  62. {x_transformers-2.3.4 → x_transformers-2.3.5}/x_transformers/xval.py +0 -0
{x_transformers-2.3.4 → x_transformers-2.3.5}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: x-transformers
3
- Version: 2.3.4
3
+ Version: 2.3.5
4
4
  Summary: X-Transformers
5
5
  Project-URL: Homepage, https://pypi.org/project/x-transformers/
6
6
  Project-URL: Repository, https://github.com/lucidrains/x-transformers
{x_transformers-2.3.4 → x_transformers-2.3.5}/pyproject.toml RENAMED
@@ -1,6 +1,6 @@
1
1
  [project]
2
2
  name = "x-transformers"
3
- version = "2.3.4"
3
+ version = "2.3.5"
4
4
  description = "X-Transformers"
5
5
  authors = [
6
6
  { name = "Phil Wang", email = "lucidrains@gmail.com" }
{x_transformers-2.3.4 → x_transformers-2.3.5}/x_transformers/continuous.py RENAMED
@@ -128,6 +128,7 @@ class ContinuousTransformerWrapper(Module):
128
128
  mems = None,
129
129
  mem_masks = None,
130
130
  pos = None,
131
+ sum_embeds = None,
131
132
  prepend_embeds = None,
132
133
  prepend_mask = None,
133
134
  **kwargs
@@ -147,6 +148,9 @@ class ContinuousTransformerWrapper(Module):
147
148
  x = self.project_in(x)
148
149
  x = x + self.pos_emb(x, pos = pos)
149
150
 
151
+ if exists(sum_embeds):
152
+ x = x + sum_embeds
153
+
150
154
  x = self.post_emb_norm(x)
151
155
 
152
156
  # memory tokens
{x_transformers-2.3.4 → x_transformers-2.3.5}/LICENSE RENAMED
File without changes
{x_transformers-2.3.4 → x_transformers-2.3.5}/README.md RENAMED
File without changes