x-transformers 2.3.0__tar.gz → 2.3.1__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (62) hide show
  1. {x_transformers-2.3.0 → x_transformers-2.3.1}/PKG-INFO +1 -1
  2. {x_transformers-2.3.0 → x_transformers-2.3.1}/pyproject.toml +1 -1
  3. {x_transformers-2.3.0 → x_transformers-2.3.1}/x_transformers/continuous.py +2 -1
  4. {x_transformers-2.3.0 → x_transformers-2.3.1}/.github/FUNDING.yml +0 -0
  5. {x_transformers-2.3.0 → x_transformers-2.3.1}/.github/workflows/python-publish.yml +0 -0
  6. {x_transformers-2.3.0 → x_transformers-2.3.1}/.github/workflows/python-test.yaml +0 -0
  7. {x_transformers-2.3.0 → x_transformers-2.3.1}/.gitignore +0 -0
  8. {x_transformers-2.3.0 → x_transformers-2.3.1}/LICENSE +0 -0
  9. {x_transformers-2.3.0 → x_transformers-2.3.1}/README.md +0 -0
  10. {x_transformers-2.3.0 → x_transformers-2.3.1}/data/README.md +0 -0
  11. {x_transformers-2.3.0 → x_transformers-2.3.1}/data/enwik8.gz +0 -0
  12. {x_transformers-2.3.0 → x_transformers-2.3.1}/images/all-attention.png +0 -0
  13. {x_transformers-2.3.0 → x_transformers-2.3.1}/images/attention-on-attention.png +0 -0
  14. {x_transformers-2.3.0 → x_transformers-2.3.1}/images/cosine-sim-attention.png +0 -0
  15. {x_transformers-2.3.0 → x_transformers-2.3.1}/images/deepnorm.png +0 -0
  16. {x_transformers-2.3.0 → x_transformers-2.3.1}/images/dynamic-pos-bias-linear.png +0 -0
  17. {x_transformers-2.3.0 → x_transformers-2.3.1}/images/dynamic-pos-bias-log.png +0 -0
  18. {x_transformers-2.3.0 → x_transformers-2.3.1}/images/dynamic-pos-bias-sinusoidal.png +0 -0
  19. {x_transformers-2.3.0 → x_transformers-2.3.1}/images/dynamic-pos-bias.png +0 -0
  20. {x_transformers-2.3.0 → x_transformers-2.3.1}/images/enhanced-recurrence.png +0 -0
  21. {x_transformers-2.3.0 → x_transformers-2.3.1}/images/fcm.png +0 -0
  22. {x_transformers-2.3.0 → x_transformers-2.3.1}/images/ffglu.png +0 -0
  23. {x_transformers-2.3.0 → x_transformers-2.3.1}/images/flash-attention.png +0 -0
  24. {x_transformers-2.3.0 → x_transformers-2.3.1}/images/gate_values.png +0 -0
  25. {x_transformers-2.3.0 → x_transformers-2.3.1}/images/gating.png +0 -0
  26. {x_transformers-2.3.0 → x_transformers-2.3.1}/images/length-extrapolation-scale.png +0 -0
  27. {x_transformers-2.3.0 → x_transformers-2.3.1}/images/macaron-1.png +0 -0
  28. {x_transformers-2.3.0 → x_transformers-2.3.1}/images/macaron-2.png +0 -0
  29. {x_transformers-2.3.0 → x_transformers-2.3.1}/images/memory-transformer.png +0 -0
  30. {x_transformers-2.3.0 → x_transformers-2.3.1}/images/normformer.png +0 -0
  31. {x_transformers-2.3.0 → x_transformers-2.3.1}/images/pia.png +0 -0
  32. {x_transformers-2.3.0 → x_transformers-2.3.1}/images/qknorm-analysis.png +0 -0
  33. {x_transformers-2.3.0 → x_transformers-2.3.1}/images/resi_dual.png +0 -0
  34. {x_transformers-2.3.0 → x_transformers-2.3.1}/images/residual_attn.png +0 -0
  35. {x_transformers-2.3.0 → x_transformers-2.3.1}/images/rezero.png +0 -0
  36. {x_transformers-2.3.0 → x_transformers-2.3.1}/images/rotary.png +0 -0
  37. {x_transformers-2.3.0 → x_transformers-2.3.1}/images/sandwich-2.png +0 -0
  38. {x_transformers-2.3.0 → x_transformers-2.3.1}/images/sandwich.png +0 -0
  39. {x_transformers-2.3.0 → x_transformers-2.3.1}/images/sandwich_norm.png +0 -0
  40. {x_transformers-2.3.0 → x_transformers-2.3.1}/images/scalenorm.png +0 -0
  41. {x_transformers-2.3.0 → x_transformers-2.3.1}/images/talking-heads.png +0 -0
  42. {x_transformers-2.3.0 → x_transformers-2.3.1}/images/topk-attention.png +0 -0
  43. {x_transformers-2.3.0 → x_transformers-2.3.1}/images/xval.png +0 -0
  44. {x_transformers-2.3.0 → x_transformers-2.3.1}/tests/test_x_transformers.py +0 -0
  45. {x_transformers-2.3.0 → x_transformers-2.3.1}/train_belief_state.py +0 -0
  46. {x_transformers-2.3.0 → x_transformers-2.3.1}/train_copy.py +0 -0
  47. {x_transformers-2.3.0 → x_transformers-2.3.1}/train_entropy_tokenizer.py +0 -0
  48. {x_transformers-2.3.0 → x_transformers-2.3.1}/train_enwik8.py +0 -0
  49. {x_transformers-2.3.0 → x_transformers-2.3.1}/train_length_extrapolate.py +0 -0
  50. {x_transformers-2.3.0 → x_transformers-2.3.1}/train_parity.py +0 -0
  51. {x_transformers-2.3.0 → x_transformers-2.3.1}/x_transformers/__init__.py +0 -0
  52. {x_transformers-2.3.0 → x_transformers-2.3.1}/x_transformers/attend.py +0 -0
  53. {x_transformers-2.3.0 → x_transformers-2.3.1}/x_transformers/autoregressive_wrapper.py +0 -0
  54. {x_transformers-2.3.0 → x_transformers-2.3.1}/x_transformers/belief_state_wrapper.py +0 -0
  55. {x_transformers-2.3.0 → x_transformers-2.3.1}/x_transformers/dpo.py +0 -0
  56. {x_transformers-2.3.0 → x_transformers-2.3.1}/x_transformers/entropy_based_tokenizer.py +0 -0
  57. {x_transformers-2.3.0 → x_transformers-2.3.1}/x_transformers/multi_input.py +0 -0
  58. {x_transformers-2.3.0 → x_transformers-2.3.1}/x_transformers/neo_mlp.py +0 -0
  59. {x_transformers-2.3.0 → x_transformers-2.3.1}/x_transformers/nonautoregressive_wrapper.py +0 -0
  60. {x_transformers-2.3.0 → x_transformers-2.3.1}/x_transformers/x_transformers.py +0 -0
  61. {x_transformers-2.3.0 → x_transformers-2.3.1}/x_transformers/xl_autoregressive_wrapper.py +0 -0
  62. {x_transformers-2.3.0 → x_transformers-2.3.1}/x_transformers/xval.py +0 -0
{x_transformers-2.3.0 → x_transformers-2.3.1}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: x-transformers
3
- Version: 2.3.0
3
+ Version: 2.3.1
4
4
  Summary: X-Transformers
5
5
  Project-URL: Homepage, https://pypi.org/project/x-transformers/
6
6
  Project-URL: Repository, https://github.com/lucidrains/x-transformers
{x_transformers-2.3.0 → x_transformers-2.3.1}/pyproject.toml RENAMED
@@ -1,6 +1,6 @@
1
1
  [project]
2
2
  name = "x-transformers"
3
- version = "2.3.0"
3
+ version = "2.3.1"
4
4
  description = "X-Transformers"
5
5
  authors = [
6
6
  { name = "Phil Wang", email = "lucidrains@gmail.com" }
{x_transformers-2.3.0 → x_transformers-2.3.1}/x_transformers/continuous.py RENAMED
@@ -222,6 +222,7 @@ class ContinuousAutoregressiveWrapper(Module):
222
222
  self,
223
223
  start_tokens,
224
224
  seq_len,
225
+ temperature = 1.,
225
226
  **kwargs
226
227
  ):
227
228
  device = start_tokens.device
@@ -245,7 +246,7 @@ class ContinuousAutoregressiveWrapper(Module):
245
246
 
246
247
  if self.probabilistic:
247
248
  mean, var = last_output
248
- last_output = torch.normal(mean, var)
249
+ last_output = torch.normal(mean, var * temperature)
249
250
 
250
251
  out = cat((out, last_output), dim = -2)
251
252
 
{x_transformers-2.3.0 → x_transformers-2.3.1}/LICENSE RENAMED
File without changes
{x_transformers-2.3.0 → x_transformers-2.3.1}/README.md RENAMED
File without changes