titans-pytorch 0.3.20__tar.gz → 0.3.21__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (18) hide show
  1. {titans_pytorch-0.3.20 → titans_pytorch-0.3.21}/PKG-INFO +1 -1
  2. {titans_pytorch-0.3.20 → titans_pytorch-0.3.21}/pyproject.toml +1 -1
  3. {titans_pytorch-0.3.20 → titans_pytorch-0.3.21}/titans_pytorch/mac_transformer.py +2 -0
  4. {titans_pytorch-0.3.20 → titans_pytorch-0.3.21}/.github/workflows/python-publish.yml +0 -0
  5. {titans_pytorch-0.3.20 → titans_pytorch-0.3.21}/.github/workflows/test.yaml +0 -0
  6. {titans_pytorch-0.3.20 → titans_pytorch-0.3.21}/.gitignore +0 -0
  7. {titans_pytorch-0.3.20 → titans_pytorch-0.3.21}/LICENSE +0 -0
  8. {titans_pytorch-0.3.20 → titans_pytorch-0.3.21}/README.md +0 -0
  9. {titans_pytorch-0.3.20 → titans_pytorch-0.3.21}/data/README.md +0 -0
  10. {titans_pytorch-0.3.20 → titans_pytorch-0.3.21}/data/enwik8.gz +0 -0
  11. {titans_pytorch-0.3.20 → titans_pytorch-0.3.21}/fig1.png +0 -0
  12. {titans_pytorch-0.3.20 → titans_pytorch-0.3.21}/fig2.png +0 -0
  13. {titans_pytorch-0.3.20 → titans_pytorch-0.3.21}/tests/test_titans.py +0 -0
  14. {titans_pytorch-0.3.20 → titans_pytorch-0.3.21}/titans_pytorch/__init__.py +0 -0
  15. {titans_pytorch-0.3.20 → titans_pytorch-0.3.21}/titans_pytorch/associative_scan.py +0 -0
  16. {titans_pytorch-0.3.20 → titans_pytorch-0.3.21}/titans_pytorch/memory_models.py +0 -0
  17. {titans_pytorch-0.3.20 → titans_pytorch-0.3.21}/titans_pytorch/neural_memory.py +0 -0
  18. {titans_pytorch-0.3.20 → titans_pytorch-0.3.21}/train_mac.py +0 -0
{titans_pytorch-0.3.20 → titans_pytorch-0.3.21}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: titans-pytorch
3
- Version: 0.3.20
3
+ Version: 0.3.21
4
4
  Summary: Titans
5
5
  Project-URL: Homepage, https://pypi.org/project/titans-pytorch/
6
6
  Project-URL: Repository, https://github.com/lucidrains/titans-pytorch
{titans_pytorch-0.3.20 → titans_pytorch-0.3.21}/pyproject.toml RENAMED
@@ -1,6 +1,6 @@
1
1
  [project]
2
2
  name = "titans-pytorch"
3
- version = "0.3.20"
3
+ version = "0.3.21"
4
4
  description = "Titans"
5
5
  authors = [
6
6
  { name = "Phil Wang", email = "lucidrains@gmail.com" }
{titans_pytorch-0.3.20 → titans_pytorch-0.3.21}/titans_pytorch/mac_transformer.py RENAMED
@@ -523,6 +523,8 @@ class MemoryAsContextTransformer(Module):
523
523
 
524
524
  # hyper conection
525
525
 
526
+ assert not (num_residual_streams <= 1 and neural_memory_qkv_receives_diff_views), 'allow neural memory queries, keys, values to be derived from different combinations of the residual streams can only work if hyper connections has greater than 1 residual stream'
527
+
526
528
  init_hyper_conn, self.expand_streams, self.reduce_streams = get_init_and_expand_reduce_stream_functions(num_residual_streams, dim = dim, add_stream_embed = True, disable = num_residual_streams == 1)
527
529
 
528
530
  self.layers = ModuleList([])
{titans_pytorch-0.3.20 → titans_pytorch-0.3.21}/LICENSE RENAMED
File without changes