titans-pytorch 0.3.14__py3-none-any.whl → 0.3.15__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (5) hide show
  1. titans_pytorch/mac_transformer.py +2 -4
  2. {titans_pytorch-0.3.14.dist-info → titans_pytorch-0.3.15.dist-info}/METADATA +1 -1
  3. {titans_pytorch-0.3.14.dist-info → titans_pytorch-0.3.15.dist-info}/RECORD +5 -5
  4. {titans_pytorch-0.3.14.dist-info → titans_pytorch-0.3.15.dist-info}/WHEEL +0 -0
  5. {titans_pytorch-0.3.14.dist-info → titans_pytorch-0.3.15.dist-info}/licenses/LICENSE +0 -0
titans_pytorch/mac_transformer.py CHANGED
@@ -494,7 +494,6 @@ class MemoryAsContextTransformer(Module):
494
494
  sliding_window_attn = False,
495
495
  neural_mem_weight_residual = False,
496
496
  token_emb: Module | None = None,
497
- abs_pos_emb: Module | None = None
498
497
  ):
499
498
  super().__init__()
500
499
 
@@ -503,10 +502,9 @@ class MemoryAsContextTransformer(Module):
503
502
 
504
503
  self.token_emb = token_emb
505
504
 
506
- if not exists(abs_pos_emb):
507
- abs_pos_emb = ContinuousAxialPositionalEmbedding(dim = dim, num_axial_dims = 2)
505
+ # absolute positions
508
506
 
509
- self.abs_pos_emb = abs_pos_emb
507
+ self.axial_pos_emb = ContinuousAxialPositionalEmbedding(dim = dim, num_axial_dims = 2)
510
508
 
511
509
  # long term mem tokens
512
510
 
{titans_pytorch-0.3.14.dist-info → titans_pytorch-0.3.15.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: titans-pytorch
3
- Version: 0.3.14
3
+ Version: 0.3.15
4
4
  Summary: Titans
5
5
  Project-URL: Homepage, https://pypi.org/project/titans-pytorch/
6
6
  Project-URL: Repository, https://github.com/lucidrains/titans-pytorch
{titans_pytorch-0.3.14.dist-info → titans_pytorch-0.3.15.dist-info}/RECORD RENAMED
@@ -1,9 +1,9 @@
1
1
  titans_pytorch/__init__.py,sha256=AyEUlcXWpnqrvyeihRAXWIfQlzLA4NhBjOqQU4edL-4,297
2
2
  titans_pytorch/associative_scan.py,sha256=esaLbukFlgvy2aqopsqBy6KEcZ64B3rsNhG8moKdPSc,5159
3
- titans_pytorch/mac_transformer.py,sha256=F04B88GaH0wHseUIWaX6VFhOSsk_3XDQ1E8e6pvqKgQ,25170
3
+ titans_pytorch/mac_transformer.py,sha256=HIB3S3JBA8Fe1EBITvDZSHXtn-1_fF1rwlw-MzqagKY,25085
4
4
  titans_pytorch/memory_models.py,sha256=wnH9i9kUSoVZhEWUlj8LpBSbB400L9kLt1zP8CO45QQ,5835
5
5
  titans_pytorch/neural_memory.py,sha256=VmUAS1xOM0ZfearWIzQrX_P7HI69viuwrg9M7BQByeE,29349
6
- titans_pytorch-0.3.14.dist-info/METADATA,sha256=1reoUZhvKaFPR6U0QXqJOziyss0HwHhwfJUf7oU7t-s,6817
7
- titans_pytorch-0.3.14.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
8
- titans_pytorch-0.3.14.dist-info/licenses/LICENSE,sha256=1yCiA9b5nhslTavxPjsQAO-wpOnwJR9-l8LTVi7GJuk,1066
9
- titans_pytorch-0.3.14.dist-info/RECORD,,
6
+ titans_pytorch-0.3.15.dist-info/METADATA,sha256=RPw9JXenAI7cGpVP3hQZlj0OA5-xsvXvXHvxyhWdgpg,6817
7
+ titans_pytorch-0.3.15.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
8
+ titans_pytorch-0.3.15.dist-info/licenses/LICENSE,sha256=1yCiA9b5nhslTavxPjsQAO-wpOnwJR9-l8LTVi7GJuk,1066
9
+ titans_pytorch-0.3.15.dist-info/RECORD,,