titans-pytorch 0.2.27__tar.gz → 0.2.28__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (18) hide show
  1. {titans_pytorch-0.2.27 → titans_pytorch-0.2.28}/PKG-INFO +1 -1
  2. {titans_pytorch-0.2.27 → titans_pytorch-0.2.28}/pyproject.toml +1 -1
  3. {titans_pytorch-0.2.27 → titans_pytorch-0.2.28}/titans_pytorch/neural_memory.py +3 -1
  4. {titans_pytorch-0.2.27 → titans_pytorch-0.2.28}/.github/workflows/python-publish.yml +0 -0
  5. {titans_pytorch-0.2.27 → titans_pytorch-0.2.28}/.github/workflows/test.yaml +0 -0
  6. {titans_pytorch-0.2.27 → titans_pytorch-0.2.28}/.gitignore +0 -0
  7. {titans_pytorch-0.2.27 → titans_pytorch-0.2.28}/LICENSE +0 -0
  8. {titans_pytorch-0.2.27 → titans_pytorch-0.2.28}/README.md +0 -0
  9. {titans_pytorch-0.2.27 → titans_pytorch-0.2.28}/data/README.md +0 -0
  10. {titans_pytorch-0.2.27 → titans_pytorch-0.2.28}/data/enwik8.gz +0 -0
  11. {titans_pytorch-0.2.27 → titans_pytorch-0.2.28}/fig1.png +0 -0
  12. {titans_pytorch-0.2.27 → titans_pytorch-0.2.28}/fig2.png +0 -0
  13. {titans_pytorch-0.2.27 → titans_pytorch-0.2.28}/tests/test_titans.py +0 -0
  14. {titans_pytorch-0.2.27 → titans_pytorch-0.2.28}/titans_pytorch/__init__.py +0 -0
  15. {titans_pytorch-0.2.27 → titans_pytorch-0.2.28}/titans_pytorch/associative_scan.py +0 -0
  16. {titans_pytorch-0.2.27 → titans_pytorch-0.2.28}/titans_pytorch/mac_transformer.py +0 -0
  17. {titans_pytorch-0.2.27 → titans_pytorch-0.2.28}/titans_pytorch/memory_models.py +0 -0
  18. {titans_pytorch-0.2.27 → titans_pytorch-0.2.28}/train_mac.py +0 -0
{titans_pytorch-0.2.27 → titans_pytorch-0.2.28}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: titans-pytorch
3
- Version: 0.2.27
3
+ Version: 0.2.28
4
4
  Summary: Titans
5
5
  Project-URL: Homepage, https://pypi.org/project/titans-pytorch/
6
6
  Project-URL: Repository, https://github.com/lucidrains/titans-pytorch
{titans_pytorch-0.2.27 → titans_pytorch-0.2.28}/pyproject.toml RENAMED
@@ -1,6 +1,6 @@
1
1
  [project]
2
2
  name = "titans-pytorch"
3
- version = "0.2.27"
3
+ version = "0.2.28"
4
4
  description = "Titans"
5
5
  authors = [
6
6
  { name = "Phil Wang", email = "lucidrains@gmail.com" }
{titans_pytorch-0.2.27 → titans_pytorch-0.2.28}/titans_pytorch/neural_memory.py RENAMED
@@ -869,13 +869,15 @@ class NeuralMemory(Module):
869
869
 
870
870
  # update weights once batch size is fulfilled
871
871
 
872
- last_update, _ = past_state
872
+ last_update, last_momentum = past_state
873
873
 
874
874
  if exists(gate):
875
875
  weights = TensorDict({param_name: one_weight.lerp(one_last_update, gate) for (param_name, one_weight), (_, one_last_update) in zip(weights.items(), last_update.items())})
876
876
  else:
877
877
  weights = last_update
878
878
 
879
+ past_state = (weights, last_momentum)
880
+ next_neural_mem_state = tuple_index_set(next_neural_mem_state, -2, past_state)
879
881
  next_neural_mem_state = tuple_index_set(next_neural_mem_state, 1, weights)
880
882
 
881
883
  next_neural_mem_state = tuple_index_set(next_neural_mem_state, -1, updates)
{titans_pytorch-0.2.27 → titans_pytorch-0.2.28}/LICENSE RENAMED
File without changes