titans-pytorch 0.2.23__tar.gz → 0.2.25__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {titans_pytorch-0.2.23 → titans_pytorch-0.2.25}/PKG-INFO +1 -1
- {titans_pytorch-0.2.23 → titans_pytorch-0.2.25}/pyproject.toml +1 -1
- {titans_pytorch-0.2.23 → titans_pytorch-0.2.25}/titans_pytorch/neural_memory.py +1 -2
- {titans_pytorch-0.2.23 → titans_pytorch-0.2.25}/.github/workflows/python-publish.yml +0 -0
- {titans_pytorch-0.2.23 → titans_pytorch-0.2.25}/.github/workflows/test.yaml +0 -0
- {titans_pytorch-0.2.23 → titans_pytorch-0.2.25}/.gitignore +0 -0
- {titans_pytorch-0.2.23 → titans_pytorch-0.2.25}/LICENSE +0 -0
- {titans_pytorch-0.2.23 → titans_pytorch-0.2.25}/README.md +0 -0
- {titans_pytorch-0.2.23 → titans_pytorch-0.2.25}/data/README.md +0 -0
- {titans_pytorch-0.2.23 → titans_pytorch-0.2.25}/data/enwik8.gz +0 -0
- {titans_pytorch-0.2.23 → titans_pytorch-0.2.25}/fig1.png +0 -0
- {titans_pytorch-0.2.23 → titans_pytorch-0.2.25}/fig2.png +0 -0
- {titans_pytorch-0.2.23 → titans_pytorch-0.2.25}/tests/test_titans.py +0 -0
- {titans_pytorch-0.2.23 → titans_pytorch-0.2.25}/titans_pytorch/__init__.py +0 -0
- {titans_pytorch-0.2.23 → titans_pytorch-0.2.25}/titans_pytorch/associative_scan.py +0 -0
- {titans_pytorch-0.2.23 → titans_pytorch-0.2.25}/titans_pytorch/mac_transformer.py +0 -0
- {titans_pytorch-0.2.23 → titans_pytorch-0.2.25}/titans_pytorch/memory_models.py +0 -0
- {titans_pytorch-0.2.23 → titans_pytorch-0.2.25}/train_mac.py +0 -0
@@ -858,6 +858,7 @@ class NeuralMemory(Module):
|
|
858
858
|
prev_weights = prev_weights
|
859
859
|
)
|
860
860
|
|
861
|
+
weights = next_neural_mem_state.weights
|
861
862
|
seq_index = next_neural_mem_state.seq_index
|
862
863
|
past_state = next_neural_mem_state.states
|
863
864
|
|
@@ -868,8 +869,6 @@ class NeuralMemory(Module):
|
|
868
869
|
|
869
870
|
# update weights once batch size is fulfilled
|
870
871
|
|
871
|
-
weights = next_neural_mem_state.weights
|
872
|
-
|
873
872
|
last_update, _ = past_state
|
874
873
|
|
875
874
|
if exists(gate):
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|