titans-pytorch 0.4.2__tar.gz → 0.4.3__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {titans_pytorch-0.4.2 → titans_pytorch-0.4.3}/PKG-INFO +1 -1
- {titans_pytorch-0.4.2 → titans_pytorch-0.4.3}/pyproject.toml +1 -1
- {titans_pytorch-0.4.2 → titans_pytorch-0.4.3}/titans_pytorch/neural_memory.py +2 -2
- {titans_pytorch-0.4.2 → titans_pytorch-0.4.3}/.github/workflows/python-publish.yml +0 -0
- {titans_pytorch-0.4.2 → titans_pytorch-0.4.3}/.github/workflows/test.yaml +0 -0
- {titans_pytorch-0.4.2 → titans_pytorch-0.4.3}/.gitignore +0 -0
- {titans_pytorch-0.4.2 → titans_pytorch-0.4.3}/LICENSE +0 -0
- {titans_pytorch-0.4.2 → titans_pytorch-0.4.3}/README.md +0 -0
- {titans_pytorch-0.4.2 → titans_pytorch-0.4.3}/data/README.md +0 -0
- {titans_pytorch-0.4.2 → titans_pytorch-0.4.3}/data/enwik8.gz +0 -0
- {titans_pytorch-0.4.2 → titans_pytorch-0.4.3}/fig1.png +0 -0
- {titans_pytorch-0.4.2 → titans_pytorch-0.4.3}/fig2.png +0 -0
- {titans_pytorch-0.4.2 → titans_pytorch-0.4.3}/tests/test_titans.py +0 -0
- {titans_pytorch-0.4.2 → titans_pytorch-0.4.3}/titans_pytorch/__init__.py +0 -0
- {titans_pytorch-0.4.2 → titans_pytorch-0.4.3}/titans_pytorch/associative_scan.py +0 -0
- {titans_pytorch-0.4.2 → titans_pytorch-0.4.3}/titans_pytorch/mac_transformer.py +0 -0
- {titans_pytorch-0.4.2 → titans_pytorch-0.4.3}/titans_pytorch/memory_models.py +0 -0
- {titans_pytorch-0.4.2 → titans_pytorch-0.4.3}/train_mac.py +0 -0
@@ -940,7 +940,7 @@ class NeuralMemory(Module):
|
|
940
940
|
|
941
941
|
# whether to allow network to slowly adjust from initial weight throughout (residual path) to fully updating weights every batch
|
942
942
|
|
943
|
-
surprises = None
|
943
|
+
surprises = (None, None)
|
944
944
|
gate = None
|
945
945
|
|
946
946
|
if exists(self.transition_gate):
|
@@ -967,7 +967,7 @@ class NeuralMemory(Module):
|
|
967
967
|
|
968
968
|
updates = accum_updates(updates, next_updates)
|
969
969
|
|
970
|
-
surprises = safe_cat(
|
970
|
+
surprises = tuple(safe_cat(args, dim = -1) for args in zip(surprises, chunk_surprises))
|
971
971
|
|
972
972
|
if is_last and not update_after_final_store:
|
973
973
|
continue
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|