titans-pytorch 0.4.2__py3-none-any.whl → 0.4.3__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -940,7 +940,7 @@ class NeuralMemory(Module):
940
940
 
941
941
  # whether to allow network to slowly adjust from initial weight throughout (residual path) to fully updating weights every batch
942
942
 
943
- surprises = None
943
+ surprises = (None, None)
944
944
  gate = None
945
945
 
946
946
  if exists(self.transition_gate):
@@ -967,7 +967,7 @@ class NeuralMemory(Module):
967
967
 
968
968
  updates = accum_updates(updates, next_updates)
969
969
 
970
- surprises = safe_cat((surprises, chunk_surprises), dim = -1)
970
+ surprises = tuple(safe_cat(args, dim = -1) for args in zip(surprises, chunk_surprises))
971
971
 
972
972
  if is_last and not update_after_final_store:
973
973
  continue
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: titans-pytorch
3
- Version: 0.4.2
3
+ Version: 0.4.3
4
4
  Summary: Titans
5
5
  Project-URL: Homepage, https://pypi.org/project/titans-pytorch/
6
6
  Project-URL: Repository, https://github.com/lucidrains/titans-pytorch
@@ -2,8 +2,8 @@ titans_pytorch/__init__.py,sha256=AyEUlcXWpnqrvyeihRAXWIfQlzLA4NhBjOqQU4edL-4,29
2
2
  titans_pytorch/associative_scan.py,sha256=esaLbukFlgvy2aqopsqBy6KEcZ64B3rsNhG8moKdPSc,5159
3
3
  titans_pytorch/mac_transformer.py,sha256=tz72141G5t3AOnxSVsOLtLptGtl8T7zROUvaTw2_XCY,26960
4
4
  titans_pytorch/memory_models.py,sha256=wnH9i9kUSoVZhEWUlj8LpBSbB400L9kLt1zP8CO45QQ,5835
5
- titans_pytorch/neural_memory.py,sha256=D7jzi2SjcVj89F3Ws-zyOp04mCg5sJuUFXC6GPRdiz8,32789
6
- titans_pytorch-0.4.2.dist-info/METADATA,sha256=HNJZM3kvMlnRLVN9i4hLecWSL93q0Fg7nqq8xz-BT2o,6816
7
- titans_pytorch-0.4.2.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
8
- titans_pytorch-0.4.2.dist-info/licenses/LICENSE,sha256=1yCiA9b5nhslTavxPjsQAO-wpOnwJR9-l8LTVi7GJuk,1066
9
- titans_pytorch-0.4.2.dist-info/RECORD,,
5
+ titans_pytorch/neural_memory.py,sha256=HdBaRGURJ84Qy-a6PdfeQoc5ZzY7H0c5YHUASaSVu1A,32824
6
+ titans_pytorch-0.4.3.dist-info/METADATA,sha256=SIq5KS2xehsUAwuFpRSFNdnLbgamWUMLN5xj4MJGRe0,6816
7
+ titans_pytorch-0.4.3.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
8
+ titans_pytorch-0.4.3.dist-info/licenses/LICENSE,sha256=1yCiA9b5nhslTavxPjsQAO-wpOnwJR9-l8LTVi7GJuk,1066
9
+ titans_pytorch-0.4.3.dist-info/RECORD,,