titans-pytorch 0.0.17__py3-none-any.whl → 0.0.18__py3-none-any.whl
Sign up to get free protection for your applications and to get access to all the features.
- titans_pytorch/titans.py +1 -1
- {titans_pytorch-0.0.17.dist-info → titans_pytorch-0.0.18.dist-info}/METADATA +1 -1
- titans_pytorch-0.0.18.dist-info/RECORD +8 -0
- titans_pytorch-0.0.17.dist-info/RECORD +0 -8
- {titans_pytorch-0.0.17.dist-info → titans_pytorch-0.0.18.dist-info}/WHEEL +0 -0
- {titans_pytorch-0.0.17.dist-info → titans_pytorch-0.0.18.dist-info}/licenses/LICENSE +0 -0
titans_pytorch/titans.py
CHANGED
@@ -269,7 +269,7 @@ class NeuralMemory(Module):
|
|
269
269
|
gates = F.pad(gates, (0, next_power_two_seq_len - seq_len))
|
270
270
|
inputs = F.pad(inputs, (0, next_power_two_seq_len - seq_len))
|
271
271
|
|
272
|
-
outputs = scan(gates, inputs)
|
272
|
+
outputs = scan(gates.contiguous(), inputs.contiguous())
|
273
273
|
|
274
274
|
outputs = outputs[..., :seq_len]
|
275
275
|
outputs = rearrange(outputs, 'b d n -> b n d')
|
@@ -0,0 +1,8 @@
|
|
1
|
+
titans_pytorch/__init__.py,sha256=nB0873FZ_OyCda3qFeWTdpO4LbbrXDEvtAefVLzh6g0,71
|
2
|
+
titans_pytorch/associative_scan.py,sha256=Y-iYqmFuG-NoCKu6kgql1mhowXTeJfyawi3eUIXamp0,2650
|
3
|
+
titans_pytorch/titans.py,sha256=-Xv3ufD2vhprNFliuu1lGx27nx7AvHi6yFG2g9eHaqY,12295
|
4
|
+
titans_pytorch/titans_attn_memory.py,sha256=Rwx_-riGeISBefZg5Kjic8jzmmRRys-u93D2Kgb7Mos,12691
|
5
|
+
titans_pytorch-0.0.18.dist-info/METADATA,sha256=YX0EPMqVioQjAVxoI3CAKV8nWgwZZ0tw4djgud4bEqs,3811
|
6
|
+
titans_pytorch-0.0.18.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
|
7
|
+
titans_pytorch-0.0.18.dist-info/licenses/LICENSE,sha256=1yCiA9b5nhslTavxPjsQAO-wpOnwJR9-l8LTVi7GJuk,1066
|
8
|
+
titans_pytorch-0.0.18.dist-info/RECORD,,
|
@@ -1,8 +0,0 @@
|
|
1
|
-
titans_pytorch/__init__.py,sha256=nB0873FZ_OyCda3qFeWTdpO4LbbrXDEvtAefVLzh6g0,71
|
2
|
-
titans_pytorch/associative_scan.py,sha256=Y-iYqmFuG-NoCKu6kgql1mhowXTeJfyawi3eUIXamp0,2650
|
3
|
-
titans_pytorch/titans.py,sha256=HYm0R_1w3s8MNPsyE2qAVpHGqTBX_AoWtjzxRfF1Ams,12269
|
4
|
-
titans_pytorch/titans_attn_memory.py,sha256=Rwx_-riGeISBefZg5Kjic8jzmmRRys-u93D2Kgb7Mos,12691
|
5
|
-
titans_pytorch-0.0.17.dist-info/METADATA,sha256=s8PEQdaW8WSjZkjlho1Gv1gcsk7GD2lu9oka7bP5Rf8,3811
|
6
|
-
titans_pytorch-0.0.17.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
|
7
|
-
titans_pytorch-0.0.17.dist-info/licenses/LICENSE,sha256=1yCiA9b5nhslTavxPjsQAO-wpOnwJR9-l8LTVi7GJuk,1066
|
8
|
-
titans_pytorch-0.0.17.dist-info/RECORD,,
|
File without changes
|
File without changes
|