titans-pytorch 0.0.17__tar.gz → 0.0.18__tar.gz
Sign up to get free protection for your applications and to get access to all the features.
- {titans_pytorch-0.0.17 → titans_pytorch-0.0.18}/PKG-INFO +1 -1
- {titans_pytorch-0.0.17 → titans_pytorch-0.0.18}/pyproject.toml +1 -1
- {titans_pytorch-0.0.17 → titans_pytorch-0.0.18}/titans_pytorch/titans.py +1 -1
- {titans_pytorch-0.0.17 → titans_pytorch-0.0.18}/train.py +0 -1
- {titans_pytorch-0.0.17 → titans_pytorch-0.0.18}/.github/workflows/python-publish.yml +0 -0
- {titans_pytorch-0.0.17 → titans_pytorch-0.0.18}/.github/workflows/test.yaml +0 -0
- {titans_pytorch-0.0.17 → titans_pytorch-0.0.18}/.gitignore +0 -0
- {titans_pytorch-0.0.17 → titans_pytorch-0.0.18}/LICENSE +0 -0
- {titans_pytorch-0.0.17 → titans_pytorch-0.0.18}/README.md +0 -0
- {titans_pytorch-0.0.17 → titans_pytorch-0.0.18}/data/README.md +0 -0
- {titans_pytorch-0.0.17 → titans_pytorch-0.0.18}/data/enwik8.gz +0 -0
- {titans_pytorch-0.0.17 → titans_pytorch-0.0.18}/fig1.png +0 -0
- {titans_pytorch-0.0.17 → titans_pytorch-0.0.18}/fig2.png +0 -0
- {titans_pytorch-0.0.17 → titans_pytorch-0.0.18}/requirements.txt +0 -0
- {titans_pytorch-0.0.17 → titans_pytorch-0.0.18}/tests/test_titans.py +0 -0
- {titans_pytorch-0.0.17 → titans_pytorch-0.0.18}/titans_pytorch/__init__.py +0 -0
- {titans_pytorch-0.0.17 → titans_pytorch-0.0.18}/titans_pytorch/associative_scan.py +0 -0
- {titans_pytorch-0.0.17 → titans_pytorch-0.0.18}/titans_pytorch/titans_attn_memory.py +0 -0
@@ -269,7 +269,7 @@ class NeuralMemory(Module):
|
|
269
269
|
gates = F.pad(gates, (0, next_power_two_seq_len - seq_len))
|
270
270
|
inputs = F.pad(inputs, (0, next_power_two_seq_len - seq_len))
|
271
271
|
|
272
|
-
outputs = scan(gates, inputs)
|
272
|
+
outputs = scan(gates.contiguous(), inputs.contiguous())
|
273
273
|
|
274
274
|
outputs = outputs[..., :seq_len]
|
275
275
|
outputs = rearrange(outputs, 'b d n -> b n d')
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|