titans-pytorch 0.0.17__tar.gz → 0.0.18__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: titans-pytorch
3
- Version: 0.0.17
3
+ Version: 0.0.18
4
4
  Summary: Titans
5
5
  Project-URL: Homepage, https://pypi.org/project/titans-pytorch/
6
6
  Project-URL: Repository, https://github.com/lucidrains/titans-pytorch
@@ -1,6 +1,6 @@
1
1
  [project]
2
2
  name = "titans-pytorch"
3
- version = "0.0.17"
3
+ version = "0.0.18"
4
4
  description = "Titans"
5
5
  authors = [
6
6
  { name = "Phil Wang", email = "lucidrains@gmail.com" }
@@ -269,7 +269,7 @@ class NeuralMemory(Module):
269
269
  gates = F.pad(gates, (0, next_power_two_seq_len - seq_len))
270
270
  inputs = F.pad(inputs, (0, next_power_two_seq_len - seq_len))
271
271
 
272
- outputs = scan(gates, inputs)
272
+ outputs = scan(gates.contiguous(), inputs.contiguous())
273
273
 
274
274
  outputs = outputs[..., :seq_len]
275
275
  outputs = rearrange(outputs, 'b d n -> b n d')
@@ -15,7 +15,6 @@ from taylor_series_linear_attention import TaylorSeriesLinearAttn
15
15
 
16
16
  from titans_pytorch.titans import (
17
17
  NeuralMemory,
18
- MemoryAttention,
19
18
  MemoryMLP
20
19
  )
21
20
 
File without changes