titans-pytorch 0.0.15__py3-none-any.whl → 0.0.16__py3-none-any.whl

titans_pytorch/__init__.py

@@ -1,5 +1,4 @@
 from titans_pytorch.titans import (
     NeuralMemory,
     MemoryMLP,
-    MemoryAttention
 )

titans_pytorch/titans.py

@@ -80,35 +80,6 @@ class MemoryMLP(Module):
 
         return x
 
-# improvised attention as memory module
-# todo - expand if see signal in experiments
-
-class MemoryAttention(Module):
-    def __init__(
-        self,
-        dim
-    ):
-        super().__init__()
-        self.weights = nn.ParameterList([
-            nn.Parameter(torch.randn(dim, dim)), # queries
-            nn.Parameter(torch.randn(dim, dim)), # keys
-            nn.Parameter(torch.randn(dim, dim)), # values
-        ])
-
-    def forward(self, x):
-        wq, wk, wv = self.weights
-
-        q = x @ wq
-        k = x @ wk
-        v = x @ wv
-
-        sim = q @ k.transpose(-1, -2)
-
-        attn = sim.softmax(dim = -1)
-
-        out = attn @ v
-        return out
-
 # main neural memory
 
 def default_loss_fn(pred, target):

{titans_pytorch-0.0.15.dist-info → titans_pytorch-0.0.16.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: titans-pytorch
-Version: 0.0.15
+Version: 0.0.16
 Summary: Titans
 Project-URL: Homepage, https://pypi.org/project/titans-pytorch/
 Project-URL: Repository, https://github.com/lucidrains/titans-pytorch

titans_pytorch-0.0.16.dist-info/RECORD

@@ -0,0 +1,7 @@
+titans_pytorch/__init__.py,sha256=nB0873FZ_OyCda3qFeWTdpO4LbbrXDEvtAefVLzh6g0,71
+titans_pytorch/associative_scan.py,sha256=Y-iYqmFuG-NoCKu6kgql1mhowXTeJfyawi3eUIXamp0,2650
+titans_pytorch/titans.py,sha256=HYm0R_1w3s8MNPsyE2qAVpHGqTBX_AoWtjzxRfF1Ams,12269
+titans_pytorch-0.0.16.dist-info/METADATA,sha256=mzSgA4okWWSh97fncN2UKJaTVa3PWOHYVaFkQ1Ker0w,3811
+titans_pytorch-0.0.16.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+titans_pytorch-0.0.16.dist-info/licenses/LICENSE,sha256=1yCiA9b5nhslTavxPjsQAO-wpOnwJR9-l8LTVi7GJuk,1066
+titans_pytorch-0.0.16.dist-info/RECORD,,

titans_pytorch-0.0.15.dist-info/RECORD

@@ -1,7 +0,0 @@
-titans_pytorch/__init__.py,sha256=bu8p8kUA24EVrTz-ojixHTwV-6KTY9Y0cNJkaMW4Whw,91
-titans_pytorch/associative_scan.py,sha256=Y-iYqmFuG-NoCKu6kgql1mhowXTeJfyawi3eUIXamp0,2650
-titans_pytorch/titans.py,sha256=ArFYKgI0p7N3mmv8b4ncxkl3gkKAXWrFrnl2quh2RqE,12930
-titans_pytorch-0.0.15.dist-info/METADATA,sha256=3IC7BT7J3BYx23wUOYeuGgtz769dsIczBnWbm6oi0Tw,3811
-titans_pytorch-0.0.15.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-titans_pytorch-0.0.15.dist-info/licenses/LICENSE,sha256=1yCiA9b5nhslTavxPjsQAO-wpOnwJR9-l8LTVi7GJuk,1066
-titans_pytorch-0.0.15.dist-info/RECORD,,