titans-pytorch 0.0.21__py3-none-any.whl → 0.0.22__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (6) hide show
  1. titans_pytorch/titans.py +2 -2
  2. {titans_pytorch-0.0.21.dist-info → titans_pytorch-0.0.22.dist-info}/METADATA +1 -1
  3. titans_pytorch-0.0.22.dist-info/RECORD +8 -0
  4. titans_pytorch-0.0.21.dist-info/RECORD +0 -8
  5. {titans_pytorch-0.0.21.dist-info → titans_pytorch-0.0.22.dist-info}/WHEEL +0 -0
  6. {titans_pytorch-0.0.21.dist-info → titans_pytorch-0.0.22.dist-info}/licenses/LICENSE +0 -0
titans_pytorch/titans.py CHANGED
@@ -100,8 +100,8 @@ class MemoryMLP(Module):
100
100
 
101
101
  # main neural memory
102
102
 
103
- def default_adaptive_step_transform(adaptive_step):
104
- return torch.exp(adaptive_step.sigmoid() * -15) # from 1. - 1e-7
103
+ def default_adaptive_step_transform(adaptive_step, max_lr = 1e-1):
104
+ return adaptive_step.sigmoid() * max_lr
105
105
 
106
106
  def default_loss_fn(pred, target):
107
107
  return (pred - target).pow(2).mean(dim = -1).sum()
{titans_pytorch-0.0.21.dist-info → titans_pytorch-0.0.22.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: titans-pytorch
3
- Version: 0.0.21
3
+ Version: 0.0.22
4
4
  Summary: Titans
5
5
  Project-URL: Homepage, https://pypi.org/project/titans-pytorch/
6
6
  Project-URL: Repository, https://github.com/lucidrains/titans-pytorch
titans_pytorch-0.0.22.dist-info/RECORD ADDED
@@ -0,0 +1,8 @@
1
+ titans_pytorch/__init__.py,sha256=nB0873FZ_OyCda3qFeWTdpO4LbbrXDEvtAefVLzh6g0,71
2
+ titans_pytorch/associative_scan.py,sha256=Y-iYqmFuG-NoCKu6kgql1mhowXTeJfyawi3eUIXamp0,2650
3
+ titans_pytorch/titans.py,sha256=s7KVqId7hhHw1Ck77FJUXfKC5rpwS4N7Nw2mKFtP8-s,13677
4
+ titans_pytorch/titans_attn_memory.py,sha256=Rwx_-riGeISBefZg5Kjic8jzmmRRys-u93D2Kgb7Mos,12691
5
+ titans_pytorch-0.0.22.dist-info/METADATA,sha256=acTS0vWh84sGtTIEBzdTsxNi-S4V-Cr8NL4U4Vg0eY0,3811
6
+ titans_pytorch-0.0.22.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
7
+ titans_pytorch-0.0.22.dist-info/licenses/LICENSE,sha256=1yCiA9b5nhslTavxPjsQAO-wpOnwJR9-l8LTVi7GJuk,1066
8
+ titans_pytorch-0.0.22.dist-info/RECORD,,
titans_pytorch-0.0.21.dist-info/RECORD DELETED
@@ -1,8 +0,0 @@
1
- titans_pytorch/__init__.py,sha256=nB0873FZ_OyCda3qFeWTdpO4LbbrXDEvtAefVLzh6g0,71
2
- titans_pytorch/associative_scan.py,sha256=Y-iYqmFuG-NoCKu6kgql1mhowXTeJfyawi3eUIXamp0,2650
3
- titans_pytorch/titans.py,sha256=rsgpGs-nnqvsvF6Mu2GfmfNlRgYfHAV9MCEmd1ohUUI,13687
4
- titans_pytorch/titans_attn_memory.py,sha256=Rwx_-riGeISBefZg5Kjic8jzmmRRys-u93D2Kgb7Mos,12691
5
- titans_pytorch-0.0.21.dist-info/METADATA,sha256=3z2LGviHUicQq4_ThlRasOUCDXIe0xX2aIhxtKLWI0Q,3811
6
- titans_pytorch-0.0.21.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
7
- titans_pytorch-0.0.21.dist-info/licenses/LICENSE,sha256=1yCiA9b5nhslTavxPjsQAO-wpOnwJR9-l8LTVi7GJuk,1066
8
- titans_pytorch-0.0.21.dist-info/RECORD,,