x-transformers 1.27.7__py3-none-any.whl → 1.27.8__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (6) hide show
  1. x_transformers/x_transformers.py +2 -2
  2. {x_transformers-1.27.7.dist-info → x_transformers-1.27.8.dist-info}/METADATA +1 -1
  3. {x_transformers-1.27.7.dist-info → x_transformers-1.27.8.dist-info}/RECORD +6 -6
  4. {x_transformers-1.27.7.dist-info → x_transformers-1.27.8.dist-info}/LICENSE +0 -0
  5. {x_transformers-1.27.7.dist-info → x_transformers-1.27.8.dist-info}/WHEEL +0 -0
  6. {x_transformers-1.27.7.dist-info → x_transformers-1.27.8.dist-info}/top_level.txt +0 -0
x_transformers/x_transformers.py CHANGED
@@ -788,8 +788,8 @@ class Attention(nn.Module):
788
788
  # add memory key / values
789
789
  self.num_mem_kv = num_mem_kv
790
790
  if num_mem_kv > 0:
791
- self.mem_k = nn.Parameter(torch.randn(heads, num_mem_kv, dim_head))
792
- self.mem_v = nn.Parameter(torch.randn(heads, num_mem_kv, dim_head))
791
+ self.mem_k = nn.Parameter(torch.randn(kv_heads, num_mem_kv, dim_head))
792
+ self.mem_v = nn.Parameter(torch.randn(kv_heads, num_mem_kv, dim_head))
793
793
 
794
794
  # attention on attention
795
795
  self.attn_on_attn = on_attn
{x_transformers-1.27.7.dist-info → x_transformers-1.27.8.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: x-transformers
3
- Version: 1.27.7
3
+ Version: 1.27.8
4
4
  Summary: X-Transformers - Pytorch
5
5
  Home-page: https://github.com/lucidrains/x-transformers
6
6
  Author: Phil Wang
{x_transformers-1.27.7.dist-info → x_transformers-1.27.8.dist-info}/RECORD RENAMED
@@ -4,11 +4,11 @@ x_transformers/autoregressive_wrapper.py,sha256=gYKIN5Rm8dMYSTX5yHpg9sPYyZf9rsRT
4
4
  x_transformers/continuous.py,sha256=92Wczoaz6dJalix-e3mdIzW0xyRIx3GlBSgsSQOsJeI,6123
5
5
  x_transformers/dpo.py,sha256=ek9dgiSs05xeCn8ORceOgKy6LJOnNDw-OJDqxAVLecM,2243
6
6
  x_transformers/nonautoregressive_wrapper.py,sha256=AQLE4rA_Kh8VNoe9OzpwyeWson34sRkhks4dn4seNjI,10414
7
- x_transformers/x_transformers.py,sha256=8nBe_MQLfQDHf59pM_c2IiTVHA9frFbFyg4n8S00ZVI,63402
7
+ x_transformers/x_transformers.py,sha256=c8axLT-n2zz3mvQ1tBbE4KUs-8qL7yFsgtIujyh1JDg,63408
8
8
  x_transformers/xl_autoregressive_wrapper.py,sha256=DCx4n0_c1tFai4nOqaWVnqx2p9eutsZsDMiMP1ckxNU,4117
9
9
  x_transformers/xval.py,sha256=ulEPep6i5Hl7H-H9vGfdsmHdprUmK8ajB306jViyV2c,8147
10
- x_transformers-1.27.7.dist-info/LICENSE,sha256=As9u198X-U-vph5noInuUfqsAG2zX_oXPHDmdjwlPPY,1066
11
- x_transformers-1.27.7.dist-info/METADATA,sha256=RQB0ClL5pXOYjyTlxrw97zbe5oLqJUUuuBEI_-EZaRE,661
12
- x_transformers-1.27.7.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
13
- x_transformers-1.27.7.dist-info/top_level.txt,sha256=hO6KGpFuGucRNEtRfme4A_rGcM53AKwGP7RVlRIxS5Q,15
14
- x_transformers-1.27.7.dist-info/RECORD,,
10
+ x_transformers-1.27.8.dist-info/LICENSE,sha256=As9u198X-U-vph5noInuUfqsAG2zX_oXPHDmdjwlPPY,1066
11
+ x_transformers-1.27.8.dist-info/METADATA,sha256=LYDYUsXQOHYBZRr_5pepdN9HSzaW-2nFX5pEzEOFkcA,661
12
+ x_transformers-1.27.8.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
13
+ x_transformers-1.27.8.dist-info/top_level.txt,sha256=hO6KGpFuGucRNEtRfme4A_rGcM53AKwGP7RVlRIxS5Q,15
14
+ x_transformers-1.27.8.dist-info/RECORD,,