x-transformers 2.11.22__py3-none-any.whl → 2.11.23__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of x-transformers might be problematic. Click here for more details.

Files changed (5) hide show
  1. x_transformers/x_transformers.py +2 -1
  2. {x_transformers-2.11.22.dist-info → x_transformers-2.11.23.dist-info}/METADATA +1 -1
  3. {x_transformers-2.11.22.dist-info → x_transformers-2.11.23.dist-info}/RECORD +5 -5
  4. {x_transformers-2.11.22.dist-info → x_transformers-2.11.23.dist-info}/WHEEL +0 -0
  5. {x_transformers-2.11.22.dist-info → x_transformers-2.11.23.dist-info}/licenses/LICENSE +0 -0
x_transformers/x_transformers.py CHANGED
@@ -1431,6 +1431,7 @@ class Attention(Module):
1431
1431
  assert divisible_by(heads, kv_heads)
1432
1432
 
1433
1433
  self.kv_heads = kv_heads
1434
+ self.groups = heads // kv_heads
1434
1435
 
1435
1436
  q_dim = dim_head * heads
1436
1437
  k_dim = dim_head * kv_heads
@@ -2077,7 +2078,7 @@ class Attention(Module):
2077
2078
 
2078
2079
  if self.orthog_projected_values or self.orthog_projected_values_per_head:
2079
2080
  orthog_projected = []
2080
- v_for_proj = self.merge_heads(orig_values)
2081
+ v_for_proj = repeat(orig_values, 'b h n d -> b n (g h d)', g = self.groups)
2081
2082
 
2082
2083
  if self.orthog_projected_values:
2083
2084
  projected = orthog_project(out, v_for_proj)
{x_transformers-2.11.22.dist-info → x_transformers-2.11.23.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: x-transformers
3
- Version: 2.11.22
3
+ Version: 2.11.23
4
4
  Summary: X-Transformers
5
5
  Project-URL: Homepage, https://pypi.org/project/x-transformers/
6
6
  Project-URL: Repository, https://github.com/lucidrains/x-transformers
{x_transformers-2.11.22.dist-info → x_transformers-2.11.23.dist-info}/RECORD RENAMED
@@ -11,10 +11,10 @@ x_transformers/multi_input.py,sha256=tCh-fTJDj2ib4SMGtsa-AM8MxKzJAQSwqAXOu3HU2mg
11
11
  x_transformers/neo_mlp.py,sha256=XCNnnop9WLarcxap1kGuYc1x8GHvwkZiDRnXOxSl3Po,3452
12
12
  x_transformers/nonautoregressive_wrapper.py,sha256=hMQqNimGtchNIe13cR5LZule1V7I1qM5LmY8VQfVdnA,11698
13
13
  x_transformers/up_wrapper.py,sha256=YC2LN14_7Xx9Wtiek2rtEJ_qHqdfSmKlh3d7Cgxwd80,7073
14
- x_transformers/x_transformers.py,sha256=G3_RQ-Z8szUS4WzKcwMCO2lnrFWDRsrLJ0hJL1rv-WM,129051
14
+ x_transformers/x_transformers.py,sha256=oj_bOOImm6GcUG4tEowJDM0eGbenDB8aLMS-JIIQPtI,129124
15
15
  x_transformers/xl_autoregressive_wrapper.py,sha256=CvZMJ6A6PA-Y_bQAhnORwjJBSl6Vjq2IdW5KTdk8NI8,4195
16
16
  x_transformers/xval.py,sha256=AwwYUm8yDAtKQyKJDIhYMsiLTJ_skh3scUFMjp5sda8,8597
17
- x_transformers-2.11.22.dist-info/METADATA,sha256=vtm9uUCTPJ8K8azq1m6YfyFwEXmRPX1IATTfkv6V_Sc,96372
18
- x_transformers-2.11.22.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
19
- x_transformers-2.11.22.dist-info/licenses/LICENSE,sha256=As9u198X-U-vph5noInuUfqsAG2zX_oXPHDmdjwlPPY,1066
20
- x_transformers-2.11.22.dist-info/RECORD,,
17
+ x_transformers-2.11.23.dist-info/METADATA,sha256=izju-DMKK5GkffLjGQDStC4D7CzVKIkMc57Kbd5Mv2E,96372
18
+ x_transformers-2.11.23.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
19
+ x_transformers-2.11.23.dist-info/licenses/LICENSE,sha256=As9u198X-U-vph5noInuUfqsAG2zX_oXPHDmdjwlPPY,1066
20
+ x_transformers-2.11.23.dist-info/RECORD,,