x-transformers 2.7.1__py3-none-any.whl → 2.7.2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (5) hide show
  1. x_transformers/x_transformers.py +5 -0
  2. {x_transformers-2.7.1.dist-info → x_transformers-2.7.2.dist-info}/METADATA +1 -1
  3. {x_transformers-2.7.1.dist-info → x_transformers-2.7.2.dist-info}/RECORD +5 -5
  4. {x_transformers-2.7.1.dist-info → x_transformers-2.7.2.dist-info}/WHEEL +0 -0
  5. {x_transformers-2.7.1.dist-info → x_transformers-2.7.2.dist-info}/licenses/LICENSE +0 -0
x_transformers/x_transformers.py CHANGED
@@ -48,6 +48,7 @@ class LayerIntermediates:
48
48
  attn_z_loss: Tensor | None = None
49
49
  mems: Tensor | None = None
50
50
  last_layer_hiddens: Tensor | None = None
51
+ initial_embeds: Tensor | None = None
51
52
  attn_pooled_tokens: Tensor | None = None
52
53
  memory_tokens: Tensor | None = None
53
54
  logit_entropies: Tensor | None = None
@@ -3378,6 +3379,10 @@ class TransformerWrapper(Module):
3378
3379
 
3379
3380
  intermediates.last_layer_hiddens = x
3380
3381
 
3382
+ # store initial embed
3383
+
3384
+ intermediates.initial_embed = init_embed
3385
+
3381
3386
  # global average pool
3382
3387
 
3383
3388
  if self.average_pool_embed:
{x_transformers-2.7.1.dist-info → x_transformers-2.7.2.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: x-transformers
3
- Version: 2.7.1
3
+ Version: 2.7.2
4
4
  Summary: X-Transformers
5
5
  Project-URL: Homepage, https://pypi.org/project/x-transformers/
6
6
  Project-URL: Repository, https://github.com/lucidrains/x-transformers
{x_transformers-2.7.1.dist-info → x_transformers-2.7.2.dist-info}/RECORD RENAMED
@@ -9,10 +9,10 @@ x_transformers/multi_input.py,sha256=tCh-fTJDj2ib4SMGtsa-AM8MxKzJAQSwqAXOu3HU2mg
9
9
  x_transformers/neo_mlp.py,sha256=XCNnnop9WLarcxap1kGuYc1x8GHvwkZiDRnXOxSl3Po,3452
10
10
  x_transformers/nonautoregressive_wrapper.py,sha256=hMQqNimGtchNIe13cR5LZule1V7I1qM5LmY8VQfVdnA,11698
11
11
  x_transformers/up_wrapper.py,sha256=YC2LN14_7Xx9Wtiek2rtEJ_qHqdfSmKlh3d7Cgxwd80,7073
12
- x_transformers/x_transformers.py,sha256=txdFN5266Tu-lQVMgyICMWt8azslAkxG5YL4n9tOUIo,122944
12
+ x_transformers/x_transformers.py,sha256=cF3EYP1qg-nXATjvqVLWRXnhoDrnz5Tfy0q_OF7sZJ8,123070
13
13
  x_transformers/xl_autoregressive_wrapper.py,sha256=CvZMJ6A6PA-Y_bQAhnORwjJBSl6Vjq2IdW5KTdk8NI8,4195
14
14
  x_transformers/xval.py,sha256=AwwYUm8yDAtKQyKJDIhYMsiLTJ_skh3scUFMjp5sda8,8597
15
- x_transformers-2.7.1.dist-info/METADATA,sha256=QlLf9c8GIR5GU86DoC_RACkWEBSlXEjf4fZcRzkDuIA,90888
16
- x_transformers-2.7.1.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
17
- x_transformers-2.7.1.dist-info/licenses/LICENSE,sha256=As9u198X-U-vph5noInuUfqsAG2zX_oXPHDmdjwlPPY,1066
18
- x_transformers-2.7.1.dist-info/RECORD,,
15
+ x_transformers-2.7.2.dist-info/METADATA,sha256=4wkpt6Wi5W4F9jVa9GIdZtKAhHoAuh_NnOyjoyTjKWs,90888
16
+ x_transformers-2.7.2.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
17
+ x_transformers-2.7.2.dist-info/licenses/LICENSE,sha256=As9u198X-U-vph5noInuUfqsAG2zX_oXPHDmdjwlPPY,1066
18
+ x_transformers-2.7.2.dist-info/RECORD,,