x-transformers 2.3.3__py3-none-any.whl → 2.3.4__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (5) hide show
  1. x_transformers/continuous.py +14 -0
  2. {x_transformers-2.3.3.dist-info → x_transformers-2.3.4.dist-info}/METADATA +1 -1
  3. {x_transformers-2.3.3.dist-info → x_transformers-2.3.4.dist-info}/RECORD +5 -5
  4. {x_transformers-2.3.3.dist-info → x_transformers-2.3.4.dist-info}/WHEEL +0 -0
  5. {x_transformers-2.3.3.dist-info → x_transformers-2.3.4.dist-info}/licenses/LICENSE +0 -0
x_transformers/continuous.py CHANGED
@@ -293,6 +293,20 @@ class ContinuousAutoregressiveWrapper(Module):
293
293
 
294
294
  assert 'prepend_embeds' not in kwargs
295
295
 
296
+ # lens
297
+
298
+ lens = kwargs.pop('lens', None)
299
+
300
+ if exists(lens):
301
+ assert 'mask' not in kwargs, 'either `mask` or `lens` passed in, but not both'
302
+ seq_len, device = inp.shape[1], inp.device
303
+ seq_arange = torch.arange(seq_len, device = device)
304
+ mask = einx.less('j, i -> i j', seq_arange, lens)
305
+
306
+ kwargs['mask'] = mask
307
+
308
+ # mask
309
+
296
310
  mask = kwargs.get('mask', None)
297
311
 
298
312
  if exists(mask) and mask.shape[1] == x.shape[1]:
{x_transformers-2.3.3.dist-info → x_transformers-2.3.4.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: x-transformers
3
- Version: 2.3.3
3
+ Version: 2.3.4
4
4
  Summary: X-Transformers
5
5
  Project-URL: Homepage, https://pypi.org/project/x-transformers/
6
6
  Project-URL: Repository, https://github.com/lucidrains/x-transformers
{x_transformers-2.3.3.dist-info → x_transformers-2.3.4.dist-info}/RECORD RENAMED
@@ -2,7 +2,7 @@ x_transformers/__init__.py,sha256=h3I2ejobgEdy8H7NgV-rP8UaBCnd16-MysvDXH9GMEA,98
2
2
  x_transformers/attend.py,sha256=-5BWWhFsp7tvZTdN91Ay5SqOjyj9uOs-122vFvoO6b4,17253
3
3
  x_transformers/autoregressive_wrapper.py,sha256=reLCno9Z9pchVU79tBF8OMo21LwSZ67KAeB83jqkyAc,10505
4
4
  x_transformers/belief_state_wrapper.py,sha256=YLUMk6t2MhFBEw5lHDDHJHcoCxTIkHvxTNY__GGZEKU,13374
5
- x_transformers/continuous.py,sha256=663KriM8j3VQPe732kTklB4RPheS4Zj30sB8F9c8ySg,9016
5
+ x_transformers/continuous.py,sha256=TwqPXZG14JGzfK3iK4bdQo1u0u2KKNLRcRjh54Jc0z8,9422
6
6
  x_transformers/dpo.py,sha256=xt4OuOWhU8pN3OKN2LZAaC2NC8iiEnchqqcrPWVqf0o,3521
7
7
  x_transformers/entropy_based_tokenizer.py,sha256=F2lO8-v3aLIcVDVNhu7RR-UtRdlmaaYJzBK9m7OnLE8,5018
8
8
  x_transformers/multi_input.py,sha256=tCh-fTJDj2ib4SMGtsa-AM8MxKzJAQSwqAXOu3HU2mg,9252
@@ -11,7 +11,7 @@ x_transformers/nonautoregressive_wrapper.py,sha256=2NU58hYMgn-4Jzg3mie-mXb0XH_dC
11
11
  x_transformers/x_transformers.py,sha256=MF91aJGr2DOjIGe57uqwgyNxCExBg_tI9z7usAJMxOM,112401
12
12
  x_transformers/xl_autoregressive_wrapper.py,sha256=CvZMJ6A6PA-Y_bQAhnORwjJBSl6Vjq2IdW5KTdk8NI8,4195
13
13
  x_transformers/xval.py,sha256=7S00kCuab4tWQa-vf-z-XfzADjVj48MoFIr7VSIvttg,8575
14
- x_transformers-2.3.3.dist-info/METADATA,sha256=1Ly7M8Jc_tL2auBw7N8Q4wpCSsp8zq-Td7AHqHzkZmk,88686
15
- x_transformers-2.3.3.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
16
- x_transformers-2.3.3.dist-info/licenses/LICENSE,sha256=As9u198X-U-vph5noInuUfqsAG2zX_oXPHDmdjwlPPY,1066
17
- x_transformers-2.3.3.dist-info/RECORD,,
14
+ x_transformers-2.3.4.dist-info/METADATA,sha256=dRdw8JjntClC_behPfg-Upf0bGtuhn1UKklkXRrLCmU,88686
15
+ x_transformers-2.3.4.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
16
+ x_transformers-2.3.4.dist-info/licenses/LICENSE,sha256=As9u198X-U-vph5noInuUfqsAG2zX_oXPHDmdjwlPPY,1066
17
+ x_transformers-2.3.4.dist-info/RECORD,,