x-transformers 2.1.9__py3-none-any.whl → 2.1.10__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (5) hide show
  1. x_transformers/belief_state_wrapper.py +3 -1
  2. {x_transformers-2.1.9.dist-info → x_transformers-2.1.10.dist-info}/METADATA +1 -1
  3. {x_transformers-2.1.9.dist-info → x_transformers-2.1.10.dist-info}/RECORD +5 -5
  4. {x_transformers-2.1.9.dist-info → x_transformers-2.1.10.dist-info}/WHEEL +0 -0
  5. {x_transformers-2.1.9.dist-info → x_transformers-2.1.10.dist-info}/licenses/LICENSE +0 -0
x_transformers/belief_state_wrapper.py CHANGED
@@ -38,12 +38,14 @@ class BeliefStateWrapper(Module):
38
38
  def __init__(
39
39
  self,
40
40
  forward_decoder: TransformerWrapper,
41
- backward_decoder: TransformerWrapper,
41
+ backward_decoder: TransformerWrapper | None = None,
42
42
  train_frac_forward_backward_pairs: float = 1.,
43
43
  text_head: Module | None = None,
44
44
  backward_ar_loss_weight: float = 1. # can weigh the training of the backwards decoder differently, perhaps fwd/bwd have a shared backbone etc etc
45
45
  ):
46
46
  super().__init__()
47
+ backward_decoder = default(backward_decoder, forward_decoder) # if backward decoder not set, use the same transformer, assume it knows how to switch gears based on suffix token
48
+
47
49
  assert forward_decoder.emb_dim == backward_decoder.emb_dim, 'forward and backwards model must have the same embedding dimension'
48
50
  assert forward_decoder.num_tokens == backward_decoder.num_tokens, 'forward and backwards model must have the same number of tokens'
49
51
 
{x_transformers-2.1.9.dist-info → x_transformers-2.1.10.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: x-transformers
3
- Version: 2.1.9
3
+ Version: 2.1.10
4
4
  Summary: X-Transformers
5
5
  Project-URL: Homepage, https://pypi.org/project/x-transformers/
6
6
  Project-URL: Repository, https://github.com/lucidrains/x-transformers
{x_transformers-2.1.9.dist-info → x_transformers-2.1.10.dist-info}/RECORD RENAMED
@@ -1,7 +1,7 @@
1
1
  x_transformers/__init__.py,sha256=NDoiBivau559WQ0FvXG4ssU3Il9aoHmTIUFN_1juz0s,911
2
2
  x_transformers/attend.py,sha256=-5BWWhFsp7tvZTdN91Ay5SqOjyj9uOs-122vFvoO6b4,17253
3
3
  x_transformers/autoregressive_wrapper.py,sha256=reLCno9Z9pchVU79tBF8OMo21LwSZ67KAeB83jqkyAc,10505
4
- x_transformers/belief_state_wrapper.py,sha256=bA-H9BqfyVRI5Q7GIcGbzdLjmon0CKKGHb08-BnpJOs,5990
4
+ x_transformers/belief_state_wrapper.py,sha256=_jGwSjaNOP2ztFU6OR1B623PGyN-BYopYKQbV8b05do,6190
5
5
  x_transformers/continuous.py,sha256=p0sCAiH1na236ygwgL1Yyhu36eZBf9cZvoW1JyP_fFE,7073
6
6
  x_transformers/dpo.py,sha256=xt4OuOWhU8pN3OKN2LZAaC2NC8iiEnchqqcrPWVqf0o,3521
7
7
  x_transformers/multi_input.py,sha256=tCh-fTJDj2ib4SMGtsa-AM8MxKzJAQSwqAXOu3HU2mg,9252
@@ -10,7 +10,7 @@ x_transformers/nonautoregressive_wrapper.py,sha256=2NU58hYMgn-4Jzg3mie-mXb0XH_dC
10
10
  x_transformers/x_transformers.py,sha256=-80N4sqUr3sR51Ms4wCfc4jhxnPwf0ApNR4xfIsasfQ,110142
11
11
  x_transformers/xl_autoregressive_wrapper.py,sha256=CvZMJ6A6PA-Y_bQAhnORwjJBSl6Vjq2IdW5KTdk8NI8,4195
12
12
  x_transformers/xval.py,sha256=7S00kCuab4tWQa-vf-z-XfzADjVj48MoFIr7VSIvttg,8575
13
- x_transformers-2.1.9.dist-info/METADATA,sha256=YXRYQPw90873on2JyVr56N8Tz4ua2ibPawTUDvVE35g,87570
14
- x_transformers-2.1.9.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
15
- x_transformers-2.1.9.dist-info/licenses/LICENSE,sha256=As9u198X-U-vph5noInuUfqsAG2zX_oXPHDmdjwlPPY,1066
16
- x_transformers-2.1.9.dist-info/RECORD,,
13
+ x_transformers-2.1.10.dist-info/METADATA,sha256=g71r5_pP-i2t9v5h5lkDpKVRwVE2SDTWskZAopLw0X8,87571
14
+ x_transformers-2.1.10.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
15
+ x_transformers-2.1.10.dist-info/licenses/LICENSE,sha256=As9u198X-U-vph5noInuUfqsAG2zX_oXPHDmdjwlPPY,1066
16
+ x_transformers-2.1.10.dist-info/RECORD,,