x-transformers 2.1.19__py3-none-any.whl → 2.1.20__py3-none-any.whl

x_transformers/belief_state_wrapper.py

@@ -245,7 +245,7 @@ class BeliefStateWrapper(Module):
 
         seq_arange = arange(seq_len, device = device)
 
-        fb_pairs = cartesian_prod(seq_arange, seq_arange)
+        fb_pairs = cartesian_prod(seq_arange, seq_arange + 1) # plus one for suffix token
 
         # filter down to valid pairs, as in figure 11
         # f - forward, b - backward, i - indices
@@ -271,7 +271,7 @@ class BeliefStateWrapper(Module):
 
         fi, bi = fb_pairs.unbind(dim = -1)
 
-        labels_fi, labels_bi = (fi + 1), bi
+        labels_fi, labels_bi = (fi + 1), (bi - 1)
 
         forward_labels, backward_labels = seq[:, labels_fi], seq[:, labels_bi]
 
@@ -281,7 +281,7 @@ class BeliefStateWrapper(Module):
 
         fb_embeds = cat((
             forward_embeds[:, fi],
-            backward_embeds[:, bi + 1] # needs plus one for auto matically added suffix token
+            backward_embeds[:, bi]
         ), dim = -1)
 
         logits = self.text_head(fb_embeds)

{x_transformers-2.1.19.dist-info → x_transformers-2.1.20.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: x-transformers
-Version: 2.1.19
+Version: 2.1.20
 Summary: X-Transformers
 Project-URL: Homepage, https://pypi.org/project/x-transformers/
 Project-URL: Repository, https://github.com/lucidrains/x-transformers

{x_transformers-2.1.19.dist-info → x_transformers-2.1.20.dist-info}/RECORD

@@ -1,7 +1,7 @@
 x_transformers/__init__.py,sha256=NDoiBivau559WQ0FvXG4ssU3Il9aoHmTIUFN_1juz0s,911
 x_transformers/attend.py,sha256=-5BWWhFsp7tvZTdN91Ay5SqOjyj9uOs-122vFvoO6b4,17253
 x_transformers/autoregressive_wrapper.py,sha256=reLCno9Z9pchVU79tBF8OMo21LwSZ67KAeB83jqkyAc,10505
-x_transformers/belief_state_wrapper.py,sha256=wmIyoMOFhd8L7LQ3cbMEo9PB6_uvvfLe9XSerYfcGbo,9862
+x_transformers/belief_state_wrapper.py,sha256=22jTxhNIKJuQFU8iRanOMpDdyqT_GiCZ2MAprxz6CGo,9841
 x_transformers/continuous.py,sha256=p0sCAiH1na236ygwgL1Yyhu36eZBf9cZvoW1JyP_fFE,7073
 x_transformers/dpo.py,sha256=xt4OuOWhU8pN3OKN2LZAaC2NC8iiEnchqqcrPWVqf0o,3521
 x_transformers/multi_input.py,sha256=tCh-fTJDj2ib4SMGtsa-AM8MxKzJAQSwqAXOu3HU2mg,9252
@@ -10,7 +10,7 @@ x_transformers/nonautoregressive_wrapper.py,sha256=2NU58hYMgn-4Jzg3mie-mXb0XH_dC
 x_transformers/x_transformers.py,sha256=fqgtIs6__JpLWMnJa8AY5OW3AJ2GR1B5p-9TsWdiOIU,110425
 x_transformers/xl_autoregressive_wrapper.py,sha256=CvZMJ6A6PA-Y_bQAhnORwjJBSl6Vjq2IdW5KTdk8NI8,4195
 x_transformers/xval.py,sha256=7S00kCuab4tWQa-vf-z-XfzADjVj48MoFIr7VSIvttg,8575
-x_transformers-2.1.19.dist-info/METADATA,sha256=zFJb_g8vWMw2DuUuGNyFmUah3LkIKFwhkdEA28u8Fp4,87571
-x_transformers-2.1.19.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-x_transformers-2.1.19.dist-info/licenses/LICENSE,sha256=As9u198X-U-vph5noInuUfqsAG2zX_oXPHDmdjwlPPY,1066
-x_transformers-2.1.19.dist-info/RECORD,,
+x_transformers-2.1.20.dist-info/METADATA,sha256=YU5P-lgqBdEofFNiMZH1YIbgH8FddCS-l4K-n1o2h7o,87571
+x_transformers-2.1.20.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+x_transformers-2.1.20.dist-info/licenses/LICENSE,sha256=As9u198X-U-vph5noInuUfqsAG2zX_oXPHDmdjwlPPY,1066
+x_transformers-2.1.20.dist-info/RECORD,,