x-transformers 2.4.2__py3-none-any.whl → 2.4.3__py3-none-any.whl

x_transformers/up_wrapper.py

@@ -153,7 +153,8 @@ class UniversalPretrainWrapper(Module):
         if not exists(data_generator):
             data_generator = SyntheticDataGenerator(
                 num_tokens = num_tokens,
-                dim = dim
+                dim = dim,
+                max_seq_len = seq_len
             )
 
         self.seq_len = seq_len
@@ -203,7 +204,7 @@ class UniversalPretrainWrapper(Module):
 
         # seed, condition to turing machine
 
-        synthetic_data = self.data_generator.generate(
+        generated = self.data_generator.generate(
             self.seq_len,
             condition = conditions,
             seed = seeds
@@ -218,6 +219,12 @@ class UniversalPretrainWrapper(Module):
                 reset_sequences = self.random_sequences_fn(self.num_reset // 2, self.num_reset // 2, device = self.device)
                 buffer_to_reset.copy_(reset_sequences)
 
+        # place "enriched" random generated sequences back
+
+        with torch.no_grad():
+            print(conditions.shape, generated.shape)
+            conditions.copy_(generated)
+
         # sample yet again according to pseudocode
 
         data = self.get_rand_sequences_from_buffer()

{x_transformers-2.4.2.dist-info → x_transformers-2.4.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: x-transformers
-Version: 2.4.2
+Version: 2.4.3
 Summary: X-Transformers
 Project-URL: Homepage, https://pypi.org/project/x-transformers/
 Project-URL: Repository, https://github.com/lucidrains/x-transformers

{x_transformers-2.4.2.dist-info → x_transformers-2.4.3.dist-info}/RECORD

@@ -8,11 +8,11 @@ x_transformers/entropy_based_tokenizer.py,sha256=F2lO8-v3aLIcVDVNhu7RR-UtRdlmaaY
 x_transformers/multi_input.py,sha256=tCh-fTJDj2ib4SMGtsa-AM8MxKzJAQSwqAXOu3HU2mg,9252
 x_transformers/neo_mlp.py,sha256=XCNnnop9WLarcxap1kGuYc1x8GHvwkZiDRnXOxSl3Po,3452
 x_transformers/nonautoregressive_wrapper.py,sha256=2NU58hYMgn-4Jzg3mie-mXb0XH_dCN7fjlzd3K1rLUY,10510
-x_transformers/up_wrapper.py,sha256=8mHA9_U5cTnGNp9Owtr__qQkN9kNsOKQlz6qHHztIdk,5929
+x_transformers/up_wrapper.py,sha256=qMUi7Ahoz9elf2SYLERMSYygI3rznJxVd9nR4jJM4ZA,6147
 x_transformers/x_transformers.py,sha256=9Fi0HvzpeIJqM6HlAd2M6JqsfjhTN1zEH9iFIimyjS4,117608
 x_transformers/xl_autoregressive_wrapper.py,sha256=CvZMJ6A6PA-Y_bQAhnORwjJBSl6Vjq2IdW5KTdk8NI8,4195
 x_transformers/xval.py,sha256=AwwYUm8yDAtKQyKJDIhYMsiLTJ_skh3scUFMjp5sda8,8597
-x_transformers-2.4.2.dist-info/METADATA,sha256=sr98RaCqCx78Ppt-XTsY2W-FMhNepFeFs8dgDGgbXs4,90223
-x_transformers-2.4.2.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-x_transformers-2.4.2.dist-info/licenses/LICENSE,sha256=As9u198X-U-vph5noInuUfqsAG2zX_oXPHDmdjwlPPY,1066
-x_transformers-2.4.2.dist-info/RECORD,,
+x_transformers-2.4.3.dist-info/METADATA,sha256=XbY4s1Cu9E6lbWa5xyTc0drX4Vf5r3tOCYhnN9htNS4,90223
+x_transformers-2.4.3.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+x_transformers-2.4.3.dist-info/licenses/LICENSE,sha256=As9u198X-U-vph5noInuUfqsAG2zX_oXPHDmdjwlPPY,1066
+x_transformers-2.4.3.dist-info/RECORD,,