x-transformers 2.4.6__py3-none-any.whl → 2.4.8__py3-none-any.whl

x_transformers/up_wrapper.py

@@ -50,7 +50,7 @@ def random_sequences(
 
     # shuffle with randperm
 
-    rand_indices = randperm(all_seq.shape[0])
+    rand_indices = randperm(all_seq.shape[0], device = all_seq.device)
     return all_seq[rand_indices]
 
 # synthetic data generator
@@ -146,7 +146,8 @@ class UniversalPretrainWrapper(Module):
         batch_size = 32,
         seq_len = 512,
         seed_length = 8,
-        reset_turing_machine_every = 0
+        reset_turing_machine_every = 0,
+        keep_buffer_on_cpu = False
     ):
         super().__init__()
 
@@ -185,12 +186,16 @@ class UniversalPretrainWrapper(Module):
 
         init_data_buffer = self.random_sequences_fn(buffer_size // 2, buffer_size // 2)
 
-        self.register_buffer('synth_data_buffer', init_data_buffer)
+        if keep_buffer_on_cpu:
+            self.synth_data_buffer = init_data_buffer
+        else:
+            self.register_buffer('synth_data_buffer', init_data_buffer)
+
         self.register_buffer('step', tensor(0))
 
     @property
     def device(self):
-        return self.synth_data_buffer.device
+        return self.step.device
 
     def get_rand_sequences_from_buffer(self, size = None):
         size = default(size, self.batch_size)
@@ -217,8 +222,8 @@ class UniversalPretrainWrapper(Module):
 
         generated = self.data_generator.generate(
             self.seq_len,
-            condition = conditions,
-            seed = seeds
+            condition = conditions.to(self.device),
+            seed = seeds.to(self.device)
         )
 
         self.step.add_(1)
@@ -244,6 +249,6 @@ class UniversalPretrainWrapper(Module):
 
         # sample yet again according to pseudocode
 
-        data = self.get_rand_sequences_from_buffer()
+        data = self.get_rand_sequences_from_buffer().to(self.device)
 
         return self.ar_wrapped(data)

{x_transformers-2.4.6.dist-info → x_transformers-2.4.8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: x-transformers
-Version: 2.4.6
+Version: 2.4.8
 Summary: X-Transformers
 Project-URL: Homepage, https://pypi.org/project/x-transformers/
 Project-URL: Repository, https://github.com/lucidrains/x-transformers

{x_transformers-2.4.6.dist-info → x_transformers-2.4.8.dist-info}/RECORD

@@ -8,11 +8,11 @@ x_transformers/entropy_based_tokenizer.py,sha256=F2lO8-v3aLIcVDVNhu7RR-UtRdlmaaY
 x_transformers/multi_input.py,sha256=tCh-fTJDj2ib4SMGtsa-AM8MxKzJAQSwqAXOu3HU2mg,9252
 x_transformers/neo_mlp.py,sha256=XCNnnop9WLarcxap1kGuYc1x8GHvwkZiDRnXOxSl3Po,3452
 x_transformers/nonautoregressive_wrapper.py,sha256=2NU58hYMgn-4Jzg3mie-mXb0XH_dCN7fjlzd3K1rLUY,10510
-x_transformers/up_wrapper.py,sha256=mUTbuTPrN_Z1j2qZ0NGX96djioANNGVdfCdIlg8nCsM,6664
+x_transformers/up_wrapper.py,sha256=J4cIqqEDpm9pkG-QsdlsNzUHbovOxB1iR1zYGqnDxAM,6864
 x_transformers/x_transformers.py,sha256=9Fi0HvzpeIJqM6HlAd2M6JqsfjhTN1zEH9iFIimyjS4,117608
 x_transformers/xl_autoregressive_wrapper.py,sha256=CvZMJ6A6PA-Y_bQAhnORwjJBSl6Vjq2IdW5KTdk8NI8,4195
 x_transformers/xval.py,sha256=AwwYUm8yDAtKQyKJDIhYMsiLTJ_skh3scUFMjp5sda8,8597
-x_transformers-2.4.6.dist-info/METADATA,sha256=RlLYhhqc-kLKG4PRDHqbPeVmac4oVQjnqAANxq_nXrg,90223
-x_transformers-2.4.6.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-x_transformers-2.4.6.dist-info/licenses/LICENSE,sha256=As9u198X-U-vph5noInuUfqsAG2zX_oXPHDmdjwlPPY,1066
-x_transformers-2.4.6.dist-info/RECORD,,
+x_transformers-2.4.8.dist-info/METADATA,sha256=tqhX2F0TzwpBfPtla3n2_6SATVJGtQKfoBbfHk9Fvzw,90223
+x_transformers-2.4.8.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+x_transformers-2.4.8.dist-info/licenses/LICENSE,sha256=As9u198X-U-vph5noInuUfqsAG2zX_oXPHDmdjwlPPY,1066
+x_transformers-2.4.8.dist-info/RECORD,,