rxnn 0.1.81__py3-none-any.whl → 0.1.82__py3-none-any.whl

rxnn/training/dataset.py

@@ -512,7 +512,7 @@ class BaseInteractionDataset(Dataset):
 
             if self.cache_tokenized:
                 self.inputs.append(inputs)
-                if len(self.inputs) == len(self.texts):
+                if len(self.inputs) == len(self.interactions):
                     self.is_pre_tokenized = True
                     if self.cache_remove_text:
                         del self.interactions
@@ -779,6 +779,8 @@ class EncoderSftDataset(BaseInteractionDataset):
         inputs = self.get_tokenized_text(idx)
 
         input_ids = inputs['input_ids'][0]
+        if self.is_pre_tokenized:
+            input_ids = input_ids.clone()
         attention_mask = inputs['attention_mask'][0]
         labels = input_ids.clone()
 

{rxnn-0.1.81.dist-info → rxnn-0.1.82.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: rxnn
-Version: 0.1.81
+Version: 0.1.82
 Summary: RxNN: Reactive Neural Networks Platform
 License: Apache-2.0
 Keywords: deep-learning,ai,machine-learning

{rxnn-0.1.81.dist-info → rxnn-0.1.82.dist-info}/RECORD

@@ -12,7 +12,7 @@ rxnn/training/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 rxnn/training/base.py,sha256=xPMA2Bg9-oUZvSZg67ls2p7Gk9pZ9IHUiIJwUzSe2K8,11766
 rxnn/training/bml.py,sha256=S1ZaXTybzeJH7uVFamCr4TPl2bLyZ5xmn_lSsjThTiM,19162
 rxnn/training/callbacks.py,sha256=_YfMKY_eFdc-tubhO9nYH2PXDZDQwlSI74FVOoCXpQg,22108
-rxnn/training/dataset.py,sha256=bLstZz5ArWoi8nlUvRCdY8SM5pYrTjZ6ErVPyU45ejM,35538
+rxnn/training/dataset.py,sha256=xI7bbARRWifunVX6HakCroSFqkM401BQmxfsf9pDeY4,35621
 rxnn/training/scheduler.py,sha256=ow6oALzWjWQmHSpcJEjv6tg4g4CDMvr73TypxfcefMc,712
 rxnn/training/tokenizer.py,sha256=umaLByMBx_NMrQElA45HLm9gkuzyKWDTFaKVd-CjXl0,8344
 rxnn/transformers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -25,7 +25,7 @@ rxnn/transformers/moe.py,sha256=j6jEx6Ip0zttlUZKKn82azxo95lkLZs-H2GLSMD88hY,5859
 rxnn/transformers/positional.py,sha256=ge-kaS6WnWnPGnWVp25ZK5bVkmhBUNCaELaN2rN_fSY,4097
 rxnn/transformers/sampler.py,sha256=poWBpxg1iuK5gEJtxHkk5VVfS9V48hs2Olqdhy_Gw8c,6548
 rxnn/utils.py,sha256=d5U8i5ukovgDyqiycc2AoxObTz_eF_bgo2MKvdtJ98s,467
-rxnn-0.1.81.dist-info/LICENSE,sha256=C8coDFIUYuOcke4JLPwTqahQUCyXyGq6WOaigOkx8tY,11275
-rxnn-0.1.81.dist-info/METADATA,sha256=zgEmIpj712gqwVdGa2VWGpynRbcYtAGf6IalQl4cJhM,16589
-rxnn-0.1.81.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-rxnn-0.1.81.dist-info/RECORD,,
+rxnn-0.1.82.dist-info/LICENSE,sha256=C8coDFIUYuOcke4JLPwTqahQUCyXyGq6WOaigOkx8tY,11275
+rxnn-0.1.82.dist-info/METADATA,sha256=xhip3_H9uGKIHKfyTnR0vk_a9zr0TzTIr8buNIiDUQY,16589
+rxnn-0.1.82.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+rxnn-0.1.82.dist-info/RECORD,,