rxnn 0.1.65__py3-none-any.whl → 0.1.66__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (5) hide show
  1. rxnn/training/dataset.py +6 -2
  2. {rxnn-0.1.65.dist-info → rxnn-0.1.66.dist-info}/METADATA +1 -1
  3. {rxnn-0.1.65.dist-info → rxnn-0.1.66.dist-info}/RECORD +5 -5
  4. {rxnn-0.1.65.dist-info → rxnn-0.1.66.dist-info}/LICENSE +0 -0
  5. {rxnn-0.1.65.dist-info → rxnn-0.1.66.dist-info}/WHEEL +0 -0
rxnn/training/dataset.py CHANGED
@@ -63,8 +63,12 @@ class BaseDataset(Dataset):
63
63
 
64
64
  def get_subset(self, size: float, from_start: bool = False, use_hf_select: bool = False, **kwargs) -> "BaseDataset":
65
65
  split_point = int(len(self.texts) * ((1 - size) if not from_start else size))
66
- subset = self.texts.select(range(split_point, len(self.texts))) if use_hf_select and not isinstance(self.texts, list) else self.texts[:split_point]
67
- self.texts = self.texts.select(range(split_point)) if use_hf_select and not isinstance(self.texts, list) else self.texts[split_point:]
66
+ if use_hf_select and not isinstance(self.texts, list):
67
+ subset = self.texts.select(range(split_point, len(self.texts)) if not from_start else range(split_point))
68
+ self.texts = self.texts.select(range(split_point) if not from_start else range(split_point, len(self.texts)))
69
+ else:
70
+ subset = self.texts[split_point:] if not from_start else self.texts[:split_point]
71
+ self.texts = self.texts[:split_point] if not from_start else self.texts[split_point:]
68
72
  return self.__class__(subset, self.tokenizer, self.max_seq_len, self.hf_field, **kwargs)
69
73
 
70
74
  def pre_tokenize(self, remove_texts: bool = True):
{rxnn-0.1.65.dist-info → rxnn-0.1.66.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.3
2
2
  Name: rxnn
3
- Version: 0.1.65
3
+ Version: 0.1.66
4
4
  Summary: RxNN: Reactive Neural Networks Platform
5
5
  License: Apache-2.0
6
6
  Keywords: deep-learning,ai,machine-learning
{rxnn-0.1.65.dist-info → rxnn-0.1.66.dist-info}/RECORD RENAMED
@@ -12,7 +12,7 @@ rxnn/training/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
12
12
  rxnn/training/base.py,sha256=xPMA2Bg9-oUZvSZg67ls2p7Gk9pZ9IHUiIJwUzSe2K8,11766
13
13
  rxnn/training/bml.py,sha256=S1ZaXTybzeJH7uVFamCr4TPl2bLyZ5xmn_lSsjThTiM,19162
14
14
  rxnn/training/callbacks.py,sha256=_YfMKY_eFdc-tubhO9nYH2PXDZDQwlSI74FVOoCXpQg,22108
15
- rxnn/training/dataset.py,sha256=fKTNtDOAMSuRPbSl0yy0-k_xQ5o-AF6pqwKw9tC-7Mw,11328
15
+ rxnn/training/dataset.py,sha256=SsisHGSZfYTMxWDLMlaxc7cuHvPviwIxb-UVQ6lIeSk,11538
16
16
  rxnn/training/scheduler.py,sha256=ow6oALzWjWQmHSpcJEjv6tg4g4CDMvr73TypxfcefMc,712
17
17
  rxnn/training/tokenizer.py,sha256=umaLByMBx_NMrQElA45HLm9gkuzyKWDTFaKVd-CjXl0,8344
18
18
  rxnn/transformers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -25,7 +25,7 @@ rxnn/transformers/moe.py,sha256=j6jEx6Ip0zttlUZKKn82azxo95lkLZs-H2GLSMD88hY,5859
25
25
  rxnn/transformers/positional.py,sha256=2l38RS0Dini3f6Z3LUHr3XwWzg1UK7fO2C6wazWDAYU,4292
26
26
  rxnn/transformers/sampler.py,sha256=poWBpxg1iuK5gEJtxHkk5VVfS9V48hs2Olqdhy_Gw8c,6548
27
27
  rxnn/utils.py,sha256=d5U8i5ukovgDyqiycc2AoxObTz_eF_bgo2MKvdtJ98s,467
28
- rxnn-0.1.65.dist-info/LICENSE,sha256=C8coDFIUYuOcke4JLPwTqahQUCyXyGq6WOaigOkx8tY,11275
29
- rxnn-0.1.65.dist-info/METADATA,sha256=wFv7U3aEMscWvxERWl2x-qHO2aBc5LPF79uV9RUzbyQ,16579
30
- rxnn-0.1.65.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
31
- rxnn-0.1.65.dist-info/RECORD,,
28
+ rxnn-0.1.66.dist-info/LICENSE,sha256=C8coDFIUYuOcke4JLPwTqahQUCyXyGq6WOaigOkx8tY,11275
29
+ rxnn-0.1.66.dist-info/METADATA,sha256=8ZgtO4j_T97UgrCV0GFOI-7lx-i6IyT1dKaUCr8wLAI,16579
30
+ rxnn-0.1.66.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
31
+ rxnn-0.1.66.dist-info/RECORD,,
{rxnn-0.1.65.dist-info → rxnn-0.1.66.dist-info}/LICENSE RENAMED
File without changes
{rxnn-0.1.65.dist-info → rxnn-0.1.66.dist-info}/WHEEL RENAMED
File without changes