rxnn 0.2.14__py3-none-any.whl → 0.2.15__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
rxnn/training/dataset.py
CHANGED
@@ -977,6 +977,7 @@ class MrlCurriculumDataset(Dataset):
|
|
977
977
|
answer_field: str = 'answer',
|
978
978
|
interactions_field: str = 'interactions',
|
979
979
|
load_kwargs: dict = None,
|
980
|
+
max_seq_len: int = 1024,
|
980
981
|
**kwargs
|
981
982
|
):
|
982
983
|
"""
|
@@ -993,6 +994,7 @@ class MrlCurriculumDataset(Dataset):
|
|
993
994
|
answer_field (str): Answer field (default: "answer")
|
994
995
|
interactions_field (str): Interactions field (default: "interactions")
|
995
996
|
load_kwargs (dict): Additional args for HuggingFace API load_dataset function
|
997
|
+
max_seq_len (int): Maximum sequence length (default: 1024)
|
996
998
|
**kwargs: Additional args for RxNN Dataset class
|
997
999
|
"""
|
998
1000
|
if load_kwargs is None:
|
@@ -1000,7 +1002,7 @@ class MrlCurriculumDataset(Dataset):
|
|
1000
1002
|
|
1001
1003
|
hf_dataset = load_dataset(dataset_id, mrl_subset, split=split, **load_kwargs)
|
1002
1004
|
|
1003
|
-
return cls(hf_dataset, tokenizer, query_field=query_field, answer_field=answer_field, interactions_field=interactions_field, **kwargs)
|
1005
|
+
return cls(hf_dataset, tokenizer, query_field=query_field, answer_field=answer_field, interactions_field=interactions_field, max_seq_len=max_seq_len, **kwargs)
|
1004
1006
|
|
1005
1007
|
@staticmethod
|
1006
1008
|
def collate_mrl_batch(batch: list[MrlDataItem]) -> MrlDataItem:
|
@@ -14,7 +14,7 @@ rxnn/training/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
14
14
|
rxnn/training/base.py,sha256=_xik1GXE4RJ_nxwqLQ1ccXA5pRtBCi-jL-jeRFBdHBU,11851
|
15
15
|
rxnn/training/bml.py,sha256=FJszaQXOLx2ZHBa1CQpyMrG8i4Kj14E-gzDAEK_Ei5k,17272
|
16
16
|
rxnn/training/callbacks.py,sha256=-N0MQPpZQaUWCINdTOsjul4bDGbGr2JgQBqOIXBLS6o,35053
|
17
|
-
rxnn/training/dataset.py,sha256=
|
17
|
+
rxnn/training/dataset.py,sha256=mXUZa6ypTt73sE-G-s9jQ4_Vhp8zw43bjhsLEEPPnDo,50611
|
18
18
|
rxnn/training/models.py,sha256=renPa5YH443XNTMFI-YTCwi5vNp3QzwF5UXedNd5hDk,5187
|
19
19
|
rxnn/training/mrl.py,sha256=CezloyaXOKrc_F_eDt99EZ1fmKAMCCCMh5Ry6vF82Ro,39607
|
20
20
|
rxnn/training/reward.py,sha256=C0ToTz-u-L-qyBd2yJ1HlvVPS110OChYj9ZhD6iSSMU,5654
|
@@ -32,7 +32,7 @@ rxnn/transformers/moe.py,sha256=j6jEx6Ip0zttlUZKKn82azxo95lkLZs-H2GLSMD88hY,5859
|
|
32
32
|
rxnn/transformers/positional.py,sha256=1PjcJybUzeQlIKJI4tahAGZcYgCRCL0otxs7mpsNuzM,4410
|
33
33
|
rxnn/transformers/sampler.py,sha256=t6iiQTdLQ0TakUWnnhKkb5DKF2F_9-thXHBydDF3fxg,17389
|
34
34
|
rxnn/utils.py,sha256=ihb6OTyDtPiocB_lOvnq7eOkjjpCkgs8wxvXUBNQ7mM,996
|
35
|
-
rxnn-0.2.
|
36
|
-
rxnn-0.2.
|
37
|
-
rxnn-0.2.
|
38
|
-
rxnn-0.2.
|
35
|
+
rxnn-0.2.15.dist-info/LICENSE,sha256=C8coDFIUYuOcke4JLPwTqahQUCyXyGq6WOaigOkx8tY,11275
|
36
|
+
rxnn-0.2.15.dist-info/METADATA,sha256=ZMMOf5u9DqEQPyYszLG-o51FcVN_3vzE4aDIwsdk-lg,25960
|
37
|
+
rxnn-0.2.15.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
|
38
|
+
rxnn-0.2.15.dist-info/RECORD,,
|
File without changes
|
File without changes
|