DeepFabric 4.7.0__py3-none-any.whl → 4.7.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- deepfabric/dataset.py +10 -1
- {deepfabric-4.7.0.dist-info → deepfabric-4.7.1.dist-info}/METADATA +1 -1
- {deepfabric-4.7.0.dist-info → deepfabric-4.7.1.dist-info}/RECORD +6 -6
- {deepfabric-4.7.0.dist-info → deepfabric-4.7.1.dist-info}/WHEEL +0 -0
- {deepfabric-4.7.0.dist-info → deepfabric-4.7.1.dist-info}/entry_points.txt +0 -0
- {deepfabric-4.7.0.dist-info → deepfabric-4.7.1.dist-info}/licenses/LICENSE +0 -0
deepfabric/dataset.py
CHANGED
|
@@ -180,11 +180,20 @@ class Dataset:
|
|
|
180
180
|
rng.shuffle(indices)
|
|
181
181
|
return self.select(indices)
|
|
182
182
|
|
|
183
|
-
def map(
|
|
183
|
+
def map(
|
|
184
|
+
self,
|
|
185
|
+
fn: Callable[[dict[str, Any]], dict[str, Any]],
|
|
186
|
+
_num_proc: int | None = None,
|
|
187
|
+
_desc: str | None = None,
|
|
188
|
+
**_kwargs: Any,
|
|
189
|
+
) -> "Dataset":
|
|
184
190
|
"""Apply function to each sample.
|
|
185
191
|
|
|
186
192
|
Args:
|
|
187
193
|
fn: Function that takes a sample dict and returns a new sample dict
|
|
194
|
+
_num_proc: Ignored (for HuggingFace Dataset compatibility)
|
|
195
|
+
_desc: Ignored (for HuggingFace Dataset compatibility)
|
|
196
|
+
**_kwargs: Additional kwargs ignored for compatibility
|
|
188
197
|
|
|
189
198
|
Returns:
|
|
190
199
|
New Dataset with transformed samples
|
|
@@ -8,7 +8,7 @@ deepfabric/cloud_upload.py,sha256=WYaISQY1XxorNdL7_F_FYwQUPHGJr2Bb_bohAa5xpbY,27
|
|
|
8
8
|
deepfabric/config.py,sha256=Ze0OaCdUqFwX9bmjssf9ffU0XXwa5sJmvlyHr4FENHw,34367
|
|
9
9
|
deepfabric/config_manager.py,sha256=CIOJV121tBpH_V_ljwTenvyFO31yoohPSjW0yrHCD-w,9041
|
|
10
10
|
deepfabric/constants.py,sha256=MwADziDmnt0zi9t9gG65EM7AJvIQP0FSsXgGj7Yqxm8,2578
|
|
11
|
-
deepfabric/dataset.py,sha256=
|
|
11
|
+
deepfabric/dataset.py,sha256=bZfx35A-dt0kMflgskU9Ge-NLVesq8xNKHsrxTnNn6Q,9740
|
|
12
12
|
deepfabric/dataset_manager.py,sha256=fJ6VFG05FLTpmbkLKlnVTTi7aim8q7eWI1cgOmKaP5s,20461
|
|
13
13
|
deepfabric/error_codes.py,sha256=HGGWsahUTI8UG996C74X-XgNuaPX8RHo4gOidlaJql4,17630
|
|
14
14
|
deepfabric/exceptions.py,sha256=pEg4YFQaDEWtBoJaSkxsJJoBBp2-6EE3M7m5H7R6i_8,1586
|
|
@@ -69,8 +69,8 @@ deepfabric/training/api_key_prompt.py,sha256=bzcdzeK6ql_8Vz0cbR2vmxxtMRNRFpzYAJx
|
|
|
69
69
|
deepfabric/training/callback.py,sha256=vYh7nnCNf3xhbJEamWBKNXW4T7XNazXvmRqEkFyIwXI,13045
|
|
70
70
|
deepfabric/training/dataset_utils.py,sha256=klx8DoawEwuMigBDP-RpMAfe7FvYxRbhj599MErxBr4,7313
|
|
71
71
|
deepfabric/training/metrics_sender.py,sha256=_x0Has8ZR8ehXsdmv3nJbRDml5ioju4hZFv5ndsldpQ,10830
|
|
72
|
-
deepfabric-4.7.
|
|
73
|
-
deepfabric-4.7.
|
|
74
|
-
deepfabric-4.7.
|
|
75
|
-
deepfabric-4.7.
|
|
76
|
-
deepfabric-4.7.
|
|
72
|
+
deepfabric-4.7.1.dist-info/METADATA,sha256=FFTmSpKgb6pbOrYHQ9C1eCkKV6FPUAxlaH71Ij7KGwc,20423
|
|
73
|
+
deepfabric-4.7.1.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
|
|
74
|
+
deepfabric-4.7.1.dist-info/entry_points.txt,sha256=zatevils13hfs8x29_vmUyivQ6rTtq7hE2RBusZw1Fo,50
|
|
75
|
+
deepfabric-4.7.1.dist-info/licenses/LICENSE,sha256=-qRt8wmrhQ9aMf7KhmZXc2vrTETYZF-6_T1KCeUhvHY,11340
|
|
76
|
+
deepfabric-4.7.1.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|