sinapsis-data-tools 0.2.19__py3-none-any.whl → 0.2.22__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- sinapsis_data_readers/src/sinapsis_data_readers/templates/datasets_readers/dataset_splitter.py +5 -0
- sinapsis_data_readers/src/sinapsis_data_readers/templates/datasets_readers/sktime_datasets.py +4 -2
- {sinapsis_data_tools-0.2.19.dist-info → sinapsis_data_tools-0.2.22.dist-info}/METADATA +1 -1
- {sinapsis_data_tools-0.2.19.dist-info → sinapsis_data_tools-0.2.22.dist-info}/RECORD +7 -7
- {sinapsis_data_tools-0.2.19.dist-info → sinapsis_data_tools-0.2.22.dist-info}/WHEEL +0 -0
- {sinapsis_data_tools-0.2.19.dist-info → sinapsis_data_tools-0.2.22.dist-info}/licenses/LICENSE +0 -0
- {sinapsis_data_tools-0.2.19.dist-info → sinapsis_data_tools-0.2.22.dist-info}/top_level.txt +0 -0
sinapsis_data_readers/src/sinapsis_data_readers/templates/datasets_readers/dataset_splitter.py
CHANGED
|
@@ -61,6 +61,11 @@ class TabularDatasetSplit(BaseModel):
|
|
|
61
61
|
"""allow arbitrary types"""
|
|
62
62
|
|
|
63
63
|
arbitrary_types_allowed = True
|
|
64
|
+
json_encoders: dict = {
|
|
65
|
+
pd.DataFrame: lambda df: df.to_dict(orient="records"),
|
|
66
|
+
pd.Series: lambda s: s.to_list(),
|
|
67
|
+
np.ndarray: lambda arr: arr.tolist(),
|
|
68
|
+
}
|
|
64
69
|
|
|
65
70
|
|
|
66
71
|
class DatasetSplitterBase(Template):
|
sinapsis_data_readers/src/sinapsis_data_readers/templates/datasets_readers/sktime_datasets.py
CHANGED
|
@@ -126,15 +126,17 @@ class SKTimeDatasets(BaseDynamicWrapperTemplate):
|
|
|
126
126
|
X_train, X_test, y_train, y_test = train_test_split(
|
|
127
127
|
X, y, train_size=self.attributes.train_size, random_state=0
|
|
128
128
|
)
|
|
129
|
-
|
|
129
|
+
split_dataset = TabularDatasetSplit(
|
|
130
130
|
x_train=pd.DataFrame(X_train),
|
|
131
131
|
x_test=pd.DataFrame(X_test),
|
|
132
132
|
y_train=pd.DataFrame(y_train),
|
|
133
133
|
y_test=pd.DataFrame(y_test),
|
|
134
134
|
)
|
|
135
|
+
return split_dataset.model_dump_json(indent=2)
|
|
135
136
|
except ValueError:
|
|
136
137
|
self.logger.debug("Wrong format for split. original values")
|
|
137
|
-
|
|
138
|
+
split_dataset = TabularDatasetSplit(x_train=pd.DataFrame(X), y_train=pd.DataFrame(y))
|
|
139
|
+
return split_dataset.model_dump_json(indent=2)
|
|
138
140
|
|
|
139
141
|
def create_dataset(self):
|
|
140
142
|
return self.wrapped_callable.__func__(**self.dataset_attributes.model_dump())
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: sinapsis-data-tools
|
|
3
|
-
Version: 0.2.
|
|
3
|
+
Version: 0.2.22
|
|
4
4
|
Summary: Module that contains different packages to perform data-related operations through Sinapsis templates.
|
|
5
5
|
Author-email: SinapsisAI <dev@sinapsis.tech>
|
|
6
6
|
Project-URL: Homepage, https://sinapsis.tech
|
|
@@ -30,9 +30,9 @@ sinapsis_data_readers/src/sinapsis_data_readers/templates/audio_readers/audio_re
|
|
|
30
30
|
sinapsis_data_readers/src/sinapsis_data_readers/templates/audio_readers/base_audio_reader.py,sha256=-3biMclztIxDCwPaQq4kUkcY2BaP13saxWdIQdm-e-E,2284
|
|
31
31
|
sinapsis_data_readers/src/sinapsis_data_readers/templates/datasets_readers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
32
32
|
sinapsis_data_readers/src/sinapsis_data_readers/templates/datasets_readers/csv_datasets.py,sha256=jn2x8QXpDn-wLoXML24xcfJ29WHT2OhRuFNrU105lOs,1210
|
|
33
|
-
sinapsis_data_readers/src/sinapsis_data_readers/templates/datasets_readers/dataset_splitter.py,sha256=
|
|
33
|
+
sinapsis_data_readers/src/sinapsis_data_readers/templates/datasets_readers/dataset_splitter.py,sha256=mhllO_2aBwQbxP1wr9G_RAzb6KffX1In0d-BLp-BhFM,9065
|
|
34
34
|
sinapsis_data_readers/src/sinapsis_data_readers/templates/datasets_readers/sklearn_datasets.py,sha256=Nr3RjdXxjtRz-mf2SwLDlpZ_AvWsno476n0j9GuLaOc,8244
|
|
35
|
-
sinapsis_data_readers/src/sinapsis_data_readers/templates/datasets_readers/sktime_datasets.py,sha256=
|
|
35
|
+
sinapsis_data_readers/src/sinapsis_data_readers/templates/datasets_readers/sktime_datasets.py,sha256=RJ8hYVdqxfciftMLj3gha3It8GXK2mMlu0CyjKJvkcg,9636
|
|
36
36
|
sinapsis_data_readers/src/sinapsis_data_readers/templates/image_readers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
37
37
|
sinapsis_data_readers/src/sinapsis_data_readers/templates/image_readers/base_image_folder_data_loader.py,sha256=UM2SmBX7B2RE1OgwRtBn-GZdKmrgZILdN32itHIJKQI,4832
|
|
38
38
|
sinapsis_data_readers/src/sinapsis_data_readers/templates/image_readers/coco_dataset_reader.py,sha256=cFVP50LeRSu9tppy4RYZbAmN775f6AuGUdDTzAHRf3k,14675
|
|
@@ -47,7 +47,7 @@ sinapsis_data_readers/src/sinapsis_data_readers/templates/video_readers/video_re
|
|
|
47
47
|
sinapsis_data_readers/src/sinapsis_data_readers/templates/video_readers/video_reader_dali.py,sha256=TIsV1h4eYVOocdwC8tqW3aYz_9l5XJq5nTVc4rWlFUQ,8804
|
|
48
48
|
sinapsis_data_readers/src/sinapsis_data_readers/templates/video_readers/video_reader_ffmpeg.py,sha256=uAnV02i9gy7p9mxTVcx20F6ily4JhBtJSDJ93Reyi4w,5046
|
|
49
49
|
sinapsis_data_readers/src/sinapsis_data_readers/templates/video_readers/video_reader_torchcodec.py,sha256=wMCjRCaMknDYPOsspuf7NVEhy49h818lVq__AHTsFA8,4036
|
|
50
|
-
sinapsis_data_tools-0.2.
|
|
50
|
+
sinapsis_data_tools-0.2.22.dist-info/licenses/LICENSE,sha256=hIahDEOTzuHCU5J2nd07LWwkLW7Hko4UFO__ffsvB-8,34523
|
|
51
51
|
sinapsis_data_visualization/src/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
52
52
|
sinapsis_data_visualization/src/sinapsis_data_visualization/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
53
53
|
sinapsis_data_visualization/src/sinapsis_data_visualization/helpers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -99,7 +99,7 @@ sinapsis_generic_data_tools/src/sinapsis_generic_data_tools/templates/mask_non_r
|
|
|
99
99
|
sinapsis_generic_data_tools/src/sinapsis_generic_data_tools/templates/packet_buffer_queue.py,sha256=xh1A4jgqwT09lfF3lQ2EcYvcJehYV0wlUc8iBNJPn9I,4494
|
|
100
100
|
sinapsis_generic_data_tools/src/sinapsis_generic_data_tools/templates/source_history_aggregator.py,sha256=zvp75oBInYK5NoUEbuQkltizgtMfNFLZ7GpTUu5frCU,3220
|
|
101
101
|
sinapsis_generic_data_tools/src/sinapsis_generic_data_tools/templates/text_content_filter.py,sha256=uglR0e4RAbSMdaWVMaPuwo9wtxR2z3w1XLyVOvZXwjU,2719
|
|
102
|
-
sinapsis_data_tools-0.2.
|
|
103
|
-
sinapsis_data_tools-0.2.
|
|
104
|
-
sinapsis_data_tools-0.2.
|
|
105
|
-
sinapsis_data_tools-0.2.
|
|
102
|
+
sinapsis_data_tools-0.2.22.dist-info/METADATA,sha256=I6iPiXLb9A81vpsbS8o1dQPxoj1pJoZ5ZRbOeVya4M0,7641
|
|
103
|
+
sinapsis_data_tools-0.2.22.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
104
|
+
sinapsis_data_tools-0.2.22.dist-info/top_level.txt,sha256=XdkcGiHnbgb2Ad6RqbEAU_c_9n30eNTHUqvrDMXBQqE,123
|
|
105
|
+
sinapsis_data_tools-0.2.22.dist-info/RECORD,,
|
|
File without changes
|
{sinapsis_data_tools-0.2.19.dist-info → sinapsis_data_tools-0.2.22.dist-info}/licenses/LICENSE
RENAMED
|
File without changes
|
|
File without changes
|