sinapsis-data-readers 0.1.16__tar.gz → 0.1.17__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {sinapsis_data_readers-0.1.16/src/sinapsis_data_readers.egg-info → sinapsis_data_readers-0.1.17}/PKG-INFO +1 -1
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/pyproject.toml +1 -1
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/datasets_readers/sklearn_datasets.py +2 -2
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/datasets_readers/sktime_datasets.py +3 -2
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/image_readers/coco_dataset_reader.py +1 -2
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17/src/sinapsis_data_readers.egg-info}/PKG-INFO +1 -1
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers.egg-info/SOURCES.txt +0 -1
- sinapsis_data_readers-0.1.16/src/sinapsis_data_readers/helpers/image_color_space_converter.py +0 -53
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/LICENSE +0 -0
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/README.md +0 -0
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/setup.cfg +0 -0
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/__init__.py +0 -0
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/helpers/__init__.py +0 -0
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/helpers/coco_dataclasses.py +0 -0
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/helpers/csv_reader.py +0 -0
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/helpers/file_path_helpers.py +0 -0
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/helpers/sklearn_dataset_subset.py +0 -0
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/helpers/sktime_datasets_subset.py +0 -0
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/helpers/tags.py +0 -0
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/helpers/text_input_helpers.py +0 -0
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/__init__.py +0 -0
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/audio_readers/__init__.py +0 -0
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/audio_readers/audio_reader_pydub.py +0 -0
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/audio_readers/audio_reader_soundfile.py +0 -0
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/audio_readers/audio_reader_to_bytes.py +0 -0
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/audio_readers/base_audio_reader.py +0 -0
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/base_file_data_loader.py +0 -0
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/datasets_readers/__init__.py +0 -0
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/datasets_readers/csv_datasets.py +0 -0
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/datasets_readers/dataset_splitter.py +0 -0
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/image_readers/__init__.py +0 -0
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/image_readers/base_image_folder_data_loader.py +0 -0
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/image_readers/csv_dataset_reader.py +0 -0
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/image_readers/image_folder_reader_cv2.py +0 -0
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/image_readers/image_folder_reader_kornia.py +0 -0
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/text_readers/__init__.py +0 -0
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/text_readers/text_input.py +0 -0
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/video_readers/__init__.py +0 -0
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/video_readers/base_video_reader.py +0 -0
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/video_readers/video_reader_cv2.py +0 -0
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/video_readers/video_reader_dali.py +0 -0
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/video_readers/video_reader_ffmpeg.py +0 -0
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/video_readers/video_reader_torchcodec.py +0 -0
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers.egg-info/dependency_links.txt +0 -0
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers.egg-info/requires.txt +0 -0
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers.egg-info/top_level.txt +0 -0
- {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/test_gradio_client.py +0 -0
|
@@ -135,7 +135,7 @@ class SKLearnDatasets(BaseDynamicWrapperTemplate):
|
|
|
135
135
|
@staticmethod
|
|
136
136
|
def split_dataset(
|
|
137
137
|
results: pd.DataFrame, feature_name_cols: list, target_name_cols: list, n_features: int, split_size: float
|
|
138
|
-
) ->
|
|
138
|
+
) -> dict:
|
|
139
139
|
"""Method to split the dataset into training and testing samples"""
|
|
140
140
|
if feature_name_cols:
|
|
141
141
|
X = results[feature_name_cols]
|
|
@@ -154,7 +154,7 @@ class SKLearnDatasets(BaseDynamicWrapperTemplate):
|
|
|
154
154
|
y_test=pd.DataFrame(y_test),
|
|
155
155
|
)
|
|
156
156
|
|
|
157
|
-
return split_data
|
|
157
|
+
return split_data.model_dump()
|
|
158
158
|
|
|
159
159
|
def execute(self, container: DataContainer) -> DataContainer:
|
|
160
160
|
sklearn_dataset = self.wrapped_callable.__func__(**self.dataset_attributes.model_dump())
|
|
@@ -94,7 +94,7 @@ class SKTimeDatasets(BaseDynamicWrapperTemplate):
|
|
|
94
94
|
|
|
95
95
|
def initialize_attributes(self):
|
|
96
96
|
return getattr(self.attributes, self.wrapped_callable.__name__)
|
|
97
|
-
def split_time_series_dataset(self, dataset: Any) ->
|
|
97
|
+
def split_time_series_dataset(self, dataset: Any) -> dict:
|
|
98
98
|
"""Split a time series dataset into training and testing sets
|
|
99
99
|
|
|
100
100
|
Args:
|
|
@@ -104,12 +104,13 @@ class SKTimeDatasets(BaseDynamicWrapperTemplate):
|
|
|
104
104
|
TabularDatasetSplit: Object containing the split time series data
|
|
105
105
|
"""
|
|
106
106
|
y_train, y_test = temporal_train_test_split(dataset, train_size=self.attributes.train_size)
|
|
107
|
-
|
|
107
|
+
split_data = TabularDatasetSplit(
|
|
108
108
|
x_train=pd.DataFrame(index=y_train.index),
|
|
109
109
|
x_test=pd.DataFrame(index=y_test.index),
|
|
110
110
|
y_train=pd.DataFrame(y_train),
|
|
111
111
|
y_test=pd.DataFrame(y_test),
|
|
112
112
|
)
|
|
113
|
+
return split_data.model_dump()
|
|
113
114
|
|
|
114
115
|
def split_classification_dataset(self, X: Any, y: Any) -> TabularDatasetSplit:
|
|
115
116
|
"""Split a classification dataset into training and testing sets
|
|
@@ -55,8 +55,7 @@ class CocoImageDatasetBaseCV2(FolderImageDatasetCV2):
|
|
|
55
55
|
annotations_path: str
|
|
56
56
|
|
|
57
57
|
def __init__(self, attributes: TemplateAttributeType) -> None:
|
|
58
|
-
self.annotations_file = os.path.join(attributes.get("root_dir", SINAPSIS_CACHE_DIR),
|
|
59
|
-
attributes.get("data_dir"), attributes.get("annotations_path"))
|
|
58
|
+
self.annotations_file = os.path.join(attributes.get("root_dir", SINAPSIS_CACHE_DIR), attributes.get("data_dir"), attributes.get("annotations_path"))
|
|
60
59
|
self.raw_annotations_dict: list[dict[str, dict[str, Any]]] = self.read_annotations_file(self.annotations_file)
|
|
61
60
|
self.annotations = self.images_annotations()
|
|
62
61
|
super().__init__(attributes)
|
|
@@ -12,7 +12,6 @@ src/sinapsis_data_readers/helpers/__init__.py
|
|
|
12
12
|
src/sinapsis_data_readers/helpers/coco_dataclasses.py
|
|
13
13
|
src/sinapsis_data_readers/helpers/csv_reader.py
|
|
14
14
|
src/sinapsis_data_readers/helpers/file_path_helpers.py
|
|
15
|
-
src/sinapsis_data_readers/helpers/image_color_space_converter.py
|
|
16
15
|
src/sinapsis_data_readers/helpers/sklearn_dataset_subset.py
|
|
17
16
|
src/sinapsis_data_readers/helpers/sktime_datasets_subset.py
|
|
18
17
|
src/sinapsis_data_readers/helpers/tags.py
|
sinapsis_data_readers-0.1.16/src/sinapsis_data_readers/helpers/image_color_space_converter.py
DELETED
|
@@ -1,53 +0,0 @@
|
|
|
1
|
-
# -*- coding: utf-8 -*-
|
|
2
|
-
from enum import Enum
|
|
3
|
-
|
|
4
|
-
import cv2
|
|
5
|
-
from sinapsis_core.data_containers.data_packet import ImageColor, ImagePacket
|
|
6
|
-
from sinapsis_core.utils.logging_utils import sinapsis_logger
|
|
7
|
-
|
|
8
|
-
color_mapping = {
|
|
9
|
-
(ImageColor.RGB, ImageColor.BGR): cv2.COLOR_RGB2BGR,
|
|
10
|
-
(ImageColor.RGB, ImageColor.GRAY): cv2.COLOR_RGB2GRAY,
|
|
11
|
-
(ImageColor.RGB, ImageColor.RGBA): cv2.COLOR_RGB2RGBA,
|
|
12
|
-
(ImageColor.BGR, ImageColor.RGB): cv2.COLOR_BGR2RGB,
|
|
13
|
-
(ImageColor.BGR, ImageColor.GRAY): cv2.COLOR_BGR2GRAY,
|
|
14
|
-
(ImageColor.BGR, ImageColor.RGBA): cv2.COLOR_BGR2RGBA,
|
|
15
|
-
(ImageColor.GRAY, ImageColor.RGB): cv2.COLOR_GRAY2RGB,
|
|
16
|
-
(ImageColor.GRAY, ImageColor.BGR): cv2.COLOR_GRAY2BGR,
|
|
17
|
-
(ImageColor.GRAY, ImageColor.RGBA): cv2.COLOR_GRAY2RGBA,
|
|
18
|
-
(ImageColor.RGBA, ImageColor.RGB): cv2.COLOR_RGBA2RGB,
|
|
19
|
-
(ImageColor.RGBA, ImageColor.BGR): cv2.COLOR_RGBA2BGR,
|
|
20
|
-
(ImageColor.RGBA, ImageColor.GRAY): cv2.COLOR_RGBA2GRAY,
|
|
21
|
-
}
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
def convert_color_space_cv(image: ImagePacket, desired_color_space: Enum) -> ImagePacket:
|
|
25
|
-
"""Converts an image from one color space to another, provided
|
|
26
|
-
they are in the color mapping options.
|
|
27
|
-
|
|
28
|
-
Args:
|
|
29
|
-
image (ImagePacket): Image packet to apply the conversion
|
|
30
|
-
desired_color_space (Enum): Color space to convert the image
|
|
31
|
-
|
|
32
|
-
Returns:
|
|
33
|
-
ImagePacket: Updated ImagePacket with content converted into the new color space
|
|
34
|
-
|
|
35
|
-
Raises:
|
|
36
|
-
ValueError: If the conversion is not possible, return an error.
|
|
37
|
-
|
|
38
|
-
"""
|
|
39
|
-
current_color_space = image.color_space
|
|
40
|
-
|
|
41
|
-
if (current_color_space, desired_color_space) in color_mapping:
|
|
42
|
-
conversion_code = color_mapping[(current_color_space, desired_color_space)]
|
|
43
|
-
try:
|
|
44
|
-
image.content = cv2.cvtColor(image.content, conversion_code)
|
|
45
|
-
image.color_space = desired_color_space
|
|
46
|
-
|
|
47
|
-
except cv2.error:
|
|
48
|
-
sinapsis_logger.error(f"Invalid conversion between {current_color_space} and {desired_color_space}")
|
|
49
|
-
|
|
50
|
-
else:
|
|
51
|
-
raise ValueError(f"Conversion from {current_color_space} to {desired_color_space} is not supported.")
|
|
52
|
-
|
|
53
|
-
return image
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|