sinapsis-data-readers 0.1.16__tar.gz → 0.1.17__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (47) hide show
  1. {sinapsis_data_readers-0.1.16/src/sinapsis_data_readers.egg-info → sinapsis_data_readers-0.1.17}/PKG-INFO +1 -1
  2. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/pyproject.toml +1 -1
  3. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/datasets_readers/sklearn_datasets.py +2 -2
  4. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/datasets_readers/sktime_datasets.py +3 -2
  5. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/image_readers/coco_dataset_reader.py +1 -2
  6. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17/src/sinapsis_data_readers.egg-info}/PKG-INFO +1 -1
  7. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers.egg-info/SOURCES.txt +0 -1
  8. sinapsis_data_readers-0.1.16/src/sinapsis_data_readers/helpers/image_color_space_converter.py +0 -53
  9. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/LICENSE +0 -0
  10. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/README.md +0 -0
  11. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/setup.cfg +0 -0
  12. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/__init__.py +0 -0
  13. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/helpers/__init__.py +0 -0
  14. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/helpers/coco_dataclasses.py +0 -0
  15. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/helpers/csv_reader.py +0 -0
  16. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/helpers/file_path_helpers.py +0 -0
  17. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/helpers/sklearn_dataset_subset.py +0 -0
  18. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/helpers/sktime_datasets_subset.py +0 -0
  19. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/helpers/tags.py +0 -0
  20. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/helpers/text_input_helpers.py +0 -0
  21. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/__init__.py +0 -0
  22. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/audio_readers/__init__.py +0 -0
  23. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/audio_readers/audio_reader_pydub.py +0 -0
  24. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/audio_readers/audio_reader_soundfile.py +0 -0
  25. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/audio_readers/audio_reader_to_bytes.py +0 -0
  26. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/audio_readers/base_audio_reader.py +0 -0
  27. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/base_file_data_loader.py +0 -0
  28. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/datasets_readers/__init__.py +0 -0
  29. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/datasets_readers/csv_datasets.py +0 -0
  30. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/datasets_readers/dataset_splitter.py +0 -0
  31. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/image_readers/__init__.py +0 -0
  32. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/image_readers/base_image_folder_data_loader.py +0 -0
  33. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/image_readers/csv_dataset_reader.py +0 -0
  34. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/image_readers/image_folder_reader_cv2.py +0 -0
  35. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/image_readers/image_folder_reader_kornia.py +0 -0
  36. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/text_readers/__init__.py +0 -0
  37. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/text_readers/text_input.py +0 -0
  38. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/video_readers/__init__.py +0 -0
  39. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/video_readers/base_video_reader.py +0 -0
  40. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/video_readers/video_reader_cv2.py +0 -0
  41. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/video_readers/video_reader_dali.py +0 -0
  42. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/video_readers/video_reader_ffmpeg.py +0 -0
  43. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers/templates/video_readers/video_reader_torchcodec.py +0 -0
  44. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers.egg-info/dependency_links.txt +0 -0
  45. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers.egg-info/requires.txt +0 -0
  46. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/sinapsis_data_readers.egg-info/top_level.txt +0 -0
  47. {sinapsis_data_readers-0.1.16 → sinapsis_data_readers-0.1.17}/src/test_gradio_client.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: sinapsis-data-readers
3
- Version: 0.1.16
3
+ Version: 0.1.17
4
4
  Summary: Templates to read data in different formats
5
5
  Author-email: SinapsisAI <dev@sinapsis.tech>
6
6
  Project-URL: Homepage, https://sinapsis.tech
@@ -1,6 +1,6 @@
1
1
  [project]
2
2
  name = "sinapsis-data-readers"
3
- version = "0.1.16"
3
+ version = "0.1.17"
4
4
  description = "Templates to read data in different formats"
5
5
  authors = [{ name = "SinapsisAI", email = "dev@sinapsis.tech" }]
6
6
 
@@ -135,7 +135,7 @@ class SKLearnDatasets(BaseDynamicWrapperTemplate):
135
135
  @staticmethod
136
136
  def split_dataset(
137
137
  results: pd.DataFrame, feature_name_cols: list, target_name_cols: list, n_features: int, split_size: float
138
- ) -> TabularDatasetSplit:
138
+ ) -> dict:
139
139
  """Method to split the dataset into training and testing samples"""
140
140
  if feature_name_cols:
141
141
  X = results[feature_name_cols]
@@ -154,7 +154,7 @@ class SKLearnDatasets(BaseDynamicWrapperTemplate):
154
154
  y_test=pd.DataFrame(y_test),
155
155
  )
156
156
 
157
- return split_data
157
+ return split_data.model_dump()
158
158
 
159
159
  def execute(self, container: DataContainer) -> DataContainer:
160
160
  sklearn_dataset = self.wrapped_callable.__func__(**self.dataset_attributes.model_dump())
@@ -94,7 +94,7 @@ class SKTimeDatasets(BaseDynamicWrapperTemplate):
94
94
 
95
95
  def initialize_attributes(self):
96
96
  return getattr(self.attributes, self.wrapped_callable.__name__)
97
- def split_time_series_dataset(self, dataset: Any) -> TabularDatasetSplit:
97
+ def split_time_series_dataset(self, dataset: Any) -> dict:
98
98
  """Split a time series dataset into training and testing sets
99
99
 
100
100
  Args:
@@ -104,12 +104,13 @@ class SKTimeDatasets(BaseDynamicWrapperTemplate):
104
104
  TabularDatasetSplit: Object containing the split time series data
105
105
  """
106
106
  y_train, y_test = temporal_train_test_split(dataset, train_size=self.attributes.train_size)
107
- return TabularDatasetSplit(
107
+ split_data = TabularDatasetSplit(
108
108
  x_train=pd.DataFrame(index=y_train.index),
109
109
  x_test=pd.DataFrame(index=y_test.index),
110
110
  y_train=pd.DataFrame(y_train),
111
111
  y_test=pd.DataFrame(y_test),
112
112
  )
113
+ return split_data.model_dump()
113
114
 
114
115
  def split_classification_dataset(self, X: Any, y: Any) -> TabularDatasetSplit:
115
116
  """Split a classification dataset into training and testing sets
@@ -55,8 +55,7 @@ class CocoImageDatasetBaseCV2(FolderImageDatasetCV2):
55
55
  annotations_path: str
56
56
 
57
57
  def __init__(self, attributes: TemplateAttributeType) -> None:
58
- self.annotations_file = os.path.join(attributes.get("root_dir", SINAPSIS_CACHE_DIR),
59
- attributes.get("data_dir"), attributes.get("annotations_path"))
58
+ self.annotations_file = os.path.join(attributes.get("root_dir", SINAPSIS_CACHE_DIR), attributes.get("data_dir"), attributes.get("annotations_path"))
60
59
  self.raw_annotations_dict: list[dict[str, dict[str, Any]]] = self.read_annotations_file(self.annotations_file)
61
60
  self.annotations = self.images_annotations()
62
61
  super().__init__(attributes)
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: sinapsis-data-readers
3
- Version: 0.1.16
3
+ Version: 0.1.17
4
4
  Summary: Templates to read data in different formats
5
5
  Author-email: SinapsisAI <dev@sinapsis.tech>
6
6
  Project-URL: Homepage, https://sinapsis.tech
@@ -12,7 +12,6 @@ src/sinapsis_data_readers/helpers/__init__.py
12
12
  src/sinapsis_data_readers/helpers/coco_dataclasses.py
13
13
  src/sinapsis_data_readers/helpers/csv_reader.py
14
14
  src/sinapsis_data_readers/helpers/file_path_helpers.py
15
- src/sinapsis_data_readers/helpers/image_color_space_converter.py
16
15
  src/sinapsis_data_readers/helpers/sklearn_dataset_subset.py
17
16
  src/sinapsis_data_readers/helpers/sktime_datasets_subset.py
18
17
  src/sinapsis_data_readers/helpers/tags.py
@@ -1,53 +0,0 @@
1
- # -*- coding: utf-8 -*-
2
- from enum import Enum
3
-
4
- import cv2
5
- from sinapsis_core.data_containers.data_packet import ImageColor, ImagePacket
6
- from sinapsis_core.utils.logging_utils import sinapsis_logger
7
-
8
- color_mapping = {
9
- (ImageColor.RGB, ImageColor.BGR): cv2.COLOR_RGB2BGR,
10
- (ImageColor.RGB, ImageColor.GRAY): cv2.COLOR_RGB2GRAY,
11
- (ImageColor.RGB, ImageColor.RGBA): cv2.COLOR_RGB2RGBA,
12
- (ImageColor.BGR, ImageColor.RGB): cv2.COLOR_BGR2RGB,
13
- (ImageColor.BGR, ImageColor.GRAY): cv2.COLOR_BGR2GRAY,
14
- (ImageColor.BGR, ImageColor.RGBA): cv2.COLOR_BGR2RGBA,
15
- (ImageColor.GRAY, ImageColor.RGB): cv2.COLOR_GRAY2RGB,
16
- (ImageColor.GRAY, ImageColor.BGR): cv2.COLOR_GRAY2BGR,
17
- (ImageColor.GRAY, ImageColor.RGBA): cv2.COLOR_GRAY2RGBA,
18
- (ImageColor.RGBA, ImageColor.RGB): cv2.COLOR_RGBA2RGB,
19
- (ImageColor.RGBA, ImageColor.BGR): cv2.COLOR_RGBA2BGR,
20
- (ImageColor.RGBA, ImageColor.GRAY): cv2.COLOR_RGBA2GRAY,
21
- }
22
-
23
-
24
- def convert_color_space_cv(image: ImagePacket, desired_color_space: Enum) -> ImagePacket:
25
- """Converts an image from one color space to another, provided
26
- they are in the color mapping options.
27
-
28
- Args:
29
- image (ImagePacket): Image packet to apply the conversion
30
- desired_color_space (Enum): Color space to convert the image
31
-
32
- Returns:
33
- ImagePacket: Updated ImagePacket with content converted into the new color space
34
-
35
- Raises:
36
- ValueError: If the conversion is not possible, return an error.
37
-
38
- """
39
- current_color_space = image.color_space
40
-
41
- if (current_color_space, desired_color_space) in color_mapping:
42
- conversion_code = color_mapping[(current_color_space, desired_color_space)]
43
- try:
44
- image.content = cv2.cvtColor(image.content, conversion_code)
45
- image.color_space = desired_color_space
46
-
47
- except cv2.error:
48
- sinapsis_logger.error(f"Invalid conversion between {current_color_space} and {desired_color_space}")
49
-
50
- else:
51
- raise ValueError(f"Conversion from {current_color_space} to {desired_color_space} is not supported.")
52
-
53
- return image