sinapsis-data-tools 0.2.23__py3-none-any.whl → 0.2.25__py3-none-any.whl

sinapsis_data_analysis/src/sinapsis_data_analysis/templates/ml_base_inference.py

@@ -1,4 +1,5 @@
 # -*- coding: utf-8 -*-
+import os
 from abc import abstractmethod
 from typing import Any
 
@@ -6,6 +7,7 @@ import numpy as np
 from sinapsis_core.data_containers.data_packet import DataContainer
 from sinapsis_core.template_base.base_models import TemplateAttributes
 from sinapsis_core.template_base.template import Template
+from sinapsis_core.utils.env_var_keys import SINAPSIS_CACHE_DIR
 
 
 class MLBaseInference(Template):
@@ -24,11 +26,12 @@ class MLBaseInference(Template):
         """
 
         model_path: str
+        root_dir : str = SINAPSIS_CACHE_DIR
         generic_field_key: str
 
     def __init__(self, attributes: TemplateAttributes) -> None:
         super().__init__(attributes)
-        self.model = self.load_model(self.attributes.model_path)
+
 
     def get_data(self, container: DataContainer) -> Any:
         """Get the data from the data container
@@ -111,7 +114,8 @@ class MLBaseInference(Template):
         if not self.data_is_valid(data):
             self.logger.warning("Invalid or missing data")
             return container
-
+        full_path = os.path.join(self.attributes.root_dir, self.attributes.model_path)
+        self.model = self.load_model(full_path)
         data = self.preprocess_data(data)
         predictions = self.predict(data)
 

sinapsis_data_analysis/src/sinapsis_data_analysis/templates/ml_base_training.py

@@ -34,7 +34,7 @@ class MLBaseAttributes(TemplateAttributes):
         model_save_path (str): Path where the trained model will be saved.
     """
 
-    generic_field_key: str
+    generic_field_key: str | None = None
     root_dir : str = WORKING_DIR
     model_save_path: str
 
@@ -220,13 +220,13 @@ class MLBaseTraining(BaseDynamicWrapperTemplate):
         full_path = os.path.join(self.attributes.root_dir, self.attributes.model_save_path)
         try:
             os.makedirs(os.path.dirname(full_path), exist_ok=True)
-            self._save_model_implementation()
+            self._save_model_implementation(full_path)
             self.logger.info(f"Model saved at {self.attributes.model_save_path}")
         except (MemoryError, TypeError) as e:
             self.logger.error(f"Error saving model: {e}")
 
     @abstractmethod
-    def _save_model_implementation(self) -> None:
+    def _save_model_implementation(self, full_path: str) -> None:
         """Save the trained model using an implementation-specific method.
 
         This abstract method should be implemented by subclasses to define

sinapsis_data_analysis/src/sinapsis_data_analysis/templates/sklearn_train.py

@@ -53,12 +53,12 @@ class SKLearnLinearModelsTrain(MLBaseTraining):
         category="SKLearn", tags=[Tags.DATA_ANALYSIS, Tags.LINEAR_REGRESSION, Tags.MODELS, Tags.SKLEARN, Tags.TRAINING]
     )
 
-    def _save_model_implementation(self) -> None:
+    def _save_model_implementation(self, full_path:str) -> None:
         """
         Implements the abstract method from the base class to
         save the model to the path specified in attributes.
         """
-        joblib.dump(self.trained_model, self.attributes.model_save_path)
+        joblib.dump(self.trained_model, full_path)
 
 
 class SKLearnNeighborsModelsTrain(SKLearnLinearModelsTrain):

sinapsis_data_readers/src/sinapsis_data_readers/templates/audio_readers/audio_reader_to_bytes.py

@@ -1,5 +1,8 @@
 # -*- coding: utf-8 -*-
 
+import io
+
+import soundfile as sf
 from sinapsis_core.data_containers.data_packet import AudioPacket
 
 from sinapsis_data_readers.templates.audio_readers.base_audio_reader import (
@@ -44,10 +47,9 @@ class AudioReaderToBytes(_AudioBaseReader):
                 audio_content = audio_file.read()
 
             audio_file.close()
-            audio_packet = AudioPacket(
-                source=full_path,
-                content=audio_content,
-            )
+            _, sample_rate = sf.read(io.BytesIO(audio_content))
+
+            audio_packet = AudioPacket(source=full_path, content=audio_content, sample_rate=sample_rate)
             return audio_packet
         except FileNotFoundError:
             self.logger.error(f"Audio file not found: {full_path}")

sinapsis_data_readers/src/sinapsis_data_readers/templates/datasets_readers/sklearn_datasets.py

@@ -153,7 +153,7 @@ class SKLearnDatasets(BaseDynamicWrapperTemplate):
             y_test=pd.DataFrame(y_test),
         )
 
-        return split_data.model_dump_json(indent=2)
+        return split_data.model_dump()
 
     def execute(self, container: DataContainer) -> DataContainer:
         sklearn_dataset = self.wrapped_callable.__func__(**self.dataset_attributes.model_dump())

sinapsis_data_readers/src/sinapsis_data_readers/templates/datasets_readers/sktime_datasets.py

@@ -132,11 +132,11 @@ class SKTimeDatasets(BaseDynamicWrapperTemplate):
                 y_train=pd.DataFrame(y_train),
                 y_test=pd.DataFrame(y_test),
             )
-            return split_dataset.model_dump_json(indent=2)
+            return split_dataset.model_dump()
         except ValueError:
             self.logger.debug("Wrong format for split. original values")
             split_dataset = TabularDatasetSplit(x_train=pd.DataFrame(X), y_train=pd.DataFrame(y))
-            return split_dataset.model_dump_json(indent=2)
+            return split_dataset.model_dump()
 
     def create_dataset(self):
         return self.wrapped_callable.__func__(**self.dataset_attributes.model_dump())

sinapsis_data_readers/src/sinapsis_data_readers/templates/image_readers/base_image_folder_data_loader.py

@@ -115,7 +115,7 @@ class ImageBaseDataReader(_BaseDataReader, abc.ABC):
         Returns:
             list[str| path]: the path as string or Path object
         """
-        full_path = os.path.join(self.attributes.root_dir, self.attributes.data_dir)
+        full_path = os.path.join(self.attributes.root_dir, self.attributes.data_dir.lstrip("/"))
         data_items = [
             img_path if not return_as_str else str(img_path.resolve())
             for img_path in Path(full_path).glob(self.attributes.pattern)

{sinapsis_data_tools-0.2.23.dist-info → sinapsis_data_tools-0.2.25.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sinapsis-data-tools
-Version: 0.2.23
+Version: 0.2.25
 Summary: Module that contains different packages to perform data-related operations through Sinapsis templates.
 Author-email: SinapsisAI <dev@sinapsis.tech>
 Project-URL: Homepage, https://sinapsis.tech

{sinapsis_data_tools-0.2.23.dist-info → sinapsis_data_tools-0.2.25.dist-info}/RECORD

@@ -4,14 +4,13 @@ sinapsis_data_analysis/src/sinapsis_data_analysis/helpers/excluded_models.py,sha
 sinapsis_data_analysis/src/sinapsis_data_analysis/helpers/model_metrics.py,sha256=mR-ZLD8PrGgOh1PrYG8TOjFhJz6l2EDRtn6jtMMyI7A,729
 sinapsis_data_analysis/src/sinapsis_data_analysis/helpers/tags.py,sha256=ICJNmbNAtwn5BfMvGHh6eLuq5Ro3hCIbwd-Y63qOmC0,372
 sinapsis_data_analysis/src/sinapsis_data_analysis/templates/__init__.py,sha256=z1-E6V4f6MqoGY0_cPwSurDpXDdMOAEOvSS4ogrl1DM,840
-sinapsis_data_analysis/src/sinapsis_data_analysis/templates/ml_base_inference.py,sha256=CMAebWYKAyNWWdJFEc4zAjFH5z5RlEbsunvYhlunYno,3467
-sinapsis_data_analysis/src/sinapsis_data_analysis/templates/ml_base_training.py,sha256=3-YfNie6kyWHmpn9Dn2okfpOoGQsjY1iH-a3hwxt5aw,9325
+sinapsis_data_analysis/src/sinapsis_data_analysis/templates/ml_base_inference.py,sha256=3QfMH8w4yNCnEFZeJOOO3HZAC75UjJL2P6R4aN06f9g,3655
+sinapsis_data_analysis/src/sinapsis_data_analysis/templates/ml_base_training.py,sha256=m2yDuR9C7lfN1jT31fTQsn3c4fN0Gtx5jd8MtaemUqw,9364
 sinapsis_data_analysis/src/sinapsis_data_analysis/templates/sklearn_inference.py,sha256=rf-HsWYE4_g9KM_BZbP3f2jKyKz_MLj9-eZ1CAGHqp8,931
 sinapsis_data_analysis/src/sinapsis_data_analysis/templates/sklearn_manifold.py,sha256=whYTvwDnVacSh4N2XBXVgn8O1dG-KnQsx6htm5DFEbQ,5519
-sinapsis_data_analysis/src/sinapsis_data_analysis/templates/sklearn_train.py,sha256=WIF7DIslVIRHCmDAXfVUZkiVtLRPRbg6Snq0Di7Ln3w,6757
+sinapsis_data_analysis/src/sinapsis_data_analysis/templates/sklearn_train.py,sha256=uReIOKQTHYbfsdNy1efVcguwsMTkhDXTbBpSeVDlP-E,6750
 sinapsis_data_analysis/src/sinapsis_data_analysis/templates/xgboost_inference.py,sha256=rFk44jHFCr-EuqDg74TInjlHDCstvA0V422gQmgbd0I,1028
 sinapsis_data_analysis/src/sinapsis_data_analysis/templates/xgboost_train.py,sha256=VQSztloGAW4Xcx8MZCoRKdqa5jn4NL857jHTeMRuMwA,2513
-sinapsis_data_readers/src/test_gradio_client.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sinapsis_data_readers/src/sinapsis_data_readers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sinapsis_data_readers/src/sinapsis_data_readers/helpers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sinapsis_data_readers/src/sinapsis_data_readers/helpers/coco_dataclasses.py,sha256=D5HVWQP95TdHpa9UnTYAClfaqsIYrODKDGbITCvYXsc,2290
@@ -26,15 +25,15 @@ sinapsis_data_readers/src/sinapsis_data_readers/templates/base_file_data_loader.
 sinapsis_data_readers/src/sinapsis_data_readers/templates/audio_readers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sinapsis_data_readers/src/sinapsis_data_readers/templates/audio_readers/audio_reader_pydub.py,sha256=m3hURsCHVd29cpmlJti1SNC6mtlx9KDe2RqyEvLyw4M,6219
 sinapsis_data_readers/src/sinapsis_data_readers/templates/audio_readers/audio_reader_soundfile.py,sha256=b7kzHMthuBp_1MW7uYFrDtjB0vkpD5qrr36yA6Sd0Lo,5232
-sinapsis_data_readers/src/sinapsis_data_readers/templates/audio_readers/audio_reader_to_bytes.py,sha256=exbMkY17avmwKHnSuXVeUpMEZd3yzQub1BHJPY2WWlM,1774
+sinapsis_data_readers/src/sinapsis_data_readers/templates/audio_readers/audio_reader_to_bytes.py,sha256=OcegQy1auYXE6qmoANfWyf0zdx2Udq6b3DgY96rckxE,1851
 sinapsis_data_readers/src/sinapsis_data_readers/templates/audio_readers/base_audio_reader.py,sha256=-3biMclztIxDCwPaQq4kUkcY2BaP13saxWdIQdm-e-E,2284
 sinapsis_data_readers/src/sinapsis_data_readers/templates/datasets_readers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sinapsis_data_readers/src/sinapsis_data_readers/templates/datasets_readers/csv_datasets.py,sha256=jn2x8QXpDn-wLoXML24xcfJ29WHT2OhRuFNrU105lOs,1210
 sinapsis_data_readers/src/sinapsis_data_readers/templates/datasets_readers/dataset_splitter.py,sha256=mhllO_2aBwQbxP1wr9G_RAzb6KffX1In0d-BLp-BhFM,9065
-sinapsis_data_readers/src/sinapsis_data_readers/templates/datasets_readers/sklearn_datasets.py,sha256=Nr3RjdXxjtRz-mf2SwLDlpZ_AvWsno476n0j9GuLaOc,8244
-sinapsis_data_readers/src/sinapsis_data_readers/templates/datasets_readers/sktime_datasets.py,sha256=RJ8hYVdqxfciftMLj3gha3It8GXK2mMlu0CyjKJvkcg,9636
+sinapsis_data_readers/src/sinapsis_data_readers/templates/datasets_readers/sklearn_datasets.py,sha256=jauXk_MDVHh92hiWTOvtxbYI9qwT274QFoiPvPDAF-U,8231
+sinapsis_data_readers/src/sinapsis_data_readers/templates/datasets_readers/sktime_datasets.py,sha256=SbbtLoJI07WSzNH96lG9JXm2In8dqUtGyXOtOiVNLEQ,9610
 sinapsis_data_readers/src/sinapsis_data_readers/templates/image_readers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-sinapsis_data_readers/src/sinapsis_data_readers/templates/image_readers/base_image_folder_data_loader.py,sha256=UM2SmBX7B2RE1OgwRtBn-GZdKmrgZILdN32itHIJKQI,4832
+sinapsis_data_readers/src/sinapsis_data_readers/templates/image_readers/base_image_folder_data_loader.py,sha256=YAQtQH404uIjMJOD2_kpIz0wHASuR0DGrx4UKs9tW80,4844
 sinapsis_data_readers/src/sinapsis_data_readers/templates/image_readers/coco_dataset_reader.py,sha256=cFVP50LeRSu9tppy4RYZbAmN775f6AuGUdDTzAHRf3k,14675
 sinapsis_data_readers/src/sinapsis_data_readers/templates/image_readers/csv_dataset_reader.py,sha256=k2eVDSLnX3dDkkq0ILgaB6X_sf0wgPyYbKTFX3rGBxo,4966
 sinapsis_data_readers/src/sinapsis_data_readers/templates/image_readers/image_folder_reader_cv2.py,sha256=XLoYT_5AZvqxaltek_MMUgA0gtJIzyKLL7YpUIvHaIU,2337
@@ -47,7 +46,7 @@ sinapsis_data_readers/src/sinapsis_data_readers/templates/video_readers/video_re
 sinapsis_data_readers/src/sinapsis_data_readers/templates/video_readers/video_reader_dali.py,sha256=TIsV1h4eYVOocdwC8tqW3aYz_9l5XJq5nTVc4rWlFUQ,8804
 sinapsis_data_readers/src/sinapsis_data_readers/templates/video_readers/video_reader_ffmpeg.py,sha256=uAnV02i9gy7p9mxTVcx20F6ily4JhBtJSDJ93Reyi4w,5046
 sinapsis_data_readers/src/sinapsis_data_readers/templates/video_readers/video_reader_torchcodec.py,sha256=wMCjRCaMknDYPOsspuf7NVEhy49h818lVq__AHTsFA8,4036
-sinapsis_data_tools-0.2.23.dist-info/licenses/LICENSE,sha256=hIahDEOTzuHCU5J2nd07LWwkLW7Hko4UFO__ffsvB-8,34523
+sinapsis_data_tools-0.2.25.dist-info/licenses/LICENSE,sha256=hIahDEOTzuHCU5J2nd07LWwkLW7Hko4UFO__ffsvB-8,34523
 sinapsis_data_visualization/src/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sinapsis_data_visualization/src/sinapsis_data_visualization/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sinapsis_data_visualization/src/sinapsis_data_visualization/helpers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -87,7 +86,7 @@ sinapsis_data_writers/src/sinapsis_data_writers/templates/video_writers/video_wr
 sinapsis_data_writers/src/sinapsis_data_writers/templates/video_writers/video_writer_ffmpeg.py,sha256=_V4xRxWoZNo-NC74ovXzolAmdyByPCz2qoXbx5D_MWw,3522
 sinapsis_generic_data_tools/src/sinapsis_generic_data_tools/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
 sinapsis_generic_data_tools/src/sinapsis_generic_data_tools/helpers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-sinapsis_generic_data_tools/src/sinapsis_generic_data_tools/helpers/audio_encoder.py,sha256=tytQ81h1s9m7Wh48fPwM_QNArIls4CtNJT1mWXTdERc,407
+sinapsis_generic_data_tools/src/sinapsis_generic_data_tools/helpers/audio_encoder.py,sha256=PGEq10cCX1s6byXUtxTZOkkezoTPTqQZAkZ73UUCtpw,393
 sinapsis_generic_data_tools/src/sinapsis_generic_data_tools/helpers/encode_img_base64.py,sha256=tIoaD3YQgAzaTPqJyDJ0mL3z0ZYuKWjnCPwfrv7Pg5Y,1235
 sinapsis_generic_data_tools/src/sinapsis_generic_data_tools/helpers/file_downloader.py,sha256=a652yubZa7FaOMSRb-Z6Fmrlqkp2d7kwrpf1QN_BNXw,1057
 sinapsis_generic_data_tools/src/sinapsis_generic_data_tools/helpers/image_color_space_converter_cv.py,sha256=afWM6ug3_7ASmdstDsVEHWRy0ndSjnAIFRJwViMnwjE,2450
@@ -95,11 +94,11 @@ sinapsis_generic_data_tools/src/sinapsis_generic_data_tools/helpers/image_color_
 sinapsis_generic_data_tools/src/sinapsis_generic_data_tools/helpers/tags.py,sha256=FzsCOk8scDrbmtt3uAEDB7i1gI-MYFBem93K81J-FA8,347
 sinapsis_generic_data_tools/src/sinapsis_generic_data_tools/templates/__init__.py,sha256=CZ67UeTVCw-R6xhb5St61SdAoRDukFoTxiDMc5eTG1Q,782
 sinapsis_generic_data_tools/src/sinapsis_generic_data_tools/templates/image_color_conversion_np.py,sha256=OIhPvJcHUzknfFgb0QSd8vdkTDmaE-yYdZnryliHIHA,2335
-sinapsis_generic_data_tools/src/sinapsis_generic_data_tools/templates/mask_non_roi.py,sha256=K6kzddegcJsRv19bb4Gmnm9g9mCGakxt0QbsVeZXZKY,3509
+sinapsis_generic_data_tools/src/sinapsis_generic_data_tools/templates/mask_non_roi.py,sha256=5GkQMis_mbINHoGe0WqbHE3XEwgBgxupq58fAMUN6Zg,3509
 sinapsis_generic_data_tools/src/sinapsis_generic_data_tools/templates/packet_buffer_queue.py,sha256=xh1A4jgqwT09lfF3lQ2EcYvcJehYV0wlUc8iBNJPn9I,4494
 sinapsis_generic_data_tools/src/sinapsis_generic_data_tools/templates/source_history_aggregator.py,sha256=zvp75oBInYK5NoUEbuQkltizgtMfNFLZ7GpTUu5frCU,3220
 sinapsis_generic_data_tools/src/sinapsis_generic_data_tools/templates/text_content_filter.py,sha256=uglR0e4RAbSMdaWVMaPuwo9wtxR2z3w1XLyVOvZXwjU,2719
-sinapsis_data_tools-0.2.23.dist-info/METADATA,sha256=IpHr9Tq_5P1ajULOo9WvIs_ridYIqhvaQbBAFwHJMJ4,7646
-sinapsis_data_tools-0.2.23.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-sinapsis_data_tools-0.2.23.dist-info/top_level.txt,sha256=XdkcGiHnbgb2Ad6RqbEAU_c_9n30eNTHUqvrDMXBQqE,123
-sinapsis_data_tools-0.2.23.dist-info/RECORD,,
+sinapsis_data_tools-0.2.25.dist-info/METADATA,sha256=82h5vNG52pMvXlH8s7NXkzp8jE7ibaPZBPucOEMYoRs,7646
+sinapsis_data_tools-0.2.25.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
+sinapsis_data_tools-0.2.25.dist-info/top_level.txt,sha256=XdkcGiHnbgb2Ad6RqbEAU_c_9n30eNTHUqvrDMXBQqE,123
+sinapsis_data_tools-0.2.25.dist-info/RECORD,,

{sinapsis_data_tools-0.2.23.dist-info → sinapsis_data_tools-0.2.25.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (80.9.0)
+Generator: setuptools (80.10.2)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

sinapsis_generic_data_tools/src/sinapsis_generic_data_tools/helpers/audio_encoder.py

@@ -6,7 +6,7 @@ from pydub import AudioSegment
 
 
 def audio_bytes_to_numpy(audio_bytes: bytes) -> tuple[np.ndarray, int]:
-    audio = AudioSegment.from_file(BytesIO(audio_bytes), format="mp3")
+    audio = AudioSegment.from_file(BytesIO(audio_bytes))
 
     samples = np.array(audio.get_array_of_samples())
 

sinapsis_generic_data_tools/src/sinapsis_generic_data_tools/templates/mask_non_roi.py

@@ -23,8 +23,8 @@ class RegionOfInterest(BaseModel):
     roi: list[KeyPoint]
     model_config = ConfigDict(arbitrary_types_allowed=True)
 
-    @cached_property
     @computed_field
+    @cached_property
     def as_numpy_array(self) -> np.ndarray:
         """Returns the roi as a numpy array"""
         coors = [[point.x, point.y] for point in self.roi]