sinapsis-data-readers 0.1.17__py3-none-any.whl → 0.1.19__py3-none-any.whl

sinapsis_data_readers/templates/datasets_readers/sklearn_datasets.py

@@ -144,8 +144,7 @@ class SKLearnDatasets(BaseDynamicWrapperTemplate):
             X = results.iloc[:, :n_features]
             y = results.iloc[:, n_features:]
 
-        # x_vals = results.drop(columns=[TARGET], axis=1)
-        # y_vals = results[TARGET]
+
         x_train, x_test, y_train, y_test = train_test_split(X, y, train_size=split_size, random_state=0)
         split_data = TabularDatasetSplit(
             x_train=pd.DataFrame(x_train),
@@ -154,7 +153,7 @@ class SKLearnDatasets(BaseDynamicWrapperTemplate):
             y_test=pd.DataFrame(y_test),
         )
 
-        return split_data.model_dump()
+        return split_data.model_dump_json(indent=2)
 
     def execute(self, container: DataContainer) -> DataContainer:
         sklearn_dataset = self.wrapped_callable.__func__(**self.dataset_attributes.model_dump())

sinapsis_data_readers/templates/datasets_readers/sktime_datasets.py

@@ -104,13 +104,13 @@ class SKTimeDatasets(BaseDynamicWrapperTemplate):
             TabularDatasetSplit: Object containing the split time series data
         """
         y_train, y_test = temporal_train_test_split(dataset, train_size=self.attributes.train_size)
-        split_data =  TabularDatasetSplit(
+        split_dataset =  TabularDatasetSplit(
             x_train=pd.DataFrame(index=y_train.index),
             x_test=pd.DataFrame(index=y_test.index),
             y_train=pd.DataFrame(y_train),
             y_test=pd.DataFrame(y_test),
         )
-        return split_data.model_dump()
+        return split_dataset.model_dump_json(indent=2)
 
     def split_classification_dataset(self, X: Any, y: Any) -> TabularDatasetSplit:
         """Split a classification dataset into training and testing sets

sinapsis_data_readers/templates/video_readers/video_reader_dali.py

@@ -134,19 +134,19 @@ class VideoReaderDali(BaseVideoReader):
             del self.video_reader
 
     def _read_video_frames(self) -> list[ImagePacket]:
-        """Reads video frames from the dali pipeline.
-
-        This method runs the video reader pipeline and adds the frames to a list
-        of ImagePacket objects.
-
-        Returns:
-            list[ImagePacket]: A list of ImagePacket objects representing the video frames.
-        """
+        """Reads video frames from the dali pipeline."""
         video_frames: list[ImagePacket] = []
         sequences_out = self.video_reader.run()
+        tensor_batch = sequences_out[0]
+
+        shape_result = tensor_batch.shape()
+        batch_size = shape_result[0][0]
 
-        for idx, frame in enumerate(sequences_out[0]):
+        for idx in range(batch_size):
+            frame_tensor = tensor_batch.at(idx)
+            frame = torch.as_tensor(frame_tensor, device="cuda")
             video_frames.append(self._make_image_packet(frame, frame_index=self.frame_count + idx))
+
         return video_frames
 
     def reset_state(self, template_name: str | None = None) -> None:

{sinapsis_data_readers-0.1.17.dist-info → sinapsis_data_readers-0.1.19.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sinapsis-data-readers
-Version: 0.1.17
+Version: 0.1.19
 Summary: Templates to read data in different formats
 Author-email: SinapsisAI <dev@sinapsis.tech>
 Project-URL: Homepage, https://sinapsis.tech
@@ -14,8 +14,8 @@ Requires-Dist: sinapsis>=0.1.1
 Provides-Extra: nvidia-dali
 Requires-Dist: nvidia-dali-cuda120>=1.43.0; extra == "nvidia-dali"
 Provides-Extra: torch-codec
-Requires-Dist: torch<=2.5.1; extra == "torch-codec"
-Requires-Dist: torchcodec>=0.3.0; extra == "torch-codec"
+Requires-Dist: torch>=2.4.1; extra == "torch-codec"
+Requires-Dist: torchcodec>=0.0.3; extra == "torch-codec"
 Provides-Extra: sklearn-datasets
 Requires-Dist: pandas>=2.2.3; extra == "sklearn-datasets"
 Requires-Dist: scikit-learn>=1.5.2; extra == "sklearn-datasets"

{sinapsis_data_readers-0.1.17.dist-info → sinapsis_data_readers-0.1.19.dist-info}/RECORD

@@ -18,8 +18,8 @@ sinapsis_data_readers/templates/audio_readers/base_audio_reader.py,sha256=-3biMc
 sinapsis_data_readers/templates/datasets_readers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sinapsis_data_readers/templates/datasets_readers/csv_datasets.py,sha256=jn2x8QXpDn-wLoXML24xcfJ29WHT2OhRuFNrU105lOs,1210
 sinapsis_data_readers/templates/datasets_readers/dataset_splitter.py,sha256=6FqN1x6V748Q_ESFfxfaCRJKJQY8cK-gwRHvzuYdVqI,8860
-sinapsis_data_readers/templates/datasets_readers/sklearn_datasets.py,sha256=6okT60UR4rrQxhEEKhI9drRPLuFpWGYlD47MmDtMlYI,8323
-sinapsis_data_readers/templates/datasets_readers/sktime_datasets.py,sha256=o5ywBcqiTtd9_La5LaxEMISsgzr-IgvYwhMbvDXSBws,9481
+sinapsis_data_readers/templates/datasets_readers/sklearn_datasets.py,sha256=Nr3RjdXxjtRz-mf2SwLDlpZ_AvWsno476n0j9GuLaOc,8244
+sinapsis_data_readers/templates/datasets_readers/sktime_datasets.py,sha256=TEUQVBP7sCYh6hvCX3W1N6c3Cn_v012dfaFKzJFqek4,9500
 sinapsis_data_readers/templates/image_readers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sinapsis_data_readers/templates/image_readers/base_image_folder_data_loader.py,sha256=UM2SmBX7B2RE1OgwRtBn-GZdKmrgZILdN32itHIJKQI,4832
 sinapsis_data_readers/templates/image_readers/coco_dataset_reader.py,sha256=cFVP50LeRSu9tppy4RYZbAmN775f6AuGUdDTzAHRf3k,14675
@@ -31,11 +31,11 @@ sinapsis_data_readers/templates/text_readers/text_input.py,sha256=d3NXeErhNqY9dY
 sinapsis_data_readers/templates/video_readers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sinapsis_data_readers/templates/video_readers/base_video_reader.py,sha256=QhW_VDzqA5YCDKdOxqzFFyEW8-LC1XAdeRGuQYWvMlw,14422
 sinapsis_data_readers/templates/video_readers/video_reader_cv2.py,sha256=n3EYBYgKNC2zua7IHF6KCcIj41Mqpjp5sFRZLuPNeUs,4037
-sinapsis_data_readers/templates/video_readers/video_reader_dali.py,sha256=0nmHGPLCC4DXolwLpYdL5vExms3jOGyY_54HGPUXWHM,8815
+sinapsis_data_readers/templates/video_readers/video_reader_dali.py,sha256=TIsV1h4eYVOocdwC8tqW3aYz_9l5XJq5nTVc4rWlFUQ,8804
 sinapsis_data_readers/templates/video_readers/video_reader_ffmpeg.py,sha256=uAnV02i9gy7p9mxTVcx20F6ily4JhBtJSDJ93Reyi4w,5046
 sinapsis_data_readers/templates/video_readers/video_reader_torchcodec.py,sha256=wMCjRCaMknDYPOsspuf7NVEhy49h818lVq__AHTsFA8,4036
-sinapsis_data_readers-0.1.17.dist-info/licenses/LICENSE,sha256=hIahDEOTzuHCU5J2nd07LWwkLW7Hko4UFO__ffsvB-8,34523
-sinapsis_data_readers-0.1.17.dist-info/METADATA,sha256=t0IqjDi-4w0jWeXY3Gz7xmfOmq_ycSuYxrVWFQ2_i_8,6520
-sinapsis_data_readers-0.1.17.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-sinapsis_data_readers-0.1.17.dist-info/top_level.txt,sha256=3R3oDiABqDVBW2Fc-SpWXYHkRdYFGZjT_wo6Q0Uqnhw,41
-sinapsis_data_readers-0.1.17.dist-info/RECORD,,
+sinapsis_data_readers-0.1.19.dist-info/licenses/LICENSE,sha256=hIahDEOTzuHCU5J2nd07LWwkLW7Hko4UFO__ffsvB-8,34523
+sinapsis_data_readers-0.1.19.dist-info/METADATA,sha256=BAgUowN5EKwL35zhcJQB-O3YazivmRbiEpDtRBGWALs,6520
+sinapsis_data_readers-0.1.19.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+sinapsis_data_readers-0.1.19.dist-info/top_level.txt,sha256=3R3oDiABqDVBW2Fc-SpWXYHkRdYFGZjT_wo6Q0Uqnhw,41
+sinapsis_data_readers-0.1.19.dist-info/RECORD,,