synapse-sdk 1.0.0a77__py3-none-any.whl → 1.0.0a79__py3-none-any.whl

synapse_sdk/clients/backend/integration.py

@@ -82,4 +82,5 @@ class IntegrationClientMixin(BaseClient):
     def get_storage(self, pk):
         """Get specific storage data from synapse backend."""
         path = f'storages/{pk}/'
-        return self._get(path, response_model=Storage)
+        params = {'with_configuration': True}
+        return self._get(path, params=params, response_model=Storage)

synapse_sdk/utils/converters/__init__.py

@@ -2,16 +2,25 @@ import json
 import os
 import shutil
 import uuid
+from typing import IO
 
 
 class BaseConverter:
     """Base class for shared logic between converters."""
 
-    def __init__(self, root_dir: str, is_categorized_dataset: bool = False) -> None:
+    def __init__(
+        self, root_dir: str = None, is_categorized_dataset: bool = False, is_single_conversion: bool = False
+    ) -> None:
         self.root_dir: str = root_dir
         self.is_categorized_dataset: bool = is_categorized_dataset
+        self.is_single_conversion: bool = is_single_conversion
         self.converted_data = None
 
+        # Set directories if single_conversion is False.
+        if not is_single_conversion:
+            if not root_dir:
+                raise ValueError('root_dir must be specified for conversion')
+
     @staticmethod
     def ensure_dir(path: str) -> None:
         """Ensure that the directory exists, creating it if necessary."""
@@ -55,6 +64,24 @@ class BaseConverter:
 
         return splits
 
+    def convert_single_file(self, data, original_file: IO, **kwargs):
+        """Convert a single data object and corresponding original file.
+
+        This method should be implemented by subclasses for single file conversion.
+        Only available when is_single_conversion=True.
+
+        Args:
+            data: The data object to convert (dict for JSON data, etc.)
+            original_file_path: File object for the corresponding original file
+            **kwargs: Additional parameters specific to each converter
+
+        Returns:
+            Converted data in the target format
+        """
+        if not self.is_single_conversion:
+            raise RuntimeError('convert_single_file is only available when is_single_conversion=True')
+        raise NotImplementedError('Subclasses must implement convert_single_file method')
+
     def _set_directories(self, split=None):
         """Set `self.json_dir` and `self.original_file_dir` based on the dataset split."""
         if split:
@@ -106,8 +133,10 @@ class FromDMConverter(BaseConverter):
         converter.save_to_folder('/my/target/output')  # Writes files/folders to output location
     """
 
-    def __init__(self, root_dir: str, is_categorized_dataset: bool = False) -> None:
-        super().__init__(root_dir, is_categorized_dataset)
+    def __init__(
+        self, root_dir: str = None, is_categorized_dataset: bool = False, is_single_conversion: bool = False
+    ) -> None:
+        super().__init__(root_dir, is_categorized_dataset, is_single_conversion)
         self.version: str = '1.0'
 
     def convert(self):

synapse_sdk/utils/converters/yolo/from_dm.py

@@ -2,7 +2,7 @@ import json
 import os
 import shutil
 from glob import glob
-from typing import Any, Dict, List, Optional, Union
+from typing import IO, Any, Dict, List, Optional, Union
 
 from PIL import Image
 
@@ -14,8 +14,8 @@ class FromDMToYOLOConverter(FromDMConverter):
 
     IMG_EXTENSIONS = ['.jpg', '.jpeg', '.png', '.bmp']
 
-    def __init__(self, root_dir: str, is_categorized_dataset: bool = False):
-        super().__init__(root_dir, is_categorized_dataset)
+    def __init__(self, root_dir: str = None, is_categorized_dataset: bool = False, is_single_conversion: bool = False):
+        super().__init__(root_dir, is_categorized_dataset, is_single_conversion)
         self.class_names: List[str] = []
         self.class_map: Dict[str, int] = {}
         self.dataset_yaml_content: str = ''
@@ -300,3 +300,85 @@ class FromDMToYOLOConverter(FromDMConverter):
             for c in self.class_names:
                 f.write(f'{c}\n')
         print(f'YOLO data exported to {output_dir}')
+
+    def convert_single_file(
+        self, data: Dict[str, Any], original_file: IO, class_names: Optional[List[str]] = None
+    ) -> Dict[str, Any]:
+        """Convert a single DM data dict and corresponding image file object to YOLO format.
+
+        Args:
+            data: DM format data dictionary (JSON content)
+            original_file: File object for the corresponding original image
+            class_names: Optional list of class names. If not provided, classes will be extracted from data.
+
+        Returns:
+            Dictionary containing YOLO format data for the single file
+        """
+        if not self.is_single_conversion:
+            raise RuntimeError('convert_single_file is only available when is_single_conversion=True')
+
+        if class_names is None:
+            classes = set()
+            for img_ann in data['images']:
+                for k in ['bounding_box', 'polygon', 'keypoint']:
+                    if k in img_ann:
+                        for ann in img_ann[k]:
+                            classes.add(ann['classification'])
+            class_names = sorted(list(classes))
+
+        class_map = {name: idx for idx, name in enumerate(class_names)}
+        # You need to update get_image_size to accept a file object
+        width, height = self.get_image_size(original_file)
+
+        img_ann = data['images'][0]
+        label_lines = []
+
+        # bbox
+        if 'bounding_box' in img_ann:
+            for box in img_ann['bounding_box']:
+                if box['classification'] not in class_map:
+                    continue
+                cidx = class_map[box['classification']]
+                x, y, w, h = box['data']
+                cx = x + w / 2
+                cy = y + h / 2
+                cx /= width
+                cy /= height
+                w /= width
+                h /= height
+                label_lines.append(f'{cidx} {cx:.6f} {cy:.6f} {w:.6f} {h:.6f}')
+
+        # polygon
+        if 'polygon' in img_ann:
+            for poly in img_ann['polygon']:
+                if poly['classification'] not in class_map:
+                    continue
+                cidx = class_map[poly['classification']]
+                poly_str = self.polygon_to_yolo_string(poly['data'], width, height)
+                if poly_str:
+                    label_lines.append(f'{cidx} {poly_str}')
+
+        # keypoint
+        if 'keypoint' in img_ann:
+            for kp in img_ann['keypoint']:
+                if kp['classification'] not in class_map:
+                    continue
+                cidx = class_map[kp['classification']]
+                if 'bounding_box' in kp:
+                    x, y, w, h = kp['bounding_box']
+                    cx = x + w / 2
+                    cy = y + h / 2
+                    cx /= width
+                    cy /= height
+                    w /= width
+                    h /= height
+                else:
+                    cx, cy, w, h = 0.5, 0.5, 1.0, 1.0
+                kp_str = self.keypoints_to_yolo_string(kp['data'], width, height)
+                label_lines.append(f'{cidx} {cx:.6f} {cy:.6f} {w:.6f} {h:.6f} {kp_str}')
+
+        return {
+            'label_lines': label_lines,
+            'class_names': class_names,
+            'class_map': class_map,
+        }

synapse_sdk/utils/converters/yolo/to_dm.py

@@ -12,6 +12,9 @@ class YOLOToDMConverter(ToDMConverter):
 
     IMG_EXTENSIONS = ['.jpg', '.jpeg', '.png', '.bmp']
 
+    def __init__(self, root_dir: str = None, is_categorized_dataset: bool = False, is_single_conversion: bool = False):
+        super().__init__(root_dir, is_categorized_dataset, is_single_conversion)
+
     def convert(self):
         """Convert YOLO dataset to DM format."""
         if self.is_categorized_dataset:
@@ -183,3 +186,69 @@ class YOLOToDMConverter(ToDMConverter):
             dm_json = {'images': [dm_img]}
             result[os.path.basename(img_path)] = (dm_json, img_path)
         return result
+
+    def convert_single_file(self, data: List[str], original_file_path: str, class_names: List[str]) -> Dict[str, Any]:
+        """Convert a single YOLO label data and corresponding image to DM format.
+
+        Args:
+            data: List of YOLO label lines (strings from .txt file content)
+            original_file_path: Path to the corresponding original file
+            class_names: List of class names corresponding to indices in the label data
+
+        Returns:
+            Dictionary containing DM format data for the single file
+        """
+        if not self.is_single_conversion:
+            raise RuntimeError('convert_single_file is only available when is_single_conversion=True')
+
+        if not os.path.exists(original_file_path):
+            raise FileNotFoundError(f'Original file not found: {original_file_path}')
+
+        img_size = self._get_image_size(original_file_path)
+
+        # data is already a list of label lines
+        label_lines = [line.strip() for line in data if line.strip()]
+
+        # Prepare DM annotation structure
+        dm_img = {
+            'bounding_box': [],
+            'polygon': [],
+            'keypoint': [],
+            'relation': [],
+            'group': [],
+        }
+
+        for line in label_lines:
+            ann = self._parse_yolo_line(line, class_names, img_size)
+            if ann is None:
+                continue
+
+            if ann['type'] == 'bounding_box':
+                dm_img['bounding_box'].append({
+                    'id': self._generate_unique_id(),
+                    'classification': ann['classification'],
+                    'attrs': [],
+                    'data': ann['data'],
+                })
+            elif ann['type'] == 'polygon':
+                dm_img['polygon'].append({
+                    'id': self._generate_unique_id(),
+                    'classification': ann['classification'],
+                    'attrs': [],
+                    'data': ann['data'],
+                })
+            elif ann['type'] == 'keypoint':
+                dm_img['keypoint'].append({
+                    'id': self._generate_unique_id(),
+                    'classification': ann['classification'],
+                    'attrs': [],
+                    'data': ann['data'],
+                    'bounding_box': ann['bounding_box'],
+                })
+
+        dm_json = {'images': [dm_img]}
+        return {
+            'dm_json': dm_json,
+            'image_path': original_file_path,
+            'image_name': os.path.basename(original_file_path),
+        }

{synapse_sdk-1.0.0a77.dist-info → synapse_sdk-1.0.0a79.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: synapse-sdk
-Version: 1.0.0a77
+Version: 1.0.0a79
 Summary: synapse sdk
 Author-email: datamaker <developer@datamaker.io>
 License: MIT

{synapse_sdk-1.0.0a77.dist-info → synapse_sdk-1.0.0a79.dist-info}/RECORD

@@ -35,7 +35,7 @@ synapse_sdk/clients/backend/annotation.py,sha256=4MfX_ubDw6UxU_TFEWLqjqOT1lS8RYD
 synapse_sdk/clients/backend/core.py,sha256=5XAOdo6JZ0drfk-FMPJ96SeTd9oja-VnTwzGXdvK7Bg,1027
 synapse_sdk/clients/backend/data_collection.py,sha256=uI-_ByLh-Xez4VIIVRBO8FCNUpDcxhBcLxCVFb_aG7o,4104
 synapse_sdk/clients/backend/hitl.py,sha256=na2mSXFud92p4zUEuagcDWk2klxO7xn-e86cm0VZEvs,709
-synapse_sdk/clients/backend/integration.py,sha256=9LjkYcBpi7aog-MODSDS4RlmYahypu65qxBj-AcY7xc,2683
+synapse_sdk/clients/backend/integration.py,sha256=IdjPkllvHJ_vASHSmxsWO3CRlZz2L4eWkMOch7bHWok,2744
 synapse_sdk/clients/backend/ml.py,sha256=JoPH9Ly2E3HJ7S5mdGLtcGq7ruQVVrYfWArogwZLlms,1193
 synapse_sdk/clients/backend/models.py,sha256=Bd8UHPcn_AZWbhLkOKs93QljHBYtWV3g1EfLQfdpu7k,2058
 synapse_sdk/clients/ray/__init__.py,sha256=9ZSPXVVxlJ8Wp8ku7l021ENtPjVrGgQDgqifkkVAXgM,187
@@ -196,7 +196,7 @@ synapse_sdk/utils/http.py,sha256=yRxYfru8tMnBVeBK-7S0Ga13yOf8oRHquG5e8K_FWcI,475
 synapse_sdk/utils/module_loading.py,sha256=chHpU-BZjtYaTBD_q0T7LcKWtqKvYBS4L0lPlKkoMQ8,1020
 synapse_sdk/utils/network.py,sha256=WI8qn6KlKpHdMi45V57ofKJB8zusJrbQsxT74LwVfsY,1000
 synapse_sdk/utils/string.py,sha256=rEwuZ9SAaZLcQ8TYiwNKr1h2u4CfnrQx7SUL8NWmChg,216
-synapse_sdk/utils/converters/__init__.py,sha256=RysXR5z_hOZBSYuqV0w-MACMY2-HupTqAYdw1nuNW_Q,10053
+synapse_sdk/utils/converters/__init__.py,sha256=xQi_n7xS9BNyDiolsxH2jw1CtD6avxMPj2cHnwvidi8,11311
 synapse_sdk/utils/converters/coco/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/utils/converters/coco/from_dm.py,sha256=78aJ_O2_hmkQQ96nrjHY38roETWfBZB8GRHDn7qKEls,9626
 synapse_sdk/utils/converters/coco/to_dm.py,sha256=Ve8LrcKVlzNysam3fidcgP5fdm0_UGbBgSPoj2dT_JA,4906
@@ -207,8 +207,8 @@ synapse_sdk/utils/converters/pascal/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQ
 synapse_sdk/utils/converters/pascal/from_dm.py,sha256=PvP70jvzCbUKJg49BikgSpc5qb7nvVvfDDFmf1oPJWc,8497
 synapse_sdk/utils/converters/pascal/to_dm.py,sha256=RBMlVOdc7ev7jEWj7eyoNoO_1cpdhrJ7LhJqaboxBS4,5751
 synapse_sdk/utils/converters/yolo/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-synapse_sdk/utils/converters/yolo/from_dm.py,sha256=ppvIt4uceLlkBE7ybc0xhS_C6pK9knso-qWEjeqDMXM,12858
-synapse_sdk/utils/converters/yolo/to_dm.py,sha256=2llBYSEMwvvnECcb1nn7p_UXg6Krr3Za5RicVkYRlGI,7531
+synapse_sdk/utils/converters/yolo/from_dm.py,sha256=-JDCQLk4g1_FIVoOwZ1Tcs2kWFkhXRCAPVLKLXz6sLU,16180
+synapse_sdk/utils/converters/yolo/to_dm.py,sha256=yRCcgnLbejga1cyAVflY4SBXeYYcbK0b8DiNllPb0so,10275
 synapse_sdk/utils/pydantic/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/utils/pydantic/config.py,sha256=1vYOcUI35GslfD1rrqhFkNXXJOXt4IDqOPSx9VWGfNE,123
 synapse_sdk/utils/pydantic/errors.py,sha256=0v0T12eQBr1KrFiEOBu6KMaPK4aPEGEC6etPJGoR5b4,1061
@@ -220,9 +220,9 @@ synapse_sdk/utils/storage/providers/gcp.py,sha256=i2BQCu1Kej1If9SuNr2_lEyTcr5M_n
 synapse_sdk/utils/storage/providers/http.py,sha256=2DhIulND47JOnS5ZY7MZUex7Su3peAPksGo1Wwg07L4,5828
 synapse_sdk/utils/storage/providers/s3.py,sha256=ZmqekAvIgcQBdRU-QVJYv1Rlp6VHfXwtbtjTSphua94,2573
 synapse_sdk/utils/storage/providers/sftp.py,sha256=_8s9hf0JXIO21gvm-JVS00FbLsbtvly4c-ETLRax68A,1426
-synapse_sdk-1.0.0a77.dist-info/licenses/LICENSE,sha256=bKzmC5YAg4V1Fhl8OO_tqY8j62hgdncAkN7VrdjmrGk,1101
-synapse_sdk-1.0.0a77.dist-info/METADATA,sha256=zNj-Z1w6d0xO7AcphTa0fU0zeN_9pTuKct48zs6m_kA,3805
-synapse_sdk-1.0.0a77.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-synapse_sdk-1.0.0a77.dist-info/entry_points.txt,sha256=VNptJoGoNJI8yLXfBmhgUefMsmGI0m3-0YoMvrOgbxo,48
-synapse_sdk-1.0.0a77.dist-info/top_level.txt,sha256=ytgJMRK1slVOKUpgcw3LEyHHP7S34J6n_gJzdkcSsw8,12
-synapse_sdk-1.0.0a77.dist-info/RECORD,,
+synapse_sdk-1.0.0a79.dist-info/licenses/LICENSE,sha256=bKzmC5YAg4V1Fhl8OO_tqY8j62hgdncAkN7VrdjmrGk,1101
+synapse_sdk-1.0.0a79.dist-info/METADATA,sha256=ZpqySA8CqPd1Guvz_q0z8xqNrrrz1mKSVNukdAnNiwU,3805
+synapse_sdk-1.0.0a79.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+synapse_sdk-1.0.0a79.dist-info/entry_points.txt,sha256=VNptJoGoNJI8yLXfBmhgUefMsmGI0m3-0YoMvrOgbxo,48
+synapse_sdk-1.0.0a79.dist-info/top_level.txt,sha256=ytgJMRK1slVOKUpgcw3LEyHHP7S34J6n_gJzdkcSsw8,12
+synapse_sdk-1.0.0a79.dist-info/RECORD,,