synapse-sdk 1.0.0a95__py3-none-any.whl → 1.0.0a98__py3-none-any.whl

synapse_sdk/plugins/categories/upload/actions/upload.py

@@ -24,6 +24,20 @@ from synapse_sdk.utils.pydantic.validators import non_blank
 from synapse_sdk.utils.storage import get_pathlib
 
 
+class PathAwareJSONEncoder(json.JSONEncoder):
+    """Custom JSON encoder that handles Path-like objects."""
+
+    def default(self, obj):
+        if hasattr(obj, '__fspath__') or hasattr(obj, 'as_posix'):
+            # Handle Path-like objects (including UPath, SFTPPath, pathlib.Path, etc.)
+            return str(obj)
+        elif hasattr(obj, 'isoformat'):
+            # Handle datetime objects
+            return obj.isoformat()
+        # Let the base class handle other types
+        return super().default(obj)
+
+
 class UploadStatus(str, Enum):
     SUCCESS = 'success'
     FAILED = 'failed'
@@ -67,7 +81,8 @@ class UploadRun(Run):
             status (UploadStatus): The status of the data file.
         """
         now = datetime.now().isoformat()
-        data_file_info_str = json.dumps(data_file_info, ensure_ascii=False)
+        # Use custom JSON encoder to handle Path-like objects
+        data_file_info_str = json.dumps(data_file_info, ensure_ascii=False, cls=PathAwareJSONEncoder)
         self.log(
             'upload_data_file',
             self.DataFileLog(data_file_info=data_file_info_str, status=status.value, created=now).model_dump(),

synapse_sdk/utils/converters/pascal/from_dm.py

@@ -27,7 +27,9 @@ class FromDMToPascalConverter(FromDMConverter):
                 return img_path
         return None
 
-    def build_pascal_xml(self, img_filename: str, img_size: tuple, objects: List[dict]) -> ET.ElementTree:
+    def build_pascal_xml(
+        self, img_filename: str, img_size: tuple, objects: List[dict], has_segmentation: bool = None
+    ) -> ET.ElementTree:
         """Build a Pascal VOC XML tree from image filename, size, and objects."""
         folder = 'Images'
         width, height, depth = img_size
@@ -41,7 +43,12 @@ class FromDMToPascalConverter(FromDMConverter):
         ET.SubElement(size, 'width').text = str(width)
         ET.SubElement(size, 'height').text = str(height)
         ET.SubElement(size, 'depth').text = str(depth)
-        ET.SubElement(annotation, 'segmented').text = '0'
+
+        # Set segmented to 1 if there are any segmentation objects, 0 otherwise
+        if has_segmentation is None:
+            has_segmentation = any(obj.get('has_segmentation', False) for obj in objects)
+        ET.SubElement(annotation, 'segmented').text = '1' if has_segmentation else '0'
+
         for obj in objects:
             obj_elem = ET.SubElement(annotation, 'object')
             ET.SubElement(obj_elem, 'name').text = obj['name']
@@ -58,6 +65,8 @@ class FromDMToPascalConverter(FromDMConverter):
     def parse_dm_annotations(self, annotation: dict):
         """Parse DM annotations and convert to Pascal VOC format."""
         objects = []
+        has_segmentation = 'segmentation' in annotation
+
         # Only include bounding_box (Pascal VOC does not support polyline/keypoint by default)
         if 'bounding_box' in annotation:
             for box in annotation['bounding_box']:
@@ -67,10 +76,18 @@ class FromDMToPascalConverter(FromDMConverter):
                 ymin = int(round(y))
                 xmax = int(round(x + w))
                 ymax = int(round(y + h))
-                objects.append({'name': class_name, 'xmin': xmin, 'ymin': ymin, 'xmax': xmax, 'ymax': ymax})
+                objects.append({
+                    'name': class_name,
+                    'xmin': xmin,
+                    'ymin': ymin,
+                    'xmax': xmax,
+                    'ymax': ymax,
+                    'has_segmentation': has_segmentation,
+                })
                 self.class_names.add(class_name)
+
         # polyline, keypoint 등은 무시
-        return objects
+        return objects, has_segmentation
 
     def _convert_split_dir(self, split_dir: str, split_name: str):
         """Convert a split dir (train/valid/test) to list of (xml_tree, xml_filename, img_src, img_name)."""
@@ -89,8 +106,10 @@ class FromDMToPascalConverter(FromDMConverter):
             with Image.open(img_path) as img:
                 width, height = img.size
                 depth = len(img.getbands())
-            objects = self.parse_dm_annotations(img_ann)
-            xml_tree = self.build_pascal_xml(os.path.basename(img_path), (width, height, depth), objects)
+            objects, has_segmentation = self.parse_dm_annotations(img_ann)
+            xml_tree = self.build_pascal_xml(
+                os.path.basename(img_path), (width, height, depth), objects, has_segmentation
+            )
             xml_filename = base + '.xml'
             results.append((xml_tree, xml_filename, img_path, os.path.basename(img_path)))
         return results
@@ -112,8 +131,10 @@ class FromDMToPascalConverter(FromDMConverter):
             with Image.open(img_path) as img:
                 width, height = img.size
                 depth = len(img.getbands())
-            objects = self.parse_dm_annotations(img_ann)
-            xml_tree = self.build_pascal_xml(os.path.basename(img_path), (width, height, depth), objects)
+            objects, has_segmentation = self.parse_dm_annotations(img_ann)
+            xml_tree = self.build_pascal_xml(
+                os.path.basename(img_path), (width, height, depth), objects, has_segmentation
+            )
             xml_filename = base + '.xml'
             results.append((xml_tree, xml_filename, img_path, os.path.basename(img_path)))
         return results
@@ -202,12 +223,13 @@ class FromDMToPascalConverter(FromDMConverter):
         # Process annotations from the first (and only) image in data
         if 'images' in data and len(data['images']) > 0:
             img_ann = data['images'][0]
-            objects = self.parse_dm_annotations(img_ann)
+            objects, has_segmentation = self.parse_dm_annotations(img_ann)
         else:
             objects = []
+            has_segmentation = False
 
         # Build Pascal VOC XML
-        xml_tree = self.build_pascal_xml(img_filename, (width, height, depth), objects)
+        xml_tree = self.build_pascal_xml(img_filename, (width, height, depth), objects, has_segmentation)
         xml_filename = os.path.splitext(img_filename)[0] + '.xml'
 
         # Convert XML tree to string for easy viewing

synapse_sdk/utils/storage/providers/file_system.py

@@ -23,10 +23,23 @@ class FileSystemStorage(BaseStorage):
         >>> storage = FileSystemStorage(config)
     """
 
-    def __init__(self, url):
-        super().__init__(url)
+    def __init__(self, connection_params: str | dict):
+        super().__init__(connection_params)
         self.base_path = Path(self.query_params['location'])
 
+    def get_pathlib(self, path):
+        """Get the path as a pathlib object.
+
+        Args:
+            path (str): The path to convert.
+
+        Returns:
+            pathlib.Path: The converted path.
+        """
+        if path == '/' or path == '':
+            return self.base_path
+        return self.base_path / path
+
     def upload(self, source, target):
         """Upload a file from source to target location.
 
@@ -72,17 +85,6 @@ class FileSystemStorage(BaseStorage):
         target_path = self.base_path / target
         return f'file://{target_path.absolute()}'
 
-    def get_pathlib(self, path):
-        """Get the path as a pathlib object.
-
-        Args:
-            path (str): The path to convert.
-
-        Returns:
-            pathlib.Path: The converted path.
-        """
-        return self.base_path / path
-
     def get_path_file_count(self, pathlib_obj):
         """Get the file count in the path.
 

{synapse_sdk-1.0.0a95.dist-info → synapse_sdk-1.0.0a98.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: synapse-sdk
-Version: 1.0.0a95
+Version: 1.0.0a98
 Summary: synapse sdk
 Author-email: datamaker <developer@datamaker.io>
 License: MIT

{synapse_sdk-1.0.0a95.dist-info → synapse_sdk-1.0.0a98.dist-info}/RECORD

@@ -165,7 +165,7 @@ synapse_sdk/plugins/categories/smart_tool/templates/plugin/__init__.py,sha256=47
 synapse_sdk/plugins/categories/smart_tool/templates/plugin/auto_label.py,sha256=eevNg0nOcYFR4z_L_R-sCvVOYoLWSAH1jwDkAf3YCjY,320
 synapse_sdk/plugins/categories/upload/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/plugins/categories/upload/actions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-synapse_sdk/plugins/categories/upload/actions/upload.py,sha256=W2GYvzzV1ZPljUezwZiFYlihq1muIJVdinnsNW7Nyw8,37673
+synapse_sdk/plugins/categories/upload/actions/upload.py,sha256=YATMn9ud8cqWKw4Pq14XhuCPvn5NTq_7RyfZv5hG75w,38279
 synapse_sdk/plugins/categories/upload/templates/config.yaml,sha256=6_dRa0_J2aS8NSUfO4MKbPxZcdPS2FpJzzp51edYAZc,281
 synapse_sdk/plugins/categories/upload/templates/plugin/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/plugins/categories/upload/templates/plugin/upload.py,sha256=IZU4sdSMSLKPCtlNqF7DP2howTdYR6hr74HCUZsGdPk,1559
@@ -204,7 +204,7 @@ synapse_sdk/utils/converters/dm/__init__.py,sha256=_B6w814bMPhisNCNlSPEiQOs9RH0E
 synapse_sdk/utils/converters/dm/from_v1.py,sha256=4BG_NA_7YdW5rI1F8LCFg39M-IJZVfRgi2b9FBxTAmw,26059
 synapse_sdk/utils/converters/dm/to_v1.py,sha256=A123zAR_dLqEW83BgAl5_J1ACstjZWTHivlW5qvOu_E,13432
 synapse_sdk/utils/converters/pascal/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-synapse_sdk/utils/converters/pascal/from_dm.py,sha256=GKO1zT6SvvEFWuHvBIgl1Fn2UQHw8xpZ1Ikgq9kacEY,10378
+synapse_sdk/utils/converters/pascal/from_dm.py,sha256=kyVl1TBsPY-zWNusMNX5kjKD3VUu-HO71-HJ_b0NNec,11119
 synapse_sdk/utils/converters/pascal/to_dm.py,sha256=bQNUepahOCot4J23LCPOlFOhIZJ8cAK-pge23eJZETM,8614
 synapse_sdk/utils/converters/yolo/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/utils/converters/yolo/from_dm.py,sha256=-JDCQLk4g1_FIVoOwZ1Tcs2kWFkhXRCAPVLKLXz6sLU,16180
@@ -216,14 +216,14 @@ synapse_sdk/utils/pydantic/validators.py,sha256=G47P8ObPhsePmd_QZDK8EdPnik2CbaYz
 synapse_sdk/utils/storage/__init__.py,sha256=HmZHqvoV-EogV2bE-Sw5XQRlrNuf3gfNL9irAJeRYsA,2195
 synapse_sdk/utils/storage/registry.py,sha256=-VNIM7wERubomcyXMuAlPPRKyy87kVpkRAsdlBRp2ig,589
 synapse_sdk/utils/storage/providers/__init__.py,sha256=crxrRzXXfBAmyR4nZS2RZvlLnr4IP1S-6eYeX_bSnLI,6412
-synapse_sdk/utils/storage/providers/file_system.py,sha256=MBBXxWRgVSDtjP4T0L0sbaZkXEI4B8ANtLweaMWtaaQ,3217
+synapse_sdk/utils/storage/providers/file_system.py,sha256=kJJmVPOsDpRwZQ-Sh4VvOP1cfknJ2tiqPp6WnB93iqM,3329
 synapse_sdk/utils/storage/providers/gcp.py,sha256=i2BQCu1Kej1If9SuNr2_lEyTcr5M_ncGITZrL0u5wEA,363
 synapse_sdk/utils/storage/providers/http.py,sha256=2DhIulND47JOnS5ZY7MZUex7Su3peAPksGo1Wwg07L4,5828
 synapse_sdk/utils/storage/providers/s3.py,sha256=ZmqekAvIgcQBdRU-QVJYv1Rlp6VHfXwtbtjTSphua94,2573
 synapse_sdk/utils/storage/providers/sftp.py,sha256=_8s9hf0JXIO21gvm-JVS00FbLsbtvly4c-ETLRax68A,1426
-synapse_sdk-1.0.0a95.dist-info/licenses/LICENSE,sha256=bKzmC5YAg4V1Fhl8OO_tqY8j62hgdncAkN7VrdjmrGk,1101
-synapse_sdk-1.0.0a95.dist-info/METADATA,sha256=xvnJ6ZPqDHNbb1yBCb0jmh456ZLZTJjoWjhmGGXlSgk,3837
-synapse_sdk-1.0.0a95.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-synapse_sdk-1.0.0a95.dist-info/entry_points.txt,sha256=VNptJoGoNJI8yLXfBmhgUefMsmGI0m3-0YoMvrOgbxo,48
-synapse_sdk-1.0.0a95.dist-info/top_level.txt,sha256=ytgJMRK1slVOKUpgcw3LEyHHP7S34J6n_gJzdkcSsw8,12
-synapse_sdk-1.0.0a95.dist-info/RECORD,,
+synapse_sdk-1.0.0a98.dist-info/licenses/LICENSE,sha256=bKzmC5YAg4V1Fhl8OO_tqY8j62hgdncAkN7VrdjmrGk,1101
+synapse_sdk-1.0.0a98.dist-info/METADATA,sha256=nCN-bJ6izW6M1RD2PEtcHLcWA5QpjGmhncI29PNERrg,3837
+synapse_sdk-1.0.0a98.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+synapse_sdk-1.0.0a98.dist-info/entry_points.txt,sha256=VNptJoGoNJI8yLXfBmhgUefMsmGI0m3-0YoMvrOgbxo,48
+synapse_sdk-1.0.0a98.dist-info/top_level.txt,sha256=ytgJMRK1slVOKUpgcw3LEyHHP7S34J6n_gJzdkcSsw8,12
+synapse_sdk-1.0.0a98.dist-info/RECORD,,