synapse-sdk 1.0.0a35__py3-none-any.whl → 1.0.0a36__py3-none-any.whl

synapse_sdk/clients/agent/core.py

@@ -5,3 +5,7 @@ class CoreClientMixin(BaseClient):
     def health_check(self):
         path = 'health/'
         return self._get(path)
+
+    def get_metrics(self, panel):
+        path = f'metrics/{panel}/'
+        return self._get(path)

synapse_sdk/plugins/categories/neural_net/templates/config.yaml

@@ -1,5 +1,13 @@
-task: object_detection
+name: plugin_name
+code: plugin_code
+version: plugin_version
+readme: README.md
+description: This is plugin_name plugin
+category: neural_net
+tasks:
+  - object_detection
 data_type: image
+package_manager: uv
 actions:
   train:
     dataset: dataset
@@ -18,4 +26,4 @@ actions:
     endpoints:
       - method: get
   test:
-    entrypoint: plugin.test.test
+    entrypoint: plugin.test.test

synapse_sdk/utils/dataset.py

@@ -0,0 +1,46 @@
+import logging
+
+
+def remap_class_labels(dataset, data_type, class_pattern, new_class):
+    """
+    Remaps class labels in a dataset by replacing specific classification patterns.
+
+    This function finds items of a specified data type (e.g., 'pcd', 'image', 'video')
+    where the classification matches a given pattern (e.g., 'truck', 'car'), and
+    remaps them to a new class label (e.g., 'vehicle'). Useful for consolidating
+    or standardizing class labels in ground truth data.
+
+    Args:
+        dataset (dict): The dataset containing ground truth labels
+        data_type (str): Type of data to process (e.g., 'pcd', 'image', 'video')
+        class_pattern (dict): Pattern to identify target classifications (e.g., {'name': 'truck'})
+        new_class (dict): New classification to apply (e.g., {'name': 'vehicle'})
+
+    Returns:
+        dict: Dataset with remapped class labels
+    """
+    updated_dataset = dataset.copy()
+
+    if data_type not in updated_dataset:
+        logging.log(logging.WARNING, f"Data type '{data_type}' not found in dataset.")
+        return updated_dataset
+
+    def matches_pattern(classification, pattern):
+        """Check if a classification matches the specified pattern."""
+        for key, pattern_value in pattern.items():
+            if key not in classification:
+                return False
+
+            if isinstance(pattern_value, dict) and isinstance(classification[key], dict):
+                if not matches_pattern(classification[key], pattern_value):
+                    return False
+            elif classification[key] != pattern_value:
+                return False
+
+        return True
+
+    for item in updated_dataset[data_type]:
+        if 'classification' in item and matches_pattern(item['classification'], class_pattern):
+            item['classification'] = new_class.copy()
+
+    return updated_dataset

synapse_sdk/utils/storage/__init__.py

@@ -36,3 +36,33 @@ def get_pathlib(storage_config: str | dict, path_root: str) -> Path:
     """
     storage_class = get_storage(storage_config)
     return storage_class.get_pathlib(path_root)
+
+
+def get_path_file_count(storage_config: str | dict, path_root: str) -> int:
+    """Get the file count in the path.
+
+    Args:
+        storage_config (str | dict): The storage config by synapse-backend storage api.
+        path (str): The path.
+
+    Returns:
+        int: The file count in the path.
+    """
+    storage_class = get_storage(storage_config)
+    pathlib_obj = storage_class.get_pathlib(path_root)
+    return storage_class.get_path_file_count(pathlib_obj)
+
+
+def get_path_total_size(storage_config: str | dict, path_root: str) -> int:
+    """Get total size of the files in the path.
+
+    Args:
+        storage_config (str | dict): The storage config by synapse-backend storage api.
+        path (str): The path.
+
+    Returns:
+        int: The total size of the files in the path.
+    """
+    storage_class = get_storage(storage_config)
+    pathlib_obj = storage_class.get_pathlib(path_root)
+    return storage_class.get_path_total_size(pathlib_obj)

synapse_sdk/utils/storage/providers/__init__.py

@@ -39,4 +39,34 @@ class BaseStorage:
         raise NotImplementedError
 
     def get_pathlib(self, path):
+        """Get the path as a pathlib object.
+
+        Args:
+            path (str): The path to convert.
+
+        Returns:
+            pathlib.Path: The converted path.
+        """
+        raise NotImplementedError
+
+    def get_path_file_count(self, pathlib_obj):
+        """Get the file count in the path.
+
+        Args:
+            pathlib_obj (UPath): The path to get file count.
+
+        Returns:
+            int: The file count in the path.
+        """
+        raise NotImplementedError
+
+    def get_path_total_size(self, pathlib_obj):
+        """Get the total size of the path.
+
+        Args:
+            pathlib_obj (UPath): The path to get total size.
+
+        Returns:
+            int: The total size of the path.
+        """
         raise NotImplementedError

synapse_sdk/utils/storage/providers/s3.py

@@ -41,3 +41,38 @@ class S3Storage(BaseStorage):
 
     def get_pathlib(self, path):
         return self.upath.joinuri(path)
+
+    def get_path_file_count(self, pathlib_obj: UPath):
+        """Get file count in the path from S3 provider.
+
+        TODO: Need to find a method to get file count using S3 API
+
+        Args:
+            pathlib_obj (UPath): The path to get file count.
+
+        Returns:
+            int: The file count in the path.
+        """
+        count = 0
+        files = list(pathlib_obj.glob('**/*'))
+        for file in files:
+            if file.is_file():
+                count += 1
+        return count
+
+    def get_path_total_size(self, pathlib_obj: UPath):
+        """Get total size of the files in the path from S3 provider.
+
+        TODO: Need to find a method to get total file size using S3 API
+
+        Args:
+            pathlib_obj (UPath): The path to get total size.
+
+        Returns:
+            int: The total size of the files in the path.
+        """
+        total_size = 0
+        for file in pathlib_obj.glob('**/*'):
+            if file.is_file():
+                total_size += file.stat().st_size
+        return total_size

synapse_sdk/utils/storage/providers/sftp.py

@@ -14,3 +14,34 @@ class SFTPStorage(BaseStorage):
         if path == '/':
             path = ''
         return UPath(f'sftp://{host}', username=username, password=password) / root_path / path
+
+    def get_path_file_count(self, pathlib_obj: UPath):
+        """Get file count in the path from SFTP provider.
+
+        Args:
+            pathlib_obj (UPath): The path to get file count.
+
+        Returns:
+            int: The file count in the path.
+        """
+        count = 0
+        files = list(pathlib_obj.glob('**/*'))
+        for file in files:
+            if file.is_file():
+                count += 1
+        return count
+
+    def get_path_total_size(self, pathlib_obj: UPath):
+        """Get total size of the files in the path from SFTP provider.
+
+        Args:
+            pathlib_obj (UPath): The path to get total size.
+
+        Returns:
+            int: The total size of the files in the path.
+        """
+        total_size = 0
+        for file in pathlib_obj.glob('**/*'):
+            if file.is_file():
+                total_size += file.stat().st_size
+        return total_size

{synapse_sdk-1.0.0a35.dist-info → synapse_sdk-1.0.0a36.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: synapse-sdk
-Version: 1.0.0a35
+Version: 1.0.0a36
 Summary: synapse sdk
 Author-email: datamaker <developer@datamaker.io>
 License: MIT

{synapse_sdk-1.0.0a35.dist-info → synapse_sdk-1.0.0a36.dist-info}/RECORD

@@ -25,7 +25,7 @@ synapse_sdk/clients/base.py,sha256=RaQN_41NxFKtVsVKB7I7hdKJAR8ScuyCoK_x1D-U0c0,6
 synapse_sdk/clients/exceptions.py,sha256=ylv7x10eOp4aA3a48jwonnvqvkiYwzJYXjkVkRTAjwk,220
 synapse_sdk/clients/utils.py,sha256=8pPJTdzHiRPSbZMoQYHAgR2BAMO6u_R_jMV6a2p34iQ,392
 synapse_sdk/clients/agent/__init__.py,sha256=Pz8_iTbIbnb7ywGJ3feqoZVmO2I3mEbwpWsISIxh0BU,1968
-synapse_sdk/clients/agent/core.py,sha256=YicfkO0YvjDDOt1jNWoZ0mokrh8xxKibBL4qF5yOjKs,169
+synapse_sdk/clients/agent/core.py,sha256=x2jgORTjT7pJY67SLuc-5lMG6CD5OWpy8UgGeTf7IhA,270
 synapse_sdk/clients/agent/ray.py,sha256=JrwLyVOUDG2yYsbPrxyUtWbM-FWp9B6Bl_GdDby0rt8,1559
 synapse_sdk/clients/agent/service.py,sha256=s7KuPK_DB1nr2VHrigttV1WyFonaGHNrPvU8loRxHcE,478
 synapse_sdk/clients/backend/__init__.py,sha256=Fiehino2n3voaHTdpJHXSY7K_CDnMkQeokapbgeoTBk,1187
@@ -72,7 +72,7 @@ synapse_sdk/plugins/categories/neural_net/actions/test.py,sha256=JY25eg-Fo6WbgtM
 synapse_sdk/plugins/categories/neural_net/actions/train.py,sha256=kve6iTCg2kUeavMQTR2JFuoYDu-QWZFFlB58ZICQtdM,5406
 synapse_sdk/plugins/categories/neural_net/base/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/plugins/categories/neural_net/base/inference.py,sha256=R5DASI6-5vzsjDOYxqeGGMBjnav5qHF4hNJT8zNUR3I,1097
-synapse_sdk/plugins/categories/neural_net/templates/config.yaml,sha256=vSTHgKzi7sHzsuUvhOT001hzR6JBpPCue5nECmruEnI,433
+synapse_sdk/plugins/categories/neural_net/templates/config.yaml,sha256=uZVuXjIfsd_pTaSKptHeHn1TN2FIiLrvvpkClToc6po,596
 synapse_sdk/plugins/categories/neural_net/templates/plugin/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/plugins/categories/neural_net/templates/plugin/inference.py,sha256=InfqKWJYi6sqiUnfPKHC5KYGhxckDaWZNQ202u-uVP4,366
 synapse_sdk/plugins/categories/neural_net/templates/plugin/test.py,sha256=kYyk7l4UtcDUAH4nkdVUGrHHHjxI4p1U13HSLnmGPyE,53
@@ -114,6 +114,7 @@ synapse_sdk/plugins/templates/synapse-{{cookiecutter.plugin_code}}-plugin/plugin
 synapse_sdk/shared/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/shared/enums.py,sha256=WMZPag9deVF7VCXaQkLk7ly_uX1KwbNzRx9TdvgaeFE,138
 synapse_sdk/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+synapse_sdk/utils/dataset.py,sha256=zWTzFmv589izFr62BDuApi3r5FpTsdm-5AmriC0AEdM,1865
 synapse_sdk/utils/debug.py,sha256=F7JlUwYjTFZAMRbBqKm6hxOIz-_IXYA8lBInOS4jbS4,100
 synapse_sdk/utils/file.py,sha256=zP8eOZifGiYP9PyC4ivQwxs-ljbtXRtbWN4yOjZF6tc,6658
 synapse_sdk/utils/module_loading.py,sha256=chHpU-BZjtYaTBD_q0T7LcKWtqKvYBS4L0lPlKkoMQ8,1020
@@ -123,15 +124,15 @@ synapse_sdk/utils/pydantic/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJ
 synapse_sdk/utils/pydantic/config.py,sha256=1vYOcUI35GslfD1rrqhFkNXXJOXt4IDqOPSx9VWGfNE,123
 synapse_sdk/utils/pydantic/errors.py,sha256=0v0T12eQBr1KrFiEOBu6KMaPK4aPEGEC6etPJGoR5b4,1061
 synapse_sdk/utils/pydantic/validators.py,sha256=G47P8ObPhsePmd_QZDK8EdPnik2CbaYzr_N4Z6En8dc,193
-synapse_sdk/utils/storage/__init__.py,sha256=Xb9wcc0Dsonkma2gW376dTnIOHix3NwmHEEvnOxMeR8,1233
+synapse_sdk/utils/storage/__init__.py,sha256=HmZHqvoV-EogV2bE-Sw5XQRlrNuf3gfNL9irAJeRYsA,2195
 synapse_sdk/utils/storage/registry.py,sha256=WaSN9SJR7s9sZgmTVl5k4mLFz-9R6X4ii82wefxs95A,335
-synapse_sdk/utils/storage/providers/__init__.py,sha256=NM9yRIWcPkH53DeNHgIhH9zaDFK8SJv0KptP1Afulyw,1125
+synapse_sdk/utils/storage/providers/__init__.py,sha256=x7RGwZryT2FpVxS7fGWryRVpquHzAiIfTz-9uLgjleo,1860
 synapse_sdk/utils/storage/providers/gcp.py,sha256=i2BQCu1Kej1If9SuNr2_lEyTcr5M_ncGITZrL0u5wEA,363
-synapse_sdk/utils/storage/providers/s3.py,sha256=r94aUGVNf8yxihU0lN62yaXdxSS7P783_sfD-hCiK40,1191
-synapse_sdk/utils/storage/providers/sftp.py,sha256=TUQXkKJf0-fh8NhGC_1zzqI4autFNHZVCqngwkQ1aD4,523
-synapse_sdk-1.0.0a35.dist-info/licenses/LICENSE,sha256=bKzmC5YAg4V1Fhl8OO_tqY8j62hgdncAkN7VrdjmrGk,1101
-synapse_sdk-1.0.0a35.dist-info/METADATA,sha256=lUfa4HBsiikuUTv8HjSpFmlhM0DB0JcOb3aKhYQAx24,1160
-synapse_sdk-1.0.0a35.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
-synapse_sdk-1.0.0a35.dist-info/entry_points.txt,sha256=VNptJoGoNJI8yLXfBmhgUefMsmGI0m3-0YoMvrOgbxo,48
-synapse_sdk-1.0.0a35.dist-info/top_level.txt,sha256=ytgJMRK1slVOKUpgcw3LEyHHP7S34J6n_gJzdkcSsw8,12
-synapse_sdk-1.0.0a35.dist-info/RECORD,,
+synapse_sdk/utils/storage/providers/s3.py,sha256=W94rQvhGRXti3R4mYP7gmU5pcyCQpGFIBLvxxqLVdRM,2231
+synapse_sdk/utils/storage/providers/sftp.py,sha256=_8s9hf0JXIO21gvm-JVS00FbLsbtvly4c-ETLRax68A,1426
+synapse_sdk-1.0.0a36.dist-info/licenses/LICENSE,sha256=bKzmC5YAg4V1Fhl8OO_tqY8j62hgdncAkN7VrdjmrGk,1101
+synapse_sdk-1.0.0a36.dist-info/METADATA,sha256=q_dbloQbRO4v_kWdEH5BFmftNs0ocAHu5agv_cOvJA8,1160
+synapse_sdk-1.0.0a36.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
+synapse_sdk-1.0.0a36.dist-info/entry_points.txt,sha256=VNptJoGoNJI8yLXfBmhgUefMsmGI0m3-0YoMvrOgbxo,48
+synapse_sdk-1.0.0a36.dist-info/top_level.txt,sha256=ytgJMRK1slVOKUpgcw3LEyHHP7S34J6n_gJzdkcSsw8,12
+synapse_sdk-1.0.0a36.dist-info/RECORD,,