synapse-sdk 1.0.0a34__tar.gz → 1.0.0a36__tar.gz

{synapse_sdk-1.0.0a34/synapse_sdk.egg-info → synapse_sdk-1.0.0a36}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: synapse-sdk
-Version: 1.0.0a34
+Version: 1.0.0a36
 Summary: synapse sdk
 Author-email: datamaker <developer@datamaker.io>
 License: MIT

synapse_sdk-1.0.0a36/requirements.txt

@@ -0,0 +1,11 @@
+click
+cookiecutter
+requests
+tqdm
+pyyaml
+pydantic
+pyjwt
+python-dotenv
+ray[all]>=2.44.1
+fsspec[gcs,s3,sftp]==2025.3.2
+universal-pathlib==0.2.6

{synapse_sdk-1.0.0a34 → synapse_sdk-1.0.0a36}/synapse_sdk/clients/agent/core.py

@@ -5,3 +5,7 @@ class CoreClientMixin(BaseClient):
     def health_check(self):
         path = 'health/'
         return self._get(path)
+
+    def get_metrics(self, panel):
+        path = f'metrics/{panel}/'
+        return self._get(path)

{synapse_sdk-1.0.0a34 → synapse_sdk-1.0.0a36}/synapse_sdk/plugins/categories/neural_net/templates/config.yaml

@@ -1,5 +1,13 @@
-task: object_detection
+name: plugin_name
+code: plugin_code
+version: plugin_version
+readme: README.md
+description: This is plugin_name plugin
+category: neural_net
+tasks:
+  - object_detection
 data_type: image
+package_manager: uv
 actions:
   train:
     dataset: dataset
@@ -18,4 +26,4 @@ actions:
     endpoints:
       - method: get
   test:
-    entrypoint: plugin.test.test
+    entrypoint: plugin.test.test

synapse_sdk-1.0.0a36/synapse_sdk/utils/dataset.py

@@ -0,0 +1,46 @@
+import logging
+
+
+def remap_class_labels(dataset, data_type, class_pattern, new_class):
+    """
+    Remaps class labels in a dataset by replacing specific classification patterns.
+
+    This function finds items of a specified data type (e.g., 'pcd', 'image', 'video')
+    where the classification matches a given pattern (e.g., 'truck', 'car'), and
+    remaps them to a new class label (e.g., 'vehicle'). Useful for consolidating
+    or standardizing class labels in ground truth data.
+
+    Args:
+        dataset (dict): The dataset containing ground truth labels
+        data_type (str): Type of data to process (e.g., 'pcd', 'image', 'video')
+        class_pattern (dict): Pattern to identify target classifications (e.g., {'name': 'truck'})
+        new_class (dict): New classification to apply (e.g., {'name': 'vehicle'})
+
+    Returns:
+        dict: Dataset with remapped class labels
+    """
+    updated_dataset = dataset.copy()
+
+    if data_type not in updated_dataset:
+        logging.log(logging.WARNING, f"Data type '{data_type}' not found in dataset.")
+        return updated_dataset
+
+    def matches_pattern(classification, pattern):
+        """Check if a classification matches the specified pattern."""
+        for key, pattern_value in pattern.items():
+            if key not in classification:
+                return False
+
+            if isinstance(pattern_value, dict) and isinstance(classification[key], dict):
+                if not matches_pattern(classification[key], pattern_value):
+                    return False
+            elif classification[key] != pattern_value:
+                return False
+
+        return True
+
+    for item in updated_dataset[data_type]:
+        if 'classification' in item and matches_pattern(item['classification'], class_pattern):
+            item['classification'] = new_class.copy()
+
+    return updated_dataset

{synapse_sdk-1.0.0a34 → synapse_sdk-1.0.0a36}/synapse_sdk/utils/storage/__init__.py

@@ -36,3 +36,33 @@ def get_pathlib(storage_config: str | dict, path_root: str) -> Path:
     """
     storage_class = get_storage(storage_config)
     return storage_class.get_pathlib(path_root)
+
+
+def get_path_file_count(storage_config: str | dict, path_root: str) -> int:
+    """Get the file count in the path.
+
+    Args:
+        storage_config (str | dict): The storage config by synapse-backend storage api.
+        path (str): The path.
+
+    Returns:
+        int: The file count in the path.
+    """
+    storage_class = get_storage(storage_config)
+    pathlib_obj = storage_class.get_pathlib(path_root)
+    return storage_class.get_path_file_count(pathlib_obj)
+
+
+def get_path_total_size(storage_config: str | dict, path_root: str) -> int:
+    """Get total size of the files in the path.
+
+    Args:
+        storage_config (str | dict): The storage config by synapse-backend storage api.
+        path (str): The path.
+
+    Returns:
+        int: The total size of the files in the path.
+    """
+    storage_class = get_storage(storage_config)
+    pathlib_obj = storage_class.get_pathlib(path_root)
+    return storage_class.get_path_total_size(pathlib_obj)

{synapse_sdk-1.0.0a34 → synapse_sdk-1.0.0a36}/synapse_sdk/utils/storage/providers/__init__.py

@@ -39,4 +39,34 @@ class BaseStorage:
         raise NotImplementedError
 
     def get_pathlib(self, path):
+        """Get the path as a pathlib object.
+
+        Args:
+            path (str): The path to convert.
+
+        Returns:
+            pathlib.Path: The converted path.
+        """
+        raise NotImplementedError
+
+    def get_path_file_count(self, pathlib_obj):
+        """Get the file count in the path.
+
+        Args:
+            pathlib_obj (UPath): The path to get file count.
+
+        Returns:
+            int: The file count in the path.
+        """
+        raise NotImplementedError
+
+    def get_path_total_size(self, pathlib_obj):
+        """Get the total size of the path.
+
+        Args:
+            pathlib_obj (UPath): The path to get total size.
+
+        Returns:
+            int: The total size of the path.
+        """
         raise NotImplementedError

{synapse_sdk-1.0.0a34 → synapse_sdk-1.0.0a36}/synapse_sdk/utils/storage/providers/s3.py

@@ -41,3 +41,38 @@ class S3Storage(BaseStorage):
 
     def get_pathlib(self, path):
         return self.upath.joinuri(path)
+
+    def get_path_file_count(self, pathlib_obj: UPath):
+        """Get file count in the path from S3 provider.
+
+        TODO: Need to find a method to get file count using S3 API
+
+        Args:
+            pathlib_obj (UPath): The path to get file count.
+
+        Returns:
+            int: The file count in the path.
+        """
+        count = 0
+        files = list(pathlib_obj.glob('**/*'))
+        for file in files:
+            if file.is_file():
+                count += 1
+        return count
+
+    def get_path_total_size(self, pathlib_obj: UPath):
+        """Get total size of the files in the path from S3 provider.
+
+        TODO: Need to find a method to get total file size using S3 API
+
+        Args:
+            pathlib_obj (UPath): The path to get total size.
+
+        Returns:
+            int: The total size of the files in the path.
+        """
+        total_size = 0
+        for file in pathlib_obj.glob('**/*'):
+            if file.is_file():
+                total_size += file.stat().st_size
+        return total_size

synapse_sdk-1.0.0a36/synapse_sdk/utils/storage/providers/sftp.py

@@ -0,0 +1,47 @@
+from upath import UPath
+
+from synapse_sdk.utils.storage.providers import BaseStorage
+
+
+class SFTPStorage(BaseStorage):
+    def get_pathlib(self, path):
+        credentials = self.query_params['params']
+        host = self.query_params['host']
+        root_path = self.query_params['root_path']
+
+        username = credentials['username']
+        password = credentials['password']
+        if path == '/':
+            path = ''
+        return UPath(f'sftp://{host}', username=username, password=password) / root_path / path
+
+    def get_path_file_count(self, pathlib_obj: UPath):
+        """Get file count in the path from SFTP provider.
+
+        Args:
+            pathlib_obj (UPath): The path to get file count.
+
+        Returns:
+            int: The file count in the path.
+        """
+        count = 0
+        files = list(pathlib_obj.glob('**/*'))
+        for file in files:
+            if file.is_file():
+                count += 1
+        return count
+
+    def get_path_total_size(self, pathlib_obj: UPath):
+        """Get total size of the files in the path from SFTP provider.
+
+        Args:
+            pathlib_obj (UPath): The path to get total size.
+
+        Returns:
+            int: The total size of the files in the path.
+        """
+        total_size = 0
+        for file in pathlib_obj.glob('**/*'):
+            if file.is_file():
+                total_size += file.stat().st_size
+        return total_size

{synapse_sdk-1.0.0a34 → synapse_sdk-1.0.0a36/synapse_sdk.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: synapse-sdk
-Version: 1.0.0a34
+Version: 1.0.0a36
 Summary: synapse sdk
 Author-email: datamaker <developer@datamaker.io>
 License: MIT

{synapse_sdk-1.0.0a34 → synapse_sdk-1.0.0a36}/synapse_sdk.egg-info/SOURCES.txt

@@ -131,6 +131,7 @@ synapse_sdk/plugins/templates/synapse-{{cookiecutter.plugin_code}}-plugin/plugin
 synapse_sdk/shared/__init__.py
 synapse_sdk/shared/enums.py
 synapse_sdk/utils/__init__.py
+synapse_sdk/utils/dataset.py
 synapse_sdk/utils/debug.py
 synapse_sdk/utils/file.py
 synapse_sdk/utils/module_loading.py

synapse_sdk-1.0.0a34/requirements.txt

@@ -1,11 +0,0 @@
-click
-cookiecutter
-requests
-tqdm
-pyyaml
-pydantic
-pyjwt
-python-dotenv
-ray[all]>=2.43.0
-fsspec[gcs,s3,sftp]==2025.2.0
-universal-pathlib==0.2.6

synapse_sdk-1.0.0a34/synapse_sdk/utils/storage/providers/sftp.py

@@ -1,16 +0,0 @@
-from upath import UPath
-
-from synapse_sdk.utils.storage.providers import BaseStorage
-
-
-class SFTPStorage(BaseStorage):
-    def get_pathlib(self, path):
-        credentials = self.query_params['params']
-        host = self.query_params['host']
-        root_path = self.query_params['root_path']
-
-        username = credentials['username']
-        password = credentials['password']
-        if path == '/':
-            path = ''
-        return UPath(f'sftp://{host}', username=username, password=password) / root_path / path