synapse-sdk 1.0.0a52__py3-none-any.whl → 1.0.0a53__py3-none-any.whl

synapse_sdk/clients/backend/__init__.py

@@ -1,6 +1,6 @@
 from synapse_sdk.clients.backend.annotation import AnnotationClientMixin
 from synapse_sdk.clients.backend.core import CoreClientMixin
-from synapse_sdk.clients.backend.dataset import DatasetClientMixin
+from synapse_sdk.clients.backend.data_collection import DataCollectionClientMixin
 from synapse_sdk.clients.backend.hitl import HITLClientMixin
 from synapse_sdk.clients.backend.integration import IntegrationClientMixin
 from synapse_sdk.clients.backend.ml import MLClientMixin
@@ -9,7 +9,7 @@ from synapse_sdk.clients.backend.ml import MLClientMixin
 class BackendClient(
     AnnotationClientMixin,
     CoreClientMixin,
-    DatasetClientMixin,
+    DataCollectionClientMixin,
     IntegrationClientMixin,
     MLClientMixin,
     HITLClientMixin,

synapse_sdk/clients/backend/{dataset.py → data_collection.py}

@@ -8,18 +8,18 @@ from synapse_sdk.clients.base import BaseClient
 from synapse_sdk.clients.utils import get_batched_list
 
 
-class DatasetClientMixin(BaseClient):
-    def list_dataset(self):
-        path = 'datasets/'
+class DataCollectionClientMixin(BaseClient):
+    def list_data_collection(self):
+        path = 'data_collections/'
         return self._list(path)
 
-    def get_dataset(self, dataset_id):
-        """Get dataset from synapse-backend.
+    def get_data_collection(self, data_collection_id):
+        """Get data_collection from synapse-backend.
 
         Args:
-            dataset_id: The dataset id to get.
+            data_collection_id: The data_collection id to get.
         """
-        path = f'datasets/{dataset_id}/?expand=file_specifications'
+        path = f'data_collections/{data_collection_id}/?expand=file_specifications'
         return self._get(path)
 
     def create_data_file(self, file_path: Path):
@@ -40,19 +40,19 @@ class DatasetClientMixin(BaseClient):
         path = 'data_units/'
         return self._post(path, data=data)
 
-    def upload_dataset(
+    def upload_data_collection(
         self,
-        dataset_id: int,
-        dataset: Dict,
+        data_collection_id: int,
+        data_collection: Dict,
         project_id: Optional[int] = None,
         batch_size: int = 1000,
         process_pool: int = 10,
     ):
-        """Upload dataset to synapse-backend.
+        """Upload data_collection to synapse-backend.
 
         Args:
-            dataset_id: The dataset id to upload the data to.
-            dataset: The dataset to upload.
+            data_collection_id: The data_collection id to upload the data to.
+            data_collection: The data_collection to upload.
                 * structure:
                     - files: The files to upload. (key: file name, value: file pathlib object)
                     - meta: The meta data to upload.
@@ -60,14 +60,14 @@ class DatasetClientMixin(BaseClient):
             batch_size: The batch size to upload the data.
             process_pool: The process pool to upload the data.
         """
-        # TODO validate dataset with schema
+        # TODO validate data_collection with schema
 
-        params = [(data, dataset_id) for data in dataset]
+        params = [(data, data_collection_id) for data in data_collection]
 
         with Pool(processes=process_pool) as pool:
-            dataset = pool.starmap(self.upload_data_file, tqdm(params))
+            data_collection = pool.starmap(self.upload_data_file, tqdm(params))
 
-        batches = get_batched_list(dataset, batch_size)
+        batches = get_batched_list(data_collection, batch_size)
 
         for batch in tqdm(batches):
             data_units = self.create_data_units(batch)
@@ -82,7 +82,7 @@ class DatasetClientMixin(BaseClient):
 
                 self.create_tasks(tasks_data)
 
-    def upload_data_file(self, data: Dict, dataset_id: int) -> Dict:
+    def upload_data_file(self, data: Dict, data_collection_id: int) -> Dict:
         """Upload files to synapse-backend.
 
         Args:
@@ -90,13 +90,13 @@ class DatasetClientMixin(BaseClient):
                 * structure:
                     - files: The files to upload. (key: file name, value: file pathlib object)
                     - meta: The meta data to upload.
-            dataset_id: The dataset id to upload the data to.
+            data_collection_id: The data_collection id to upload the data to.
 
         Returns:
             Dict: The result of the upload.
         """
         for name, path in data['files'].items():
             data_file = self.create_data_file(path)
-            data['dataset'] = dataset_id
+            data['data_collection'] = data_collection_id
             data['files'][name] = {'checksum': data_file['checksum'], 'path': str(path)}
         return data

synapse_sdk/plugins/categories/upload/actions/task_pre_annotation.py

@@ -45,7 +45,7 @@ class TaskPreAnnotationParams(BaseModel):
         action = info.context['action']
         client = action.client
         try:
-            client.get_dataset(value)
+            client.get_data_collection(value)
         except ClientError:
             raise PydanticCustomError('client_error', 'Error occurred while checking data collection exists.')
         return value

synapse_sdk/plugins/categories/upload/actions/upload.py

@@ -129,7 +129,7 @@ class UploadParams(BaseModel):
         action = info.context['action']
         client = action.client
         try:
-            client.get_dataset(value)
+            client.get_data_collection(value)
         except ClientError:
             raise PydanticCustomError('client_error', _('Error occurred while checking collection exists.'))
         return value
@@ -244,7 +244,7 @@ class UploadAction(Action):
 
         client = self.run.client
         collection_id = self.params['collection']
-        collection = client.get_dataset(collection_id)
+        collection = client.get_data_collection(collection_id)
 
         # Finish progress
         self.run.set_progress(1, 1, category='analyze_collection')

{synapse_sdk-1.0.0a52.dist-info → synapse_sdk-1.0.0a53.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: synapse-sdk
-Version: 1.0.0a52
+Version: 1.0.0a53
 Summary: synapse sdk
 Author-email: datamaker <developer@datamaker.io>
 License: MIT

{synapse_sdk-1.0.0a52.dist-info → synapse_sdk-1.0.0a53.dist-info}/RECORD

@@ -28,10 +28,10 @@ synapse_sdk/clients/agent/__init__.py,sha256=Pz8_iTbIbnb7ywGJ3feqoZVmO2I3mEbwpWs
 synapse_sdk/clients/agent/core.py,sha256=x2jgORTjT7pJY67SLuc-5lMG6CD5OWpy8UgGeTf7IhA,270
 synapse_sdk/clients/agent/ray.py,sha256=JrwLyVOUDG2yYsbPrxyUtWbM-FWp9B6Bl_GdDby0rt8,1559
 synapse_sdk/clients/agent/service.py,sha256=s7KuPK_DB1nr2VHrigttV1WyFonaGHNrPvU8loRxHcE,478
-synapse_sdk/clients/backend/__init__.py,sha256=Fiehino2n3voaHTdpJHXSY7K_CDnMkQeokapbgeoTBk,1187
+synapse_sdk/clients/backend/__init__.py,sha256=MC3pndBk-SPyW9L6WnrTozoub9-EK7auXFvPHCaxeFU,1209
 synapse_sdk/clients/backend/annotation.py,sha256=f4jS4qlXH7M7mQ3EuCq-NrjJ_hJNDz8pEFAYqf-e008,996
 synapse_sdk/clients/backend/core.py,sha256=5XAOdo6JZ0drfk-FMPJ96SeTd9oja-VnTwzGXdvK7Bg,1027
-synapse_sdk/clients/backend/dataset.py,sha256=11R5LuTva9jgXatxQAlKy7UEJmwIWzTsLVdFf3MZ9F8,3400
+synapse_sdk/clients/backend/data_collection.py,sha256=kj9TurBAljK_mFF75oaazlqnL0bd6PHbgRfR3KyTUmI,3623
 synapse_sdk/clients/backend/hitl.py,sha256=na2mSXFud92p4zUEuagcDWk2klxO7xn-e86cm0VZEvs,709
 synapse_sdk/clients/backend/integration.py,sha256=9LjkYcBpi7aog-MODSDS4RlmYahypu65qxBj-AcY7xc,2683
 synapse_sdk/clients/backend/ml.py,sha256=JoPH9Ly2E3HJ7S5mdGLtcGq7ruQVVrYfWArogwZLlms,1193
@@ -100,8 +100,8 @@ synapse_sdk/plugins/categories/smart_tool/templates/plugin/__init__.py,sha256=47
 synapse_sdk/plugins/categories/smart_tool/templates/plugin/auto_label.py,sha256=eevNg0nOcYFR4z_L_R-sCvVOYoLWSAH1jwDkAf3YCjY,320
 synapse_sdk/plugins/categories/upload/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/plugins/categories/upload/actions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-synapse_sdk/plugins/categories/upload/actions/task_pre_annotation.py,sha256=SehWN55Turhyv_GEBpetykvB4-mZnoDL0h5XlWszPe8,3058
-synapse_sdk/plugins/categories/upload/actions/upload.py,sha256=3qjuvH28BfMdBK2bOTo-GlqoF24eKPX10hFhha0-GEk,11278
+synapse_sdk/plugins/categories/upload/actions/task_pre_annotation.py,sha256=YkQZ7QECu6-PnSEv2lAbbL3smxeIHxUiu9ruBdA0_0k,3066
+synapse_sdk/plugins/categories/upload/actions/upload.py,sha256=xTO40dB00uE9xSQxnQYIyuZEvTzx99cSxfCOXLKZAsQ,11294
 synapse_sdk/plugins/categories/upload/templates/config.yaml,sha256=1O0kMfkFMGYwnpBcttrlC9bu4xzU9docw2MBOq_Elmo,417
 synapse_sdk/plugins/categories/upload/templates/plugin/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/plugins/categories/upload/templates/plugin/task_pre_annotation.py,sha256=9XkUZu7USjVjDPufM0NlYmkdKfV7Hf_9v5GN1RgZzS0,350
@@ -136,9 +136,9 @@ synapse_sdk/utils/storage/providers/__init__.py,sha256=x7RGwZryT2FpVxS7fGWryRVpq
 synapse_sdk/utils/storage/providers/gcp.py,sha256=i2BQCu1Kej1If9SuNr2_lEyTcr5M_ncGITZrL0u5wEA,363
 synapse_sdk/utils/storage/providers/s3.py,sha256=W94rQvhGRXti3R4mYP7gmU5pcyCQpGFIBLvxxqLVdRM,2231
 synapse_sdk/utils/storage/providers/sftp.py,sha256=_8s9hf0JXIO21gvm-JVS00FbLsbtvly4c-ETLRax68A,1426
-synapse_sdk-1.0.0a52.dist-info/licenses/LICENSE,sha256=bKzmC5YAg4V1Fhl8OO_tqY8j62hgdncAkN7VrdjmrGk,1101
-synapse_sdk-1.0.0a52.dist-info/METADATA,sha256=HXeyrqhs7vO8PtUOUf4hy7XREJYywB-Mq55s_Oa4CjQ,1303
-synapse_sdk-1.0.0a52.dist-info/WHEEL,sha256=zaaOINJESkSfm_4HQVc5ssNzHCPXhJm0kEUakpsEHaU,91
-synapse_sdk-1.0.0a52.dist-info/entry_points.txt,sha256=VNptJoGoNJI8yLXfBmhgUefMsmGI0m3-0YoMvrOgbxo,48
-synapse_sdk-1.0.0a52.dist-info/top_level.txt,sha256=ytgJMRK1slVOKUpgcw3LEyHHP7S34J6n_gJzdkcSsw8,12
-synapse_sdk-1.0.0a52.dist-info/RECORD,,
+synapse_sdk-1.0.0a53.dist-info/licenses/LICENSE,sha256=bKzmC5YAg4V1Fhl8OO_tqY8j62hgdncAkN7VrdjmrGk,1101
+synapse_sdk-1.0.0a53.dist-info/METADATA,sha256=QZFYv1IY06vc9HM-VCqi8aL3G4D54ruvDPUgX4RlRDg,1303
+synapse_sdk-1.0.0a53.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+synapse_sdk-1.0.0a53.dist-info/entry_points.txt,sha256=VNptJoGoNJI8yLXfBmhgUefMsmGI0m3-0YoMvrOgbxo,48
+synapse_sdk-1.0.0a53.dist-info/top_level.txt,sha256=ytgJMRK1slVOKUpgcw3LEyHHP7S34J6n_gJzdkcSsw8,12
+synapse_sdk-1.0.0a53.dist-info/RECORD,,

{synapse_sdk-1.0.0a52.dist-info → synapse_sdk-1.0.0a53.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (80.8.0)
+Generator: setuptools (80.9.0)
 Root-Is-Purelib: true
 Tag: py3-none-any