synapse-sdk 1.0.0a21__tar.gz → 1.0.0a22__tar.gz

{synapse_sdk-1.0.0a21/synapse_sdk.egg-info → synapse_sdk-1.0.0a22}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: synapse-sdk
-Version: 1.0.0a21
+Version: 1.0.0a22
 Summary: synapse sdk
 Author-email: datamaker <developer@datamaker.io>
 License: MIT

{synapse_sdk-1.0.0a21 → synapse_sdk-1.0.0a22}/synapse_sdk/clients/backend/__init__.py

@@ -1,10 +1,17 @@
 from synapse_sdk.clients.backend.annotation import AnnotationClientMixin
+from synapse_sdk.clients.backend.core import CoreClientMixin
 from synapse_sdk.clients.backend.dataset import DatasetClientMixin
 from synapse_sdk.clients.backend.integration import IntegrationClientMixin
 from synapse_sdk.clients.backend.ml import MLClientMixin
 
 
-class BackendClient(AnnotationClientMixin, DatasetClientMixin, IntegrationClientMixin, MLClientMixin):
+class BackendClient(
+    AnnotationClientMixin,
+    CoreClientMixin,
+    DatasetClientMixin,
+    IntegrationClientMixin,
+    MLClientMixin,
+):
     name = 'Backend'
     token = None
     tenant = None

synapse_sdk-1.0.0a22/synapse_sdk/clients/backend/core.py

@@ -0,0 +1,32 @@
+import hashlib
+import os
+from pathlib import Path
+
+from synapse_sdk.clients.base import BaseClient
+
+
+class CoreClientMixin(BaseClient):
+    def create_chunked_upload(self, file_path):
+        def read_file_in_chunks(file_path, chunk_size=1024 * 1024 * 50):
+            with open(file_path, 'rb') as file:
+                while chunk := file.read(chunk_size):
+                    yield chunk
+
+        file_path = Path(file_path)
+        size = os.path.getsize(file_path)
+        hash_md5 = hashlib.md5()
+
+        url = 'chunked_upload/'
+        offset = 0
+        for chunk in read_file_in_chunks(file_path):
+            hash_md5.update(chunk)
+            data = self._put(
+                url,
+                data={'filename': file_path.name},
+                files={'file': chunk},
+                headers={'Content-Range': f'bytes {offset}-{offset + len(chunk) - 1}/{size}'},
+            )
+            offset = data['offset']
+            url = data['url']
+
+        return self._post(url, data={'md5': hash_md5.hexdigest()})

{synapse_sdk-1.0.0a21 → synapse_sdk-1.0.0a22}/synapse_sdk/clients/backend/ml.py

@@ -14,8 +14,9 @@ class MLClientMixin(BaseClient):
 
     def create_model(self, data):
         path = 'models/'
-        files = {'file': data.pop('file')}
-        return self._post(path, data=data, files=files)
+        file = data.pop('file')
+        data['chunked_upload'] = self.create_chunked_upload(file)['id']
+        return self._post(path, data=data)
 
     def list_ground_truth_events(self, params=None, url_conversion=None, list_all=False):
         path = 'ground_truth_events/'

{synapse_sdk-1.0.0a21 → synapse_sdk-1.0.0a22}/synapse_sdk/clients/base.py

@@ -28,11 +28,13 @@ class BaseClient:
     def _request(self, method, path, **kwargs):
         url = self._get_url(path)
         headers = self._get_headers()
+        headers.update(kwargs.pop('headers', {}))
 
         if method in ['post', 'put', 'patch']:
             if kwargs.get('files') is not None:
                 for name, file in kwargs['files'].items():
-                    kwargs['files'][name] = Path(str(file)).open(mode='rb')
+                    if isinstance(file, (str, Path)):
+                        kwargs['files'][name] = Path(str(file)).open(mode='rb')
                 for name, value in kwargs['data'].items():
                     if isinstance(value, dict):
                         kwargs['data'][name] = json.dumps(value)

{synapse_sdk-1.0.0a21 → synapse_sdk-1.0.0a22}/synapse_sdk/plugins/categories/neural_net/actions/train.py

@@ -17,8 +17,8 @@ from synapse_sdk.utils.pydantic.validators import non_blank
 
 
 class TrainRun(Run):
-    def log_metric(self, key, value, **metrics):
-        self.log('metric', {'key': key, 'value': value, 'metrics': metrics})
+    def log_metric(self, category, key, value, **metrics):
+        self.log('metric', {'category': category, 'key': key, 'value': value, 'metrics': metrics})
 
 
 class Hyperparameter(BaseModel):

{synapse_sdk-1.0.0a21 → synapse_sdk-1.0.0a22/synapse_sdk.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: synapse-sdk
-Version: 1.0.0a21
+Version: 1.0.0a22
 Summary: synapse sdk
 Author-email: datamaker <developer@datamaker.io>
 License: MIT

{synapse_sdk-1.0.0a21 → synapse_sdk-1.0.0a22}/synapse_sdk.egg-info/SOURCES.txt

@@ -33,6 +33,7 @@ synapse_sdk/clients/agent/ray.py
 synapse_sdk/clients/agent/service.py
 synapse_sdk/clients/backend/__init__.py
 synapse_sdk/clients/backend/annotation.py
+synapse_sdk/clients/backend/core.py
 synapse_sdk/clients/backend/dataset.py
 synapse_sdk/clients/backend/integration.py
 synapse_sdk/clients/backend/ml.py