synapse-sdk 1.0.0a21__py3-none-any.whl → 1.0.0a23__py3-none-any.whl

synapse_sdk/clients/backend/__init__.py

@@ -1,10 +1,17 @@
 from synapse_sdk.clients.backend.annotation import AnnotationClientMixin
+from synapse_sdk.clients.backend.core import CoreClientMixin
 from synapse_sdk.clients.backend.dataset import DatasetClientMixin
 from synapse_sdk.clients.backend.integration import IntegrationClientMixin
 from synapse_sdk.clients.backend.ml import MLClientMixin
 
 
-class BackendClient(AnnotationClientMixin, DatasetClientMixin, IntegrationClientMixin, MLClientMixin):
+class BackendClient(
+    AnnotationClientMixin,
+    CoreClientMixin,
+    DatasetClientMixin,
+    IntegrationClientMixin,
+    MLClientMixin,
+):
     name = 'Backend'
     token = None
     tenant = None

synapse_sdk/clients/backend/core.py

@@ -0,0 +1,32 @@
+import hashlib
+import os
+from pathlib import Path
+
+from synapse_sdk.clients.base import BaseClient
+
+
+class CoreClientMixin(BaseClient):
+    def create_chunked_upload(self, file_path):
+        def read_file_in_chunks(file_path, chunk_size=1024 * 1024 * 50):
+            with open(file_path, 'rb') as file:
+                while chunk := file.read(chunk_size):
+                    yield chunk
+
+        file_path = Path(file_path)
+        size = os.path.getsize(file_path)
+        hash_md5 = hashlib.md5()
+
+        url = 'chunked_upload/'
+        offset = 0
+        for chunk in read_file_in_chunks(file_path):
+            hash_md5.update(chunk)
+            data = self._put(
+                url,
+                data={'filename': file_path.name},
+                files={'file': chunk},
+                headers={'Content-Range': f'bytes {offset}-{offset + len(chunk) - 1}/{size}'},
+            )
+            offset = data['offset']
+            url = data['url']
+
+        return self._post(url, data={'md5': hash_md5.hexdigest()})

synapse_sdk/clients/backend/ml.py

@@ -14,8 +14,9 @@ class MLClientMixin(BaseClient):
 
     def create_model(self, data):
         path = 'models/'
-        files = {'file': data.pop('file')}
-        return self._post(path, data=data, files=files)
+        file = data.pop('file')
+        data['chunked_upload'] = self.create_chunked_upload(file)['id']
+        return self._post(path, data=data)
 
     def list_ground_truth_events(self, params=None, url_conversion=None, list_all=False):
         path = 'ground_truth_events/'

synapse_sdk/clients/base.py

@@ -28,11 +28,13 @@ class BaseClient:
     def _request(self, method, path, **kwargs):
         url = self._get_url(path)
         headers = self._get_headers()
+        headers.update(kwargs.pop('headers', {}))
 
         if method in ['post', 'put', 'patch']:
             if kwargs.get('files') is not None:
                 for name, file in kwargs['files'].items():
-                    kwargs['files'][name] = Path(str(file)).open(mode='rb')
+                    if isinstance(file, (str, Path)):
+                        kwargs['files'][name] = Path(str(file)).open(mode='rb')
                 for name, value in kwargs['data'].items():
                     if isinstance(value, dict):
                         kwargs['data'][name] = json.dumps(value)

synapse_sdk/plugins/categories/neural_net/actions/deployment.py

@@ -21,11 +21,19 @@ class DeploymentAction(Action):
     def start(self):
         from ray import serve
 
+        from synapse_sdk.plugins.categories.neural_net.base.inference import app
+
         self.ray_init()
-        deployment = serve.deployment(ray_actor_options=self.get_actor_options())(self.entrypoint)
+
+        deployment = serve.deployment(ray_actor_options=self.get_actor_options())(serve.ingress(app)(self.entrypoint))
         serve.delete(self.plugin_release.code)
+
         # TODO add run object
-        serve.run(deployment.bind(), name=self.plugin_release.code, route_prefix=f'/{self.plugin_release.checksum}')
+        serve.run(
+            deployment.bind(self.envs['SYNAPSE_PLUGIN_RUN_HOST']),
+            name=self.plugin_release.code,
+            route_prefix=f'/{self.plugin_release.checksum}',
+        )
 
         # 백엔드에 ServeApplication 추가
         serve_application = self.create_serve_application()

synapse_sdk/plugins/categories/neural_net/actions/inference.py

@@ -1,3 +1,5 @@
+import jwt
+
 from synapse_sdk.plugins.categories.base import Action
 from synapse_sdk.plugins.categories.decorators import register_action
 from synapse_sdk.plugins.enums import PluginCategory, RunMethod
@@ -11,8 +13,18 @@ class InferenceAction(Action):
 
     def __init__(self, *args, **kwargs):
         super().__init__(*args, **kwargs)
-        headers = {'serve_multiplexed_model_id': str(self.params.pop('model'))}
+        headers = {'serve_multiplexed_model_id': self.get_serve_multiplexed_model_id()}
         if 'headers' in self.params:
             self.params['headers'].update(headers)
         else:
             self.params['headers'] = headers
+
+    def get_serve_multiplexed_model_id(self):
+        return jwt.encode(
+            {
+                'model': str(self.params.pop('model')),
+                'token': self.envs['SYNAPSE_PLUGIN_RUN_USER_TOKEN'],
+                'tenant': self.envs['SYNAPSE_PLUGIN_RUN_TENANT'],
+            },
+            self.envs['SYNAPSE_PLUGIN_RUN_HOST'],
+        )

synapse_sdk/plugins/categories/neural_net/actions/train.py

@@ -17,8 +17,8 @@ from synapse_sdk.utils.pydantic.validators import non_blank
 
 
 class TrainRun(Run):
-    def log_metric(self, key, value, **metrics):
-        self.log('metric', {'key': key, 'value': value, 'metrics': metrics})
+    def log_metric(self, category, key, value, **metrics):
+        self.log('metric', {'category': category, 'key': key, 'value': value, 'metrics': metrics})
 
 
 class Hyperparameter(BaseModel):

synapse_sdk/plugins/categories/neural_net/base/inference.py

@@ -0,0 +1,37 @@
+import tempfile
+
+import jwt
+from clients.backend import BackendClient
+from fastapi import FastAPI
+from ray import serve
+
+from synapse_sdk.utils.file import unarchive
+
+app = FastAPI()
+
+
+class BaseInference:
+    backend_url = None
+    client = None
+
+    def __init__(self, backend_url):
+        self.backend_url = backend_url
+
+    @serve.multiplexed()
+    async def _load_model(self, model_id: str):
+        model_info = jwt.decode(model_id, self.backend_url, algorithms='HS256')
+        client = BackendClient(self.backend_url, token=model_info['token'], tenant=model_info['tenant'])
+        model = client.get_model(model_info['model'])
+        with tempfile.TemporaryDirectory() as temp_path:
+            unarchive(model['file'], temp_path)
+            model['path'] = temp_path
+            return await self._get_model(model)
+
+    async def get_model(self):
+        return await self._load_model(serve.get_multiplexed_model_id())
+
+    async def _get_model(self, model):
+        raise NotImplementedError
+
+    async def infer(self, *args, **kwargs):
+        raise NotImplementedError

{synapse_sdk-1.0.0a21.dist-info → synapse_sdk-1.0.0a23.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: synapse-sdk
-Version: 1.0.0a21
+Version: 1.0.0a23
 Summary: synapse sdk
 Author-email: datamaker <developer@datamaker.io>
 License: MIT
@@ -16,6 +16,7 @@ Requires-Dist: tqdm
 Requires-Dist: python-dotenv
 Requires-Dist: pyyaml
 Requires-Dist: pydantic
+Requires-Dist: pyjwt
 Provides-Extra: all
 Requires-Dist: ray[all]; extra == "all"
 

{synapse_sdk-1.0.0a21.dist-info → synapse_sdk-1.0.0a23.dist-info}/RECORD

@@ -8,18 +8,19 @@ synapse_sdk/loggers.py,sha256=RsDDOiOeUCih1XOkWQJseYdYCX_wt50AZJRe6aPf96Q,4004
 synapse_sdk/cli/__init__.py,sha256=WmYGW1qZEXXIGJe3SGr8QjOStY4svuZKK1Lp_aPvtPs,140
 synapse_sdk/cli/create_plugin.py,sha256=egbW_92WwxfHz50Gy4znX5Bf5fxDdQj3GFyd0l3Y3SY,228
 synapse_sdk/clients/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-synapse_sdk/clients/base.py,sha256=un2vseaQ7YY6rVQqd5fIyzclg7VYLAEx2TwUkZof3ik,3354
+synapse_sdk/clients/base.py,sha256=Yo_WUHNQ2NgNe3sBav0cM_armOdBz34o7fn3lbtrHO0,3462
 synapse_sdk/clients/exceptions.py,sha256=ylv7x10eOp4aA3a48jwonnvqvkiYwzJYXjkVkRTAjwk,220
 synapse_sdk/clients/utils.py,sha256=8pPJTdzHiRPSbZMoQYHAgR2BAMO6u_R_jMV6a2p34iQ,392
 synapse_sdk/clients/agent/__init__.py,sha256=Pz8_iTbIbnb7ywGJ3feqoZVmO2I3mEbwpWsISIxh0BU,1968
 synapse_sdk/clients/agent/core.py,sha256=YicfkO0YvjDDOt1jNWoZ0mokrh8xxKibBL4qF5yOjKs,169
 synapse_sdk/clients/agent/ray.py,sha256=JrwLyVOUDG2yYsbPrxyUtWbM-FWp9B6Bl_GdDby0rt8,1559
 synapse_sdk/clients/agent/service.py,sha256=s7KuPK_DB1nr2VHrigttV1WyFonaGHNrPvU8loRxHcE,478
-synapse_sdk/clients/backend/__init__.py,sha256=50MW1CMWGaKnALSv2fOjhJZG55Xb3yrqlKtnSZldwcU,1004
+synapse_sdk/clients/backend/__init__.py,sha256=aozhPhvRTPHz1P90wxEay07B-Ct4vj_yTw5H9_PJEBE,1105
 synapse_sdk/clients/backend/annotation.py,sha256=eZc5EidgR_RfMGwvv1r1_mLkPdRd8e52c4zuuMjMX34,979
+synapse_sdk/clients/backend/core.py,sha256=5XAOdo6JZ0drfk-FMPJ96SeTd9oja-VnTwzGXdvK7Bg,1027
 synapse_sdk/clients/backend/dataset.py,sha256=a_svyCKgzF7N99l8V4u4wXD8JxiGuLW9z2EBinnz7b8,1738
 synapse_sdk/clients/backend/integration.py,sha256=Jg_8fEmbrgYXfZZcG8cDtLxR6ugPmnbNhPDyRu_Uib0,2160
-synapse_sdk/clients/backend/ml.py,sha256=vNo1FOG9welXGizcnylLSW_-l9iJSQrTI3DhyCCyFKw,1015
+synapse_sdk/clients/backend/ml.py,sha256=jlkqS9pI0S0Ubq4pWVeaaaPk-E0J-cZg5zkSX7GuQ_o,1063
 synapse_sdk/clients/ray/__init__.py,sha256=9ZSPXVVxlJ8Wp8ku7l021ENtPjVrGgQDgqifkkVAXgM,187
 synapse_sdk/clients/ray/core.py,sha256=a4wyCocAma2HAm-BHlbZnoVbpfdR-Aad2FM0z6vPFvw,731
 synapse_sdk/clients/ray/serve.py,sha256=rbCpXZYWf0oP8XJ9faa9QFNPYU7h8dltIG8xn9ZconY,907
@@ -48,10 +49,12 @@ synapse_sdk/plugins/categories/import/actions/__init__.py,sha256=47DEQpj8HBSa-_T
 synapse_sdk/plugins/categories/import/actions/import.py,sha256=URn6TOp081odMT5D4NlZ2XEcyKelJx8fxzdoKSkXSAI,320
 synapse_sdk/plugins/categories/neural_net/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/plugins/categories/neural_net/actions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-synapse_sdk/plugins/categories/neural_net/actions/deployment.py,sha256=i3X2CCWADNAwoDhX-6XTZFEu8MekjJoLuqEojrx1vIc,1730
-synapse_sdk/plugins/categories/neural_net/actions/inference.py,sha256=i18bDDjkuF9V8nxxW-T_umNIOD-Jnq_MMjIjZc6W8n8,645
+synapse_sdk/plugins/categories/neural_net/actions/deployment.py,sha256=Wmi7in_Mgizt1d5XcDR080h1CIMWKh2_mjub9N380qA,1917
+synapse_sdk/plugins/categories/neural_net/actions/inference.py,sha256=0a655ELqNVjPFZTJDiw4EUdcMCPGveUEKyoYqpwMFBU,1019
 synapse_sdk/plugins/categories/neural_net/actions/test.py,sha256=JY25eg-Fo6WbgtMkGoo_qNqoaZkp3AQNEypJmeGzEog,320
-synapse_sdk/plugins/categories/neural_net/actions/train.py,sha256=ZjBE4uHOdVZ318BuepBt2l0KvSflLr1Fqt3dt4KYXJs,5113
+synapse_sdk/plugins/categories/neural_net/actions/train.py,sha256=4zq2ryWjqDa6MyI2BGe3sAofMh2NeY3XAo-1gEFXBs4,5145
+synapse_sdk/plugins/categories/neural_net/base/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+synapse_sdk/plugins/categories/neural_net/base/inference.py,sha256=EgL_drVmQUtDKmS89mkDHyd7WyOZiUB65uxaomhZeAo,1085
 synapse_sdk/plugins/categories/neural_net/templates/config.yaml,sha256=dXKB1hO53hDZB73xnxLVCNQl8Sm7svMmVmuMrOCQmEU,343
 synapse_sdk/plugins/categories/neural_net/templates/plugin/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/plugins/categories/neural_net/templates/plugin/inference.py,sha256=InfqKWJYi6sqiUnfPKHC5KYGhxckDaWZNQ202u-uVP4,366
@@ -103,9 +106,9 @@ synapse_sdk/utils/pydantic/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJ
 synapse_sdk/utils/pydantic/config.py,sha256=1vYOcUI35GslfD1rrqhFkNXXJOXt4IDqOPSx9VWGfNE,123
 synapse_sdk/utils/pydantic/errors.py,sha256=0v0T12eQBr1KrFiEOBu6KMaPK4aPEGEC6etPJGoR5b4,1061
 synapse_sdk/utils/pydantic/validators.py,sha256=G47P8ObPhsePmd_QZDK8EdPnik2CbaYzr_N4Z6En8dc,193
-synapse_sdk-1.0.0a21.dist-info/LICENSE,sha256=bKzmC5YAg4V1Fhl8OO_tqY8j62hgdncAkN7VrdjmrGk,1101
-synapse_sdk-1.0.0a21.dist-info/METADATA,sha256=nPwrwB1lHWiSi5rbVdo0Uz2C3xk8M_UtDYF19KXLwSg,1049
-synapse_sdk-1.0.0a21.dist-info/WHEEL,sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U,91
-synapse_sdk-1.0.0a21.dist-info/entry_points.txt,sha256=VNptJoGoNJI8yLXfBmhgUefMsmGI0m3-0YoMvrOgbxo,48
-synapse_sdk-1.0.0a21.dist-info/top_level.txt,sha256=ytgJMRK1slVOKUpgcw3LEyHHP7S34J6n_gJzdkcSsw8,12
-synapse_sdk-1.0.0a21.dist-info/RECORD,,
+synapse_sdk-1.0.0a23.dist-info/LICENSE,sha256=bKzmC5YAg4V1Fhl8OO_tqY8j62hgdncAkN7VrdjmrGk,1101
+synapse_sdk-1.0.0a23.dist-info/METADATA,sha256=h1RJux0qCOIxJ69o70K5qUV0Zcd1z6HQf1CrU5w2XyE,1070
+synapse_sdk-1.0.0a23.dist-info/WHEEL,sha256=A3WOREP4zgxI0fKrHUG8DC8013e3dK3n7a6HDbcEIwE,91
+synapse_sdk-1.0.0a23.dist-info/entry_points.txt,sha256=VNptJoGoNJI8yLXfBmhgUefMsmGI0m3-0YoMvrOgbxo,48
+synapse_sdk-1.0.0a23.dist-info/top_level.txt,sha256=ytgJMRK1slVOKUpgcw3LEyHHP7S34J6n_gJzdkcSsw8,12
+synapse_sdk-1.0.0a23.dist-info/RECORD,,

{synapse_sdk-1.0.0a21.dist-info → synapse_sdk-1.0.0a23.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (75.6.0)
+Generator: setuptools (75.7.0)
 Root-Is-Purelib: true
 Tag: py3-none-any