synapse-sdk 1.0.0a22__tar.gz → 1.0.0a24__tar.gz

{synapse_sdk-1.0.0a22/synapse_sdk.egg-info → synapse_sdk-1.0.0a24}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: synapse-sdk
-Version: 1.0.0a22
+Version: 1.0.0a24
 Summary: synapse sdk
 Author-email: datamaker <developer@datamaker.io>
 License: MIT
@@ -16,6 +16,7 @@ Requires-Dist: tqdm
 Requires-Dist: python-dotenv
 Requires-Dist: pyyaml
 Requires-Dist: pydantic
+Requires-Dist: pyjwt
 Provides-Extra: all
 Requires-Dist: ray[all]; extra == "all"
 

{synapse_sdk-1.0.0a22 → synapse_sdk-1.0.0a24}/pyproject.toml

@@ -21,6 +21,7 @@ dependencies = [
     "python-dotenv",
     "pyyaml",
     "pydantic",
+    "pyjwt"
 ]
 dynamic = ["version"]
 

{synapse_sdk-1.0.0a22 → synapse_sdk-1.0.0a24}/requirements.txt

@@ -5,5 +5,6 @@ requests
 tqdm
 pyyaml
 pydantic
+pyjwt
 python-dotenv
 ray[all]>=2.38.0

{synapse_sdk-1.0.0a22 → synapse_sdk-1.0.0a24}/synapse_sdk/plugins/categories/neural_net/actions/deployment.py

@@ -21,11 +21,19 @@ class DeploymentAction(Action):
     def start(self):
         from ray import serve
 
+        from synapse_sdk.plugins.categories.neural_net.base.inference import app
+
         self.ray_init()
-        deployment = serve.deployment(ray_actor_options=self.get_actor_options())(self.entrypoint)
+
+        deployment = serve.deployment(ray_actor_options=self.get_actor_options())(serve.ingress(app)(self.entrypoint))
         serve.delete(self.plugin_release.code)
+
         # TODO add run object
-        serve.run(deployment.bind(), name=self.plugin_release.code, route_prefix=f'/{self.plugin_release.checksum}')
+        serve.run(
+            deployment.bind(self.envs['SYNAPSE_PLUGIN_RUN_HOST']),
+            name=self.plugin_release.code,
+            route_prefix=f'/{self.plugin_release.checksum}',
+        )
 
         # 백엔드에 ServeApplication 추가
         serve_application = self.create_serve_application()

{synapse_sdk-1.0.0a22 → synapse_sdk-1.0.0a24}/synapse_sdk/plugins/categories/neural_net/actions/inference.py

@@ -1,3 +1,5 @@
+import jwt
+
 from synapse_sdk.plugins.categories.base import Action
 from synapse_sdk.plugins.categories.decorators import register_action
 from synapse_sdk.plugins.enums import PluginCategory, RunMethod
@@ -11,8 +13,18 @@ class InferenceAction(Action):
 
     def __init__(self, *args, **kwargs):
         super().__init__(*args, **kwargs)
-        headers = {'serve_multiplexed_model_id': str(self.params.pop('model'))}
+        headers = {'serve_multiplexed_model_id': self.get_serve_multiplexed_model_id()}
         if 'headers' in self.params:
             self.params['headers'].update(headers)
         else:
             self.params['headers'] = headers
+
+    def get_serve_multiplexed_model_id(self):
+        return jwt.encode(
+            {
+                'model': str(self.params.pop('model')),
+                'token': self.envs['SYNAPSE_PLUGIN_RUN_USER_TOKEN'],
+                'tenant': self.envs['SYNAPSE_PLUGIN_RUN_TENANT'],
+            },
+            self.envs['SYNAPSE_PLUGIN_RUN_HOST'],
+        )

synapse_sdk-1.0.0a24/synapse_sdk/plugins/categories/neural_net/base/inference.py

@@ -0,0 +1,37 @@
+import tempfile
+
+import jwt
+from synapse_sdk.clients.backend import BackendClient
+from fastapi import FastAPI
+from ray import serve
+
+from synapse_sdk.utils.file import unarchive
+
+app = FastAPI()
+
+
+class BaseInference:
+    backend_url = None
+    client = None
+
+    def __init__(self, backend_url):
+        self.backend_url = backend_url
+
+    @serve.multiplexed()
+    async def _load_model(self, model_id: str):
+        model_info = jwt.decode(model_id, self.backend_url, algorithms='HS256')
+        client = BackendClient(self.backend_url, token=model_info['token'], tenant=model_info['tenant'])
+        model = client.get_model(model_info['model'])
+        with tempfile.TemporaryDirectory() as temp_path:
+            unarchive(model['file'], temp_path)
+            model['path'] = temp_path
+            return await self._get_model(model)
+
+    async def get_model(self):
+        return await self._load_model(serve.get_multiplexed_model_id())
+
+    async def _get_model(self, model):
+        raise NotImplementedError
+
+    async def infer(self, *args, **kwargs):
+        raise NotImplementedError

{synapse_sdk-1.0.0a22 → synapse_sdk-1.0.0a24/synapse_sdk.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: synapse-sdk
-Version: 1.0.0a22
+Version: 1.0.0a24
 Summary: synapse sdk
 Author-email: datamaker <developer@datamaker.io>
 License: MIT
@@ -16,6 +16,7 @@ Requires-Dist: tqdm
 Requires-Dist: python-dotenv
 Requires-Dist: pyyaml
 Requires-Dist: pydantic
+Requires-Dist: pyjwt
 Provides-Extra: all
 Requires-Dist: ray[all]; extra == "all"
 

{synapse_sdk-1.0.0a22 → synapse_sdk-1.0.0a24}/synapse_sdk.egg-info/SOURCES.txt

@@ -69,6 +69,8 @@ synapse_sdk/plugins/categories/neural_net/actions/deployment.py
 synapse_sdk/plugins/categories/neural_net/actions/inference.py
 synapse_sdk/plugins/categories/neural_net/actions/test.py
 synapse_sdk/plugins/categories/neural_net/actions/train.py
+synapse_sdk/plugins/categories/neural_net/base/__init__.py
+synapse_sdk/plugins/categories/neural_net/base/inference.py
 synapse_sdk/plugins/categories/neural_net/templates/config.yaml
 synapse_sdk/plugins/categories/neural_net/templates/plugin/__init__.py
 synapse_sdk/plugins/categories/neural_net/templates/plugin/inference.py

{synapse_sdk-1.0.0a22 → synapse_sdk-1.0.0a24}/synapse_sdk.egg-info/requires.txt

@@ -6,6 +6,7 @@ tqdm
 python-dotenv
 pyyaml
 pydantic
+pyjwt
 
 [all]
 ray[all]