synapse-sdk 1.0.0a9__py3-none-any.whl → 1.0.0a10__py3-none-any.whl

synapse_sdk/clients/agent/__init__.py

@@ -1,18 +1,22 @@
 from synapse_sdk.clients.agent.core import CoreClientMixin
+from synapse_sdk.clients.agent.ray import RayClientMixin
 from synapse_sdk.clients.agent.service import ServiceClientMixin
+from synapse_sdk.clients.exceptions import ClientError
 
 
-class AgentClient(CoreClientMixin, ServiceClientMixin):
+class AgentClient(CoreClientMixin, RayClientMixin, ServiceClientMixin):
     name = 'Agent'
     agent_token = None
     user_token = None
     tenant = None
+    long_poll_handler = None
 
-    def __init__(self, base_url, agent_token, user_token=None, tenant=None):
+    def __init__(self, base_url, agent_token, user_token=None, tenant=None, long_poll_handler=None):
         super().__init__(base_url)
         self.agent_token = agent_token
         self.user_token = user_token
         self.tenant = tenant
+        self.long_poll_handler = long_poll_handler
 
     def _get_headers(self):
         headers = {'Authorization': self.agent_token}
@@ -21,3 +25,27 @@ class AgentClient(CoreClientMixin, ServiceClientMixin):
         if self.tenant:
             headers['SYNAPSE-Tenant'] = f'Token {self.tenant}'
         return headers
+
+    def _request(self, method, path, **kwargs):
+        if self.long_poll_handler:
+            return self._request_long_poll(method, path, **kwargs)
+        return super()._request(method, path, **kwargs)
+
+    def _request_long_poll(self, method, path, **kwargs):
+        headers = self._get_headers()
+
+        if kwargs.get('files'):
+            raise ClientError(400, 'file is not allowed when long polling')
+
+        headers['Content-Type'] = 'application/json'
+
+        request_id = self.long_poll_handler.set_request({'method': method, 'path': path, 'headers': headers, **kwargs})
+        try:
+            response = self.long_poll_handler.get_response(request_id)
+        except TimeoutError:
+            raise ClientError(408, f'{self.name} is not responding')
+
+        if 400 <= response['status'] < 600:
+            raise ClientError(response['status'], response.json() if response['status'] == 400 else response['reason'])
+
+        return response['data']

synapse_sdk/clients/agent/ray.py

@@ -0,0 +1,54 @@
+from synapse_sdk.clients.base import BaseClient
+from synapse_sdk.clients.exceptions import ClientError
+
+
+class RayClientMixin(BaseClient):
+    def get_job(self, pk):
+        path = f'jobs/{pk}/'
+        return self._get(path)
+
+    def list_jobs(self):
+        path = 'jobs/'
+        return self._get(path)
+
+    def list_job_logs(self, pk):
+        path = f'jobs/{pk}/logs/'
+        return self._get(path)
+
+    def tail_job_logs(self, pk):
+        if self.long_poll_handler:
+            raise ClientError(400, '"tail_job_logs" does not support long polling')
+
+        path = f'jobs/{pk}/tail_logs/'
+
+        url = self._get_url(path)
+        headers = self._get_headers()
+
+        response = self.requests_session.get(url, headers=headers, stream=True)
+        for line in response.iter_lines(decode_unicode=True):
+            if line:
+                yield f'{line}\n'
+
+    def get_node(self, pk):
+        path = f'nodes/{pk}/'
+        return self._get(path)
+
+    def list_nodes(self):
+        path = 'nodes/'
+        return self._get(path)
+
+    def get_task(self, pk):
+        path = f'tasks/{pk}/'
+        return self._get(path)
+
+    def list_tasks(self):
+        path = 'tasks/'
+        return self._get(path)
+
+    def get_serve_application(self, pk):
+        path = f'serve_application/{pk}/'
+        return self._get(path)
+
+    def list_serve_applications(self):
+        path = 'serve_applications/'
+        return self._get(path)

synapse_sdk/clients/agent/service.py

@@ -13,42 +13,3 @@ class ServiceClientMixin(BaseClient):
     def create_plugin_release(self, data):
         path = 'plugin_releases/'
         return self._post(path, data=data)
-
-    def get_job(self, pk):
-        path = f'jobs/{pk}/'
-        return self._get(path)
-
-    def list_jobs(self):
-        path = 'jobs/'
-        return self._get(path)
-
-    def list_job_logs(self, pk):
-        path = f'jobs/{pk}/logs/'
-        return self._get(path)
-
-    def tail_job_logs(self, pk):
-        path = f'jobs/{pk}/tail_logs/'
-
-        url = self._get_url(path)
-        headers = self._get_headers()
-
-        response = self.requests_session.get(url, headers=headers, stream=True)
-        for line in response.iter_lines(decode_unicode=True):
-            if line:
-                yield f'{line}\n'
-
-    def get_node(self, pk):
-        path = f'nodes/{pk}/'
-        return self._get(path)
-
-    def list_nodes(self):
-        path = 'nodes/'
-        return self._get(path)
-
-    def get_task(self, pk):
-        path = f'tasks/{pk}/'
-        return self._get(path)
-
-    def list_tasks(self):
-        path = 'tasks/'
-        return self._get(path)

synapse_sdk/clients/backend/integration.py

@@ -31,6 +31,10 @@ class IntegrationClientMixin(BaseClient):
         files = {'file': data.pop('file')}
         return self._post(path, data=data, files=files)
 
+    def get_job(self, pk, params=None):
+        path = f'jobs/{pk}/'
+        return self._get(path, params=params)
+
     def list_jobs(self, params=None):
         path = 'jobs/'
         return self._get(path, params=params)

synapse_sdk/clients/backend/ml.py

@@ -19,6 +19,10 @@ class MLClientMixin(BaseClient):
         files = {'file': data.pop('file')}
         return self._post(path, data=data, files=files)
 
+    def create_serve_application(self, data):
+        path = 'serve_applications/'
+        return self._post(path, data=data)
+
     def list_ground_truth_events(self, params=None, url_conversion=None, list_all=False):
         path = 'ground_truth_events/'
         url_conversion = get_default_url_conversion(url_conversion, files_fields=['files'])

synapse_sdk/clients/base.py

@@ -50,6 +50,9 @@ class BaseClient:
         except requests.ConnectionError:
             raise ClientError(408, f'{self.name} is not responding')
 
+        return self._post_response(response)
+
+    def _post_response(self, response):
         try:
             return response.json()
         except ValueError:

synapse_sdk/clients/ray/__init__.py

@@ -0,0 +1,6 @@
+from synapse_sdk.clients.ray.core import CoreClientMixin
+from synapse_sdk.clients.ray.serve import ServeClientMixin
+
+
+class RayClient(ServeClientMixin, CoreClientMixin):
+    name = 'Ray'

synapse_sdk/clients/ray/core.py

@@ -0,0 +1,22 @@
+from synapse_sdk.clients.base import BaseClient
+from synapse_sdk.clients.exceptions import ClientError
+
+
+class CoreClientMixin(BaseClient):
+    def list_nodes(self, params=None):
+        path = 'nodes'
+        response = self._get(path, params=params)
+        if not response['result']:
+            raise ClientError(200, response['msg'])
+        return response['data']['summary']
+
+    def get_node(self, pk, params=None):
+        path = f'nodes/{pk}'
+        response = self._get(path, params=params)['detail']
+
+        if not response['result']:
+            raise ClientError(200, response['msg'])
+
+        if 'agent' not in response['data']:
+            raise ClientError(404, 'Node Not Found')
+        return response['data']

synapse_sdk/clients/ray/serve.py

@@ -0,0 +1,20 @@
+from synapse_sdk.clients.base import BaseClient
+from synapse_sdk.clients.exceptions import ClientError
+
+
+class ServeClientMixin(BaseClient):
+    def list_serve_applications(self, params=None):
+        path = 'api/serve/applications/'
+        response = self._get(path, params=params)
+        for key, item in response['applications'].items():
+            response['applications'][key]['deployments'] = list(item['deployments'].values())
+        return list(response['applications'].values())
+
+    def get_serve_application(self, pk, params=None):
+        path = 'api/serve/applications/'
+        response = self._get(path, params=params)
+        try:
+            response['applications'][pk]['deployments'] = list(response['applications'][pk]['deployments'].values())
+            return response['applications'][pk]
+        except KeyError:
+            raise ClientError(404, 'Serve Application Not Found')

synapse_sdk/i18n.py

@@ -0,0 +1,35 @@
+import gettext as _gettext
+import locale
+from pathlib import Path
+
+ASSIGNED_LOCALE = None
+
+
+def set_language(language):
+    ASSIGNED_LOCALE = language  # noqa: F841
+
+
+def get_locale():
+    if ASSIGNED_LOCALE is not None:
+        return ASSIGNED_LOCALE
+
+    system_locale, encoding = locale.getlocale()
+
+    if system_locale is None:
+        system_locale = 'en'
+
+    return system_locale
+
+
+language = get_locale().split('_')[0]
+
+PACKAGE_DIR = Path(__file__).parent
+LOCALE_DIR = PACKAGE_DIR / 'locale'
+
+translation = _gettext.translation('messages', localedir=LOCALE_DIR, languages=[language], fallback=True)
+translation.install()
+
+gettext = translation.gettext
+ngettext = translation.ngettext
+pgettext = translation.pgettext
+npgettext = translation.npgettext

synapse_sdk/locale/en/LC_MESSAGES/messages.po

@@ -0,0 +1,39 @@
+# English translations for PACKAGE package.
+# Copyright (C) 2024 THE PACKAGE'S COPYRIGHT HOLDER
+# This file is distributed under the same license as the PACKAGE package.
+#  <developer@datamaker.io>, 2024.
+#
+msgid ""
+msgstr ""
+"Project-Id-Version: PACKAGE VERSION\n"
+"Report-Msgid-Bugs-To: \n"
+"POT-Creation-Date: 2024-11-27 16:15+0900\n"
+"PO-Revision-Date: 2024-11-27 16:17+0900\n"
+"Last-Translator:  <developer@datamaker.io>\n"
+"Language-Team: English\n"
+"Language: en\n"
+"MIME-Version: 1.0\n"
+"Content-Type: text/plain; charset=UTF-8\n"
+"Content-Transfer-Encoding: 8bit\n"
+"Plural-Forms: nplurals=2; plural=(n != 1);\n"
+
+#: synapse_sdk/utils/debug.py:5
+msgid "hello world from sdk"
+msgstr "hello world from sdk"
+
+#: synapse_sdk/plugins/cli/publish.py:34
+#, python-brace-format
+msgid ""
+"Successfully published \"{plugin_release.name}\" ({plugin_release.code}) to "
+"synapse backend!"
+msgstr ""
+"Successfully published \"{plugin_release.name}\" ({plugin_release.code}) to "
+"synapse backend!"
+
+#: synapse_sdk/plugins/cli/__init__.py:15
+msgid "Debug mode is \"on\""
+msgstr "Debug mode is \"on\""
+
+#: synapse_sdk/plugins/upload.py:62
+msgid "Building {Path(source_path).name}..."
+msgstr "Building {Path(source_path).name}..."

synapse_sdk/locale/ko/LC_MESSAGES/messages.po

@@ -0,0 +1,34 @@
+# Korean translations for PACKAGE package.
+# Copyright (C) 2024 THE PACKAGE'S COPYRIGHT HOLDER
+# This file is distributed under the same license as the PACKAGE package.
+#  <developer@datamaker.io>, 2024.
+#
+msgid ""
+msgstr ""
+"Project-Id-Version: PACKAGE VERSION\n"
+"Report-Msgid-Bugs-To: \n"
+"POT-Creation-Date: 2024-11-27 17:16+0900\n"
+"PO-Revision-Date: 2024-11-27 17:16+0900\n"
+"Last-Translator:  <developer@datamaker.io>\n"
+"Language-Team: Korean <translation-team-ko@googlegroups.com>\n"
+"Language: ko\n"
+"MIME-Version: 1.0\n"
+"Content-Type: text/plain; charset=UTF-8\n"
+"Content-Transfer-Encoding: 8bit\n"
+"Plural-Forms: nplurals=1; plural=0;\n"
+
+#: synapse_sdk/utils/debug.py:5
+msgid "hello world from sdk"
+msgstr ""
+
+#: synapse_sdk/plugins/cli/publish.py:34
+msgid "Successfully published \"{}\" ({}) to synapse backend!"
+msgstr "Synapse 백엔드에 \"{}\" ({})를 성공적으로 등록되었습니다!"
+
+#: synapse_sdk/plugins/cli/__init__.py:17
+msgid "Debug mode is \"on\""
+msgstr "디버그 모드가 \"켜짐\" 상태입니다"
+
+#: synapse_sdk/plugins/upload.py:63
+msgid "Building {}..."
+msgstr "{} 빌드 중..."

synapse_sdk/loggers.py

@@ -99,11 +99,11 @@ class BackendLogger(BaseLogger):
         except ClientError:
             pass
 
-    def log(self, action, data):
-        print(action, data)
+    def log(self, event, data):
+        print(event, data)
 
         log = {
-            'action': action,
+            'event': event,
             'data': data,
             'datetime': datetime.datetime.now().strftime('%Y-%m-%d %H:%M:%S.%f'),
             'job': self.job_id,

synapse_sdk/plugins/categories/base.py

@@ -8,9 +8,11 @@ import ray
 import requests
 from pydantic import ValidationError
 from ray.dashboard.modules.job.sdk import JobSubmissionClient
+from ray.exceptions import RayTaskError
 
+from synapse_sdk.clients.ray import RayClient
 from synapse_sdk.plugins.enums import RunMethod
-from synapse_sdk.plugins.exceptions import ActionValidationError
+from synapse_sdk.plugins.exceptions import ActionError
 from synapse_sdk.plugins.models import PluginRelease, Run
 from synapse_sdk.plugins.upload import archive_and_upload, build_and_upload, download_and_upload
 from synapse_sdk.utils.module_loading import import_string
@@ -38,6 +40,7 @@ class Action:
     run = None
 
     default_envs = [
+        'RAY_ADDRESS',
         'RAY_DASHBOARD_URL',
         'RAY_SERVE_ADDRESS',
         'SYNAPSE_PLUGIN_STORAGE',
@@ -56,7 +59,7 @@ class Action:
         self.job_id = job_id
         self.direct = direct
         self.debug = debug
-        self.envs = {**envs, **self.get_default_envs()} if envs else self.get_default_envs()
+        self.envs = {**self.get_default_envs(), **envs} if envs else self.get_default_envs()
         self.run = self.get_run()
 
     @cached_property
@@ -71,6 +74,10 @@ class Action:
     def client(self):
         return self.run.client
 
+    @property
+    def ray_client(self):
+        return RayClient(self.envs['RAY_DASHBOARD_URL'])
+
     @property
     def plugin_url(self):
         if self.debug:
@@ -131,10 +138,14 @@ class Action:
             try:
                 self.params_model.model_validate(self.params, context={'action': self})
             except ValidationError as e:
-                raise ActionValidationError({'params': pydantic_to_drf_error(e)})
+                raise ActionError({'params': pydantic_to_drf_error(e)})
 
     def run_action(self):
         self.validate_params()
+
+        if not ray.is_initialized():
+            ray.init(address=self.envs['RAY_ADDRESS'], ignore_reinit_error=True)
+
         if self.direct:
             if self.method == RunMethod.RESTAPI:
                 return self.start_by_restapi()
@@ -171,7 +182,11 @@ class Action:
                 kwargs[param.name] = getattr(self, param.name)
 
         kwargs['direct'] = True
-        return ray.get(run_task.remote(self.category.value, self.name, *args, **kwargs))
+        try:
+            return ray.get(run_task.remote(self.category.value, self.name, *args, **kwargs))
+        except RayTaskError as e:
+            error = e.as_instanceof_cause()
+            raise ActionError(error.cause)
 
     def start_by_job(self):
         main_options = []
@@ -186,7 +201,7 @@ class Action:
 
         cmd = ' '.join(main_options + options + arguments)
 
-        client = JobSubmissionClient(address=self.envs.get('RAY_DASHBOARD_URL'))
+        client = self.get_job_client()
         return client.submit_job(
             submission_id=self.job_id,
             entrypoint=f'python main.py {cmd}',
@@ -198,10 +213,24 @@ class Action:
         method = self.params.pop('method')
 
         url = self.plugin_release.get_serve_url(self.envs['RAY_SERVE_ADDRESS'], path)
-        response = getattr(requests, method)(url, **self.params)
-        # TODO ok response가 아닌 경우 대응하기
-        return response.json()
+        try:
+            response = getattr(requests, method)(url, **self.params)
+            try:
+                response_body = response.json()
+            except ValueError:
+                response_body = response.text
+            if response.ok:
+                return response_body
+            else:
+                raise ActionError({'status': response.status_code, 'reason': response.reason, 'message': response_body})
+        except requests.ConnectionError:
+            raise ActionError('Unable to connect to serve application')
 
     def post_action_by_job(self, result):
         if self.client:
-            self.client.update_job(self.job_id, data={'result': result})
+            job_client = self.get_job_client()
+            logs = job_client.get_job_logs(self.job_id).split('\n')
+            self.client.update_job(self.job_id, data={'result': result or {}, 'console_logs': logs})
+
+    def get_job_client(self):
+        return JobSubmissionClient(address=self.envs.get('RAY_DASHBOARD_URL'))

synapse_sdk/plugins/categories/neural_net/actions/deployment.py

@@ -1,5 +1,6 @@
 from ray import serve
 
+from synapse_sdk.clients.exceptions import ClientError
 from synapse_sdk.plugins.categories.base import Action
 from synapse_sdk.plugins.categories.decorators import register_action
 from synapse_sdk.plugins.enums import PluginCategory, RunMethod
@@ -22,3 +23,23 @@ class DeploymentAction(Action):
         serve.delete(self.plugin_release.code)
         # TODO add run object
         serve.run(deployment.bind(), name=self.plugin_release.code, route_prefix=f'/{self.plugin_release.checksum}')
+
+        # 백엔드에 ServeApplication 추가
+        serve_application = self.create_serve_application()
+        return {'serve_application': serve_application['id'] if serve_application else None}
+
+    def create_serve_application(self):
+        if self.client:
+            try:
+                job = self.client.get_job(self.job_id)
+                serve_application = self.ray_client.get_serve_application(self.plugin_release.code)
+                return self.client.create_serve_application({
+                    'plugin': self.plugin_release.plugin,
+                    'version': self.plugin_release.version,
+                    'agent': job['agent'],
+                    'status': serve_application['status'],
+                    'data': serve_application,
+                })
+            except ClientError:
+                pass
+        return None

synapse_sdk/plugins/categories/neural_net/actions/inference.py

@@ -8,3 +8,11 @@ class InferenceAction(Action):
     name = 'inference'
     category = PluginCategory.NEURAL_NET
     method = RunMethod.RESTAPI
+
+    def __init__(self, *args, **kwargs):
+        super().__init__(*args, **kwargs)
+        headers = {'serve_multiplexed_model_id': str(self.params.pop('model'))}
+        if 'headers' in self.params:
+            self.params['headers'].update(headers)
+        else:
+            self.params['headers'] = headers

synapse_sdk/plugins/categories/neural_net/actions/train.py

@@ -17,8 +17,8 @@ from synapse_sdk.utils.pydantic.validators import non_blank
 
 
 class TrainRun(Run):
-    def log_metric(self, x, i, **kwargs):
-        self.log(x, {x: i, **kwargs})
+    def log_metric(self, key, value, **metrics):
+        self.log('metric', {'key': key, 'value': value, 'metrics': metrics})
 
 
 class Hyperparameter(BaseModel):
@@ -80,22 +80,22 @@ class TrainAction(Action):
         hyperparameter = self.params['hyperparameter']
 
         # download dataset
-        self.run.log_event('Preparing dataset for training.')
+        self.run.log_message('Preparing dataset for training.')
         input_dataset = self.get_dataset()
 
         # train dataset
-        self.run.log_event('Starting model training.')
+        self.run.log_message('Starting model training.')
 
         result = self.entrypoint(self.run, input_dataset, hyperparameter)
 
         # upload model_data
-        self.run.log_event('Registering model data.')
+        self.run.log_message('Registering model data.')
         self.run.set_progress(0, 1, category='model_upload')
         model = self.create_model(result)
         self.run.set_progress(1, 1, category='model_upload')
 
         self.run.end_log()
-        return {'model_id': model['id']}
+        return {'model_id': model['id'] if model else None}
 
     def get_dataset(self):
         client = self.run.client
@@ -123,6 +123,7 @@ class TrainAction(Action):
     def create_model(self, path):
         if not self.client:
             print(path)
+            return None
 
         params = copy.deepcopy(self.params)
         configuration_fields = ['hyperparameter']

synapse_sdk/plugins/categories/smart_tool/actions/auto_label.py

@@ -1,11 +1,13 @@
 from synapse_sdk.plugins.categories.base import Action
 from synapse_sdk.plugins.categories.decorators import register_action
 from synapse_sdk.plugins.enums import PluginCategory, RunMethod
+from synapse_sdk.plugins.exceptions import ActionError
+from synapse_sdk.plugins.utils import get_action
 
 
 @register_action
 class AutoLabelAction(Action):
-    name = 'label'
+    name = 'auto_label'
     category = PluginCategory.SMART_TOOL
     method = RunMethod.TASK
 
@@ -13,10 +15,23 @@ class AutoLabelAction(Action):
         return self.entrypoint(**self.params)
 
     def run_model(self, input_data):
-        return {}
+        try:
+            action = get_action(
+                'inference',
+                input_data,
+                config={
+                    'category': 'neural_net',
+                    'code': self.params['plugin'],
+                    'version': self.params['version'],
+                    'actions': {'inference': {'method': input_data['method']}},
+                },
+            )
+            return action.run_action()
+        except ActionError as e:
+            raise Exception(e.errors)
 
     def start(self):
         auto_label = self.get_auto_label()
-        input_data = auto_label.handle_input(self.params['input_data'])
+        input_data = auto_label.handle_input(self.params)
         output_data = self.run_model(input_data)
         return auto_label.handle_output(output_data)

synapse_sdk/plugins/categories/smart_tool/templates/config.yaml

@@ -1,3 +1,4 @@
+smart_tool: interactive_segmentation
 actions:
   auto_label:
     category: interactive_segmentation

synapse_sdk/plugins/cli/__init__.py

@@ -1,5 +1,7 @@
 import click
 
+from synapse_sdk.i18n import gettext as _
+
 from .publish import publish
 from .run import run
 
@@ -12,7 +14,7 @@ def cli(ctx, debug):
     ctx.obj['DEBUG'] = debug
 
     if debug:
-        click.echo('Debug mode is "on"')
+        click.echo(_('Debug mode is "on"'))
 
 
 cli.add_command(run)

synapse_sdk/plugins/cli/publish.py

@@ -4,6 +4,7 @@ from pathlib import Path
 import click
 
 from synapse_sdk.clients.backend import BackendClient
+from synapse_sdk.i18n import gettext as _
 from synapse_sdk.plugins.models import PluginRelease
 from synapse_sdk.plugins.upload import archive
 
@@ -30,7 +31,7 @@ def publish(ctx, host, user_token, tenant, debug_modules):
     client = BackendClient(host, user_token, tenant=tenant)
     client.create_plugin_release(data)
     click.secho(
-        f'Successfully published "{plugin_release.name}" ({plugin_release.code}) to synapse backend!',
+        _('Successfully published "{}" ({}) to synapse backend!').format(plugin_release.name, plugin_release.code),
         fg='green',
         bold=True,
     )

synapse_sdk/plugins/exceptions.py

@@ -1,6 +1,22 @@
-class ActionValidationError(Exception):
+class ActionError(Exception):
     errors = None
 
     def __init__(self, errors, *args):
-        self.errors = errors
+        if isinstance(errors, (str, dict)):
+            self.errors = errors
+        elif isinstance(errors, Exception) and len(errors.args) == 1:
+            self.errors = ActionError(errors.args[0]).errors
+        else:
+            self.errors = str(errors)
         super().__init__(errors, *args)
+
+    def as_drf_error(self, data=None):
+        if data is None:
+            data = self.errors
+
+        if isinstance(data, list):
+            return data
+        elif isinstance(data, dict):
+            return {key: self.as_drf_error(value) for key, value in data.items()}
+
+        return [str(data)]

synapse_sdk/plugins/models.py

@@ -2,9 +2,14 @@ import os
 from functools import cached_property
 from typing import Any, Dict
 
+import ray
+from ray.util.scheduling_strategies import NodeAffinitySchedulingStrategy
+from ray.util.state import list_nodes
+
 from synapse_sdk.clients.backend import BackendClient
 from synapse_sdk.loggers import BackendLogger, ConsoleLogger
 from synapse_sdk.plugins.utils import read_plugin_config
+from synapse_sdk.shared.enums import Context
 from synapse_sdk.utils.storage import get_storage
 from synapse_sdk.utils.string import hash_text
 
@@ -49,8 +54,22 @@ class PluginRelease:
         return list(self.config['actions'].keys())
 
     def setup_runtime_env(self):
-        # TODO ray에 해당 plugin release runtime env 캐싱
-        pass
+        @ray.remote
+        def warm_up():
+            pass
+
+        nodes = list_nodes(address=self.envs['RAY_DASHBOARD_URL'])
+        node_ids = [n['node_id'] for n in nodes]
+        for node_id in node_ids:
+            strategy = NodeAffinitySchedulingStrategy(node_id=node_id, soft=False)
+
+            warm_up.options(
+                runtime_env={
+                    'pip': ['-r ${RAY_RUNTIME_ENV_CREATE_WORKING_DIR}/requirements.txt'],
+                    'working_dir': self.get_url(self.envs['SYNAPSE_PLUGIN_STORAGE']),
+                },
+                scheduling_strategy=strategy,
+            ).remote()
 
     def get_action_config(self, action):
         return self.config['actions'][action]
@@ -92,11 +111,11 @@ class Run:
     def set_progress(self, current, total, category=''):
         self.logger.set_progress(current, total, category)
 
-    def log(self, action, data):
-        self.logger.log(action, data)
+    def log(self, event, data):
+        self.logger.log(event, data)
 
-    def log_event(self, message):
-        self.logger.log('event', {'content': message})
+    def log_message(self, message, context=Context.INFO.value):
+        self.logger.log('message', {'context': context, 'content': message})
 
     def end_log(self):
-        self.log_event('Plugin run is complete.')
+        self.log_message('Plugin run is complete.')

synapse_sdk/plugins/upload.py

@@ -2,6 +2,7 @@ import subprocess
 import tempfile
 from pathlib import Path
 
+from synapse_sdk.i18n import gettext as _
 from synapse_sdk.utils.file import calculate_checksum, download_file
 from synapse_sdk.utils.storage import get_storage
 
@@ -59,7 +60,7 @@ def build_and_upload(source_path, url, virtualenv_path='.venv'):
     for file_path in dist_path.glob('*.whl'):
         file_path.unlink()
 
-    print(f'Building {Path(source_path).name}...')
+    print(_('Building {}...').format(Path(source_path).name))
     subprocess.run(
         f'{virtualenv_path}/bin/python -m build --wheel',
         cwd=source_path,

synapse_sdk/shared/enums.py

@@ -0,0 +1,8 @@
+from enum import Enum
+
+
+class Context(str, Enum):
+    INFO = 'info'
+    SUCCESS = 'success'
+    WARNING = 'warning'
+    DANGER = 'danger'

synapse_sdk/utils/debug.py

@@ -1,2 +1,5 @@
+from synapse_sdk.i18n import gettext as _
+
+
 def get_message():
-    return 'hello world from sdk'
+    return _('hello world from sdk')

synapse_sdk/utils/file.py

@@ -4,6 +4,7 @@ import operator
 import zipfile
 from functools import reduce
 from pathlib import Path
+from urllib.parse import urlparse
 
 import requests
 import yaml
@@ -15,6 +16,7 @@ def download_file(url, path_download, name=None, coerce=None):
     else:
         name = Path(url).name
 
+    name = urlparse(name).path
     path = Path(path_download) / name
     if not path.is_file():
         r = requests.get(url, allow_redirects=True)

synapse_sdk-1.0.0a10.dist-info/METADATA

@@ -0,0 +1,43 @@
+Metadata-Version: 2.1
+Name: synapse-sdk
+Version: 1.0.0a10
+Summary: synapse sdk
+Author-email: datamaker <developer@datamaker.io>
+License: MIT
+Classifier: Programming Language :: Python :: 3
+Requires-Python: >=3.11
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: boto3
+Requires-Dist: click
+Requires-Dist: cookiecutter
+Requires-Dist: requests
+Requires-Dist: tqdm
+Requires-Dist: python-dotenv
+Requires-Dist: pyyaml
+Requires-Dist: pydantic
+Provides-Extra: all
+Requires-Dist: ray[all]; extra == "all"
+
+This is the SDK to develop synapse plugins
+
+
+## Internationalization
+
+### Find Messages
+```bash
+ $ find . -name "*.py" | xargs xgettext -o messages.pot
+```
+
+### Make Messages
+```bash
+ $ msginit -l ko -i messages.pot -o synapse_sdk/locale/ko/LC_MESSAGES/messages.po
+ $ msginit -l en -i messages.pot -o synapse_sdk/locale/en/LC_MESSAGES/messages.po
+```
+
+### Compile Messages
+
+```bash
+ $ msgfmt synapse_sdk/locale/ko/LC_MESSAGES/messages.po -o synapse_sdk/locale/ko/LC_MESSAGES/messages.mo
+ $ msgfmt synapse_sdk/locale/en/LC_MESSAGES/messages.po -o synapse_sdk/locale/en/LC_MESSAGES/messages.mo
+```

{synapse_sdk-1.0.0a9.dist-info → synapse_sdk-1.0.0a10.dist-info}/RECORD

@@ -1,27 +1,34 @@
 synapse_sdk/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-synapse_sdk/loggers.py,sha256=avoceBBu9VuSNS_CC3M5X8rWmAlk5xCTYEAVqxAXzBM,4008
+synapse_sdk/i18n.py,sha256=OZKL3sArRhusT0Z_3TWJ3KvuSHLWmrFllVshZFaSKxw,759
+synapse_sdk/loggers.py,sha256=RsDDOiOeUCih1XOkWQJseYdYCX_wt50AZJRe6aPf96Q,4004
 synapse_sdk/cli/__init__.py,sha256=WmYGW1qZEXXIGJe3SGr8QjOStY4svuZKK1Lp_aPvtPs,140
 synapse_sdk/cli/create_plugin.py,sha256=egbW_92WwxfHz50Gy4znX5Bf5fxDdQj3GFyd0l3Y3SY,228
 synapse_sdk/clients/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-synapse_sdk/clients/base.py,sha256=vVt6Qi3R3lVnzCTD0WMRDYw99u2d1SMAqDXgkcvq4VM,3146
+synapse_sdk/clients/base.py,sha256=BPQjM-5Uq-u1wksPnIXaFAzKjNXtcKT4s6-WgxYWs80,3232
 synapse_sdk/clients/exceptions.py,sha256=ylv7x10eOp4aA3a48jwonnvqvkiYwzJYXjkVkRTAjwk,220
 synapse_sdk/clients/utils.py,sha256=8pPJTdzHiRPSbZMoQYHAgR2BAMO6u_R_jMV6a2p34iQ,392
-synapse_sdk/clients/agent/__init__.py,sha256=k5cGnN-dUAYYfeQDiRW4XEFWUgwSH9mwJFcvjzgwpOc,768
+synapse_sdk/clients/agent/__init__.py,sha256=Pz8_iTbIbnb7ywGJ3feqoZVmO2I3mEbwpWsISIxh0BU,1968
 synapse_sdk/clients/agent/core.py,sha256=YicfkO0YvjDDOt1jNWoZ0mokrh8xxKibBL4qF5yOjKs,169
-synapse_sdk/clients/agent/service.py,sha256=NnRu0XPVRqry6PWN_8-3iuzdXx20zO1lPXw-yVWQbdg,1433
+synapse_sdk/clients/agent/ray.py,sha256=eQydp2ar0XDlzaY82XbS9TvGPOn_c9c7t7pig48P14g,1436
+synapse_sdk/clients/agent/service.py,sha256=s7KuPK_DB1nr2VHrigttV1WyFonaGHNrPvU8loRxHcE,478
 synapse_sdk/clients/backend/__init__.py,sha256=SVC7kDO_z_4YqpLDR-O_RrrxJFkWmMhJC8Hl_Mc5Sz4,830
 synapse_sdk/clients/backend/annotation.py,sha256=eZc5EidgR_RfMGwvv1r1_mLkPdRd8e52c4zuuMjMX34,979
 synapse_sdk/clients/backend/dataset.py,sha256=X8R71vff1gLytlEaOnKhBWjVQaZcIG_WYy32new4Vq0,1737
-synapse_sdk/clients/backend/integration.py,sha256=Z0Vvhp4NsbP4W9esTH_0SDrPkzHy84t1joSinvtjWgI,1744
-synapse_sdk/clients/backend/ml.py,sha256=SwA4_noRCZ1dVIzyXfrs2zHuRlQZdZt17o1We5QOxl8,1053
+synapse_sdk/clients/backend/integration.py,sha256=0NNwbkGMYrfz5Baq8s_FfZ6U4uXs0AfTl78YuW6Samo,1860
+synapse_sdk/clients/backend/ml.py,sha256=rBF_iWRpGPbwP9obblqayYgAAMvGkERposBlOgoRXP8,1180
+synapse_sdk/clients/ray/__init__.py,sha256=9ZSPXVVxlJ8Wp8ku7l021ENtPjVrGgQDgqifkkVAXgM,187
+synapse_sdk/clients/ray/core.py,sha256=a4wyCocAma2HAm-BHlbZnoVbpfdR-Aad2FM0z6vPFvw,731
+synapse_sdk/clients/ray/serve.py,sha256=rbCpXZYWf0oP8XJ9faa9QFNPYU7h8dltIG8xn9ZconY,907
+synapse_sdk/locale/en/LC_MESSAGES/messages.po,sha256=r2a1qgUTRPHHUQ5VVitwkVxP7SFyScjSmEp9Ej39elY,1224
+synapse_sdk/locale/ko/LC_MESSAGES/messages.po,sha256=43hgIhC8m8MNtjes8tP9K92_8tkjvnZxxhOmfgdrCn8,1127
 synapse_sdk/plugins/__init__.py,sha256=9vsbYhxah4_ofTaG0x0qLFID_raHNkO57Y8A31Ws-lU,222
 synapse_sdk/plugins/enums.py,sha256=s59P6Oz2WAK9IX-kLVhNOvNKYJifKlWBhPpZbc9-ttE,486
-synapse_sdk/plugins/exceptions.py,sha256=RFRz2SIHc4WmTd7sKZOMrQtD5nm4ldtb8CzG9VG65OE,167
-synapse_sdk/plugins/models.py,sha256=pzzJl9zKL8v2XjBQC0UR-W9rG4Vyp95DzJ9MMG2W5L0,2835
-synapse_sdk/plugins/upload.py,sha256=SSCHUR4HJ_mdLN7mUkk5UlXmL9028SKP6tpBS2rpf0A,3175
+synapse_sdk/plugins/exceptions.py,sha256=Qs7qODp_RRLO9y2otU2T4ryj5LFwIZODvSIXkAh91u0,691
+synapse_sdk/plugins/models.py,sha256=TGlOO_s6b2O1ed8KOvpGCRxyq2Ae9UHxbnwx_OJejTw,3597
+synapse_sdk/plugins/upload.py,sha256=VJOotYMayylOH0lNoAGeGHRkLdhP7jnC_A0rFQMvQpQ,3228
 synapse_sdk/plugins/utils.py,sha256=n3s-zFnj4hrGWFtaBTJFbaupI8qUQL6S8_5YcbxOmeY,1482
 synapse_sdk/plugins/categories/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-synapse_sdk/plugins/categories/base.py,sha256=8WhcLa406V3rR31byhueQssRKeJsoO-kFWGzpre7O20,7062
+synapse_sdk/plugins/categories/base.py,sha256=MkGrkUIJlYwVO9QLjQNpm2vtGjtt11NypqNfpdSuScI,8106
 synapse_sdk/plugins/categories/decorators.py,sha256=Gw6T-UHwpCKrSt596X-g2sZbY_Z1zbbogowClj7Pr5Q,518
 synapse_sdk/plugins/categories/registry.py,sha256=KdQR8SUlLT-3kgYzDNWawS1uJnAhrcw2j4zFaTpilRs,636
 synapse_sdk/plugins/categories/templates.py,sha256=FF5FerhkZMeW1YcKLY5cylC0SkWSYdJODA_Qcm4OGYQ,887
@@ -39,10 +46,10 @@ synapse_sdk/plugins/categories/import/actions/__init__.py,sha256=47DEQpj8HBSa-_T
 synapse_sdk/plugins/categories/import/actions/import.py,sha256=URn6TOp081odMT5D4NlZ2XEcyKelJx8fxzdoKSkXSAI,320
 synapse_sdk/plugins/categories/neural_net/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/plugins/categories/neural_net/actions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-synapse_sdk/plugins/categories/neural_net/actions/deployment.py,sha256=U44sv_5UN2awfkbpyYPH9zOTEBhYn0FfcZwV7ywi-cA,827
-synapse_sdk/plugins/categories/neural_net/actions/inference.py,sha256=qavUxayUDgN5E5Ht0x3cqWF0uPNkwUiZlCmfo574xHE,334
+synapse_sdk/plugins/categories/neural_net/actions/deployment.py,sha256=ASRY0-ijdNZl9zTslszIBoaKpn0q_MITcUSoGWoc25c,1741
+synapse_sdk/plugins/categories/neural_net/actions/inference.py,sha256=i18bDDjkuF9V8nxxW-T_umNIOD-Jnq_MMjIjZc6W8n8,645
 synapse_sdk/plugins/categories/neural_net/actions/test.py,sha256=JY25eg-Fo6WbgtMkGoo_qNqoaZkp3AQNEypJmeGzEog,320
-synapse_sdk/plugins/categories/neural_net/actions/train.py,sha256=pE0RTruXqX1Jdp4iWDpsRH80V7TnvMnZnAlLOYkRusA,4463
+synapse_sdk/plugins/categories/neural_net/actions/train.py,sha256=TPtCAfovmFyzCYRbiRtlrov9AjE6XPQLDB94W0M1OuU,4558
 synapse_sdk/plugins/categories/neural_net/templates/config.yaml,sha256=pvJFh_NHGZHHFfqrvZm6fHO5lsS7CudaIGboP6wbtY8,252
 synapse_sdk/plugins/categories/neural_net/templates/plugin/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/plugins/categories/neural_net/templates/plugin/inference.py,sha256=glYYdRybG3vRe48bYIxvue7bCFGPlEZmYWRoyBsLdZw,123
@@ -62,12 +69,12 @@ synapse_sdk/plugins/categories/pre_annotation/templates/plugin/__init__.py,sha25
 synapse_sdk/plugins/categories/pre_annotation/templates/plugin/pre_annotation.py,sha256=HBHxHuv2gMBzDB2alFfrzI_SZ1Ztk6mo7eFbR5GqHKw,106
 synapse_sdk/plugins/categories/smart_tool/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/plugins/categories/smart_tool/actions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-synapse_sdk/plugins/categories/smart_tool/actions/auto_label.py,sha256=MZKpLsCGzO1FJsE32D7O3gC2rrTpYZKP1x0oE-Uu8Mc,699
-synapse_sdk/plugins/categories/smart_tool/templates/config.yaml,sha256=lTixdat8b3LZi_JeiUZfAN5oM5iFnqLD5M-xR_xF7M4,145
+synapse_sdk/plugins/categories/smart_tool/actions/auto_label.py,sha256=fHiqA8ntmzjs2GMVMuByR7Clh2zhLie8OPF9B8OmwxM,1279
+synapse_sdk/plugins/categories/smart_tool/templates/config.yaml,sha256=3jxW8daipL2voo1cAeg8cEu-JFcOvhEa4VT2OvDI4JA,182
 synapse_sdk/plugins/categories/smart_tool/templates/plugin/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/plugins/categories/smart_tool/templates/plugin/auto_label.py,sha256=eevNg0nOcYFR4z_L_R-sCvVOYoLWSAH1jwDkAf3YCjY,320
-synapse_sdk/plugins/cli/__init__.py,sha256=8ogaOhN-RbDNYHqziW8nLsNUxKkZwGkHBdKxTahcm3U,334
-synapse_sdk/plugins/cli/publish.py,sha256=ecX5vne2MuULon7JvH6NfiNcn7ccdv2SZUd9TakQzCI,1145
+synapse_sdk/plugins/cli/__init__.py,sha256=LPtUO0jqkhKq6xR1grpse7da2R6OoT_BeDyCNyUY0T4,380
+synapse_sdk/plugins/cli/publish.py,sha256=aJ7eWdw_c0stIoBY4jWRpeGP0h5qUJWTFUHD6jNs6aM,1200
 synapse_sdk/plugins/cli/run.py,sha256=lw1KbsL-xTGllF4NtD2cq-Rh6HMbhi-sO862_Ds-sUo,2330
 synapse_sdk/plugins/templates/cookiecutter.json,sha256=NxOWk9A_v1pO0Ny4IYT9Cj5iiJ16--cIQrGC67QdR0I,396
 synapse_sdk/plugins/templates/hooks/post_gen_project.py,sha256=jqlYkY1O2TxIR-Vh3gnwILYy8k-D39Xx66d2KNQVMCs,147
@@ -82,9 +89,11 @@ synapse_sdk/plugins/templates/synapse-{{cookiecutter.plugin_code}}-plugin/main.p
 synapse_sdk/plugins/templates/synapse-{{cookiecutter.plugin_code}}-plugin/pyproject.toml,sha256=Usgd80tHZAD1Ug5MAjPfETUZxtKKgZW-xovFEAEbQDo,317
 synapse_sdk/plugins/templates/synapse-{{cookiecutter.plugin_code}}-plugin/requirements.txt,sha256=F5UwinpTLQFfyakFGTFxgBOo4H-EKD9d4e77WKOPHhk,17
 synapse_sdk/plugins/templates/synapse-{{cookiecutter.plugin_code}}-plugin/plugin/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+synapse_sdk/shared/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+synapse_sdk/shared/enums.py,sha256=WMZPag9deVF7VCXaQkLk7ly_uX1KwbNzRx9TdvgaeFE,138
 synapse_sdk/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-synapse_sdk/utils/debug.py,sha256=46sMFQLg_JSRUCymnT3wgszG1QsgrocRGiBjVX38r50,53
-synapse_sdk/utils/file.py,sha256=nuU6POe0F6_WvIB26X9Q6dpcwgys8unt5Qv66n0Bmg4,2482
+synapse_sdk/utils/debug.py,sha256=F7JlUwYjTFZAMRbBqKm6hxOIz-_IXYA8lBInOS4jbS4,100
+synapse_sdk/utils/file.py,sha256=OYch8D5Ub8oaGIIcpO6_R6-McpR3QJk7xlkaffhgd_c,2547
 synapse_sdk/utils/module_loading.py,sha256=chHpU-BZjtYaTBD_q0T7LcKWtqKvYBS4L0lPlKkoMQ8,1020
 synapse_sdk/utils/storage.py,sha256=a8OVbd38ATr0El4G4kuV07lr_tJZrpIJBSy4GHb0qZ8,2581
 synapse_sdk/utils/string.py,sha256=rEwuZ9SAaZLcQ8TYiwNKr1h2u4CfnrQx7SUL8NWmChg,216
@@ -92,9 +101,9 @@ synapse_sdk/utils/pydantic/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJ
 synapse_sdk/utils/pydantic/config.py,sha256=1vYOcUI35GslfD1rrqhFkNXXJOXt4IDqOPSx9VWGfNE,123
 synapse_sdk/utils/pydantic/errors.py,sha256=0v0T12eQBr1KrFiEOBu6KMaPK4aPEGEC6etPJGoR5b4,1061
 synapse_sdk/utils/pydantic/validators.py,sha256=G47P8ObPhsePmd_QZDK8EdPnik2CbaYzr_N4Z6En8dc,193
-synapse_sdk-1.0.0a9.dist-info/LICENSE,sha256=bKzmC5YAg4V1Fhl8OO_tqY8j62hgdncAkN7VrdjmrGk,1101
-synapse_sdk-1.0.0a9.dist-info/METADATA,sha256=4pnZMrqZytZAvodVHryUt8WTbLnPwreD2iYPr7XTvvE,567
-synapse_sdk-1.0.0a9.dist-info/WHEEL,sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U,91
-synapse_sdk-1.0.0a9.dist-info/entry_points.txt,sha256=VNptJoGoNJI8yLXfBmhgUefMsmGI0m3-0YoMvrOgbxo,48
-synapse_sdk-1.0.0a9.dist-info/top_level.txt,sha256=ytgJMRK1slVOKUpgcw3LEyHHP7S34J6n_gJzdkcSsw8,12
-synapse_sdk-1.0.0a9.dist-info/RECORD,,
+synapse_sdk-1.0.0a10.dist-info/LICENSE,sha256=bKzmC5YAg4V1Fhl8OO_tqY8j62hgdncAkN7VrdjmrGk,1101
+synapse_sdk-1.0.0a10.dist-info/METADATA,sha256=PHpilI7Tj4BunXhrpfSl-MxT_5nnKjFivNut-BRUa14,1121
+synapse_sdk-1.0.0a10.dist-info/WHEEL,sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U,91
+synapse_sdk-1.0.0a10.dist-info/entry_points.txt,sha256=VNptJoGoNJI8yLXfBmhgUefMsmGI0m3-0YoMvrOgbxo,48
+synapse_sdk-1.0.0a10.dist-info/top_level.txt,sha256=ytgJMRK1slVOKUpgcw3LEyHHP7S34J6n_gJzdkcSsw8,12
+synapse_sdk-1.0.0a10.dist-info/RECORD,,

synapse_sdk-1.0.0a9.dist-info/METADATA

@@ -1,22 +0,0 @@
-Metadata-Version: 2.1
-Name: synapse-sdk
-Version: 1.0.0a9
-Summary: synapse sdk
-Author-email: datamaker <developer@datamaker.io>
-License: MIT
-Classifier: Programming Language :: Python :: 3
-Requires-Python: >=3.11
-Description-Content-Type: text/markdown
-License-File: LICENSE
-Requires-Dist: boto3
-Requires-Dist: click
-Requires-Dist: cookiecutter
-Requires-Dist: requests
-Requires-Dist: tqdm
-Requires-Dist: python-dotenv
-Requires-Dist: pyyaml
-Requires-Dist: pydantic
-Provides-Extra: all
-Requires-Dist: ray[all]; extra == "all"
-
-This is the SDK to develop synapse plugins