synapse-sdk 0.1.1a0__tar.gz → 1.0.0a0__tar.gz

{synapse_sdk-0.1.1a0 → synapse_sdk-1.0.0a0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: synapse-sdk
-Version: 0.1.1a0
+Version: 1.0.0a0
 Summary: synapse sdk
 Author-email: datamaker <developer@datamaker.io>
 License: MIT
@@ -8,8 +8,10 @@ Classifier: Programming Language :: Python :: 3
 Requires-Python: >=3.11
 Description-Content-Type: text/markdown
 License-File: LICENSE
+Requires-Dist: boto3
 Requires-Dist: requests
 Requires-Dist: tqdm
+Requires-Dist: python-dotenv
 Requires-Dist: pyyaml
 Requires-Dist: pydantic
 Requires-Dist: ray[all]

{synapse_sdk-0.1.1a0 → synapse_sdk-1.0.0a0}/pyproject.toml

@@ -13,8 +13,10 @@ classifiers = [
     'Programming Language :: Python :: 3',
 ]
 dependencies = [
+    'boto3',
     'requests',
     'tqdm',
+    'python-dotenv',
     'pyyaml',
     'pydantic',
     'ray[all]'

{synapse_sdk-0.1.1a0 → synapse_sdk-1.0.0a0}/requirements.txt

@@ -1,5 +1,7 @@
+boto3
 requests
 tqdm
 pyyaml
 pydantic
+python-dotenv
 ray[all]==2.38.0

{synapse_sdk-0.1.1a0 → synapse_sdk-1.0.0a0}/synapse/plugins/__init__.py

@@ -1,17 +1,23 @@
 import argparse
+import os
+
+from dotenv import load_dotenv
 
 from synapse.plugins.utils import get_action
 
+
 action = None
 
 
-def init():
+def run():
     global action
     parser = argparse.ArgumentParser(description='synapse plugin runner')
 
     # Add arguments
     parser.add_argument('action', help='action to run on this plugin')
     parser.add_argument('params', help='parameter of the action')
+    parser.add_argument('--direct', help='run without using ray', action='store_true')
+    parser.add_argument('--debug', help='run with debug mode', action='store_true')
 
     # Parse arguments
     args = parser.parse_args()
@@ -19,14 +25,15 @@ def init():
     # Access parsed arguments
     action = args.action
     params = args.params
+    direct = args.direct
+    debug = args.debug
 
-    action = get_action(action, params)
+    load_dotenv(os.path.join(os.getcwd(), '.env'))
 
-
-def run():
-    global action
-    assert action is not None
-    action.run()
+    action = get_action(action, params, direct=direct, debug=debug)
+    result = action.run_action()
+    if debug:
+        print(result)
 
 
-__all__ = ['init', 'run']
+__all__ = ['run']

synapse_sdk-1.0.0a0/synapse/plugins/categories/base.py

@@ -0,0 +1,185 @@
+import inspect
+import json
+import os
+from functools import cached_property
+from pprint import pprint
+
+import ray
+import requests
+from ray.dashboard.modules.job.sdk import JobSubmissionClient
+
+from synapse.loggers import ConsoleLogger
+from synapse.plugins.enums import RunMethod
+from synapse.plugins.upload import upload_path, build_and_upload
+from synapse.plugins.utils import get_plugin_checksum
+from synapse.utils.module_loading import import_string
+
+
+class Action:
+    name = None
+    category = None
+    method = None
+    params = None
+    plugin_config = None
+    config = None
+    client = None
+    logger = None
+    debug = False
+
+    default_envs = [
+        'RAY_SERVE_ADDRESS',
+        'SYNAPSE_PLUGIN_URL',
+        'SYNAPSE_PLUGIN_PATH',
+        'SYNAPSE_PLUGIN_BASE_URL',
+        'SYNAPSE_PLUGIN_UPLOAD_S3_ENDPOINT_URL',
+        'SYNAPSE_PLUGIN_UPLOAD_S3_BUCKET_NAME',
+        'SYNAPSE_PLUGIN_UPLOAD_S3_ACCESS_KEY',
+        'SYNAPSE_PLUGIN_UPLOAD_S3_SECRET_KEY',
+        'SYNAPSE_PLUGIN_UPLOAD_S3_BASE_URL',
+        'SYNAPSE_DEBUG_MODULES',
+    ]
+
+    def __init__(self, params, plugin_config, envs=None, job_id=None, direct=False, debug=False):
+        self.params = params
+        self.plugin_config = plugin_config
+        self.config = plugin_config['actions'][self.name]
+        self.job_id = job_id
+        self.direct = direct
+        self.debug = debug
+        if envs:
+            self.envs = {**envs, **self.get_default_envs()}
+        else:
+            self.envs = self.get_default_envs()
+
+        # TODO logger 지정 방식 개선
+        self.logger = ConsoleLogger()
+
+    @cached_property
+    def plugin_id(self):
+        code = self.plugin_config['code']
+        version = self.plugin_config['version']
+        return f'{code}@{version}'
+
+    @cached_property
+    def plugin_checksum(self):
+        return get_plugin_checksum(self.plugin_id)
+
+    @cached_property
+    def plugin_url(self):
+        if self.debug:
+            plugin_url = self.envs.get('SYNAPSE_PLUGIN_URL')
+            if not plugin_url:
+                plugin_url = upload_path(self.envs.get('SYNAPSE_PLUGIN_PATH', '.'), **self.get_kwargs_upload_path())
+                self.envs['SYNAPSE_PLUGIN_URL'] = plugin_url
+            return plugin_url
+        base_url = self.envs['SYNAPSE_PLUGIN_BASE_URL']
+        return str(os.path.join(base_url, f'{self.plugin_checksum}.zip'))
+
+    @cached_property
+    def entrypoint(self):
+        return import_string(self.config['entrypoint'])
+
+    def get_kwargs_upload_path(self):
+        # TODO upload 관련 env 단일화 후 제거
+        return {
+            'endpoint_url': self.envs['SYNAPSE_PLUGIN_UPLOAD_S3_ENDPOINT_URL'],
+            'bucket_name': self.envs['SYNAPSE_PLUGIN_UPLOAD_S3_BUCKET_NAME'],
+            'access_key': self.envs['SYNAPSE_PLUGIN_UPLOAD_S3_ACCESS_KEY'],
+            'secret_key': self.envs['SYNAPSE_PLUGIN_UPLOAD_S3_SECRET_KEY'],
+            'base_url': self.envs['SYNAPSE_PLUGIN_UPLOAD_S3_BASE_URL'],
+        }
+
+    def get_default_envs(self):
+        return {env: os.environ[env] for env in self.default_envs if env in os.environ}
+
+    def get_debug_modules(self):
+        debug_modules = []
+        for module_path in self.envs.get('SYNAPSE_DEBUG_MODULES', '').split(','):
+            if module_path.startswith('http'):
+                module_url = module_path
+            else:
+                module_url = build_and_upload(module_path, **self.get_kwargs_upload_path())
+            debug_modules.append(module_url)
+        self.envs['SYNAPSE_DEBUG_MODULES'] = ','.join(debug_modules)
+        return debug_modules
+
+    def get_runtime_env(self):
+        runtime_env = {
+            'pip': ['-r ${RAY_RUNTIME_ENV_CREATE_WORKING_DIR}/requirements.txt'],
+            'working_dir': self.plugin_url,
+        }
+
+        if self.debug:
+            runtime_env['pip'] += self.get_debug_modules()
+
+        runtime_env['env_vars'] = self.envs
+        pprint(runtime_env)
+        return runtime_env
+
+    def run(self):
+        return self.entrypoint(self, **self.params)
+
+    def run_action(self):
+        if self.direct:
+            if self.method == RunMethod.RESTAPI:
+                return self.run_by_restapi()
+            else:
+                return self.run()
+        return getattr(self, f'run_by_{self.method.value}')()
+
+    def run_by_task(self):
+        @ray.remote(runtime_env=self.get_runtime_env())
+        def run_task(category, action, *args, **kwargs):
+            from synapse.plugins.utils import get_action_class
+
+            action = get_action_class(category, action)(*args, **kwargs)
+            return action.run_action()
+
+        init_signature = inspect.signature(self.__class__.__init__)
+
+        args = []
+        kwargs = {}
+
+        for param in init_signature.parameters.values():
+            if param.name == 'self':
+                continue
+            if param.default == param.empty:
+                args.append(getattr(self, param.name))
+            else:
+                kwargs[param.name] = getattr(self, param.name)
+
+        kwargs['direct'] = True
+        return ray.get(run_task.remote(self.category.value, self.name, *args, **kwargs))
+
+    def run_by_job(self):
+        entrypoint_args = [self.name, f'"{json.dumps(self.params)}"']
+        if self.debug:
+            entrypoint_args.append('--debug')
+
+        client = JobSubmissionClient()
+        return client.submit_job(
+            submission_id=self.job_id,
+            entrypoint=f'python main.py {" ".join(entrypoint_args)} --direct',
+            runtime_env=self.get_runtime_env(),
+        )
+
+    def run_by_restapi(self):
+        path = self.params.pop('path', '')
+        method = self.params.pop('method')
+
+        url = os.path.join(self.envs['RAY_SERVE_ADDRESS'], self.plugin_checksum, path)
+        response = getattr(requests, method)(url, **self.params)
+        # TODO ok response가 아닌 경우 대응하기
+        return response.json()
+
+    def set_progress(self, current, total, category=''):
+        self.logger.set_progress(current, total, category)
+
+    def log(self, action, data):
+        self.logger.log(action, data)
+
+    def log_event(self, message):
+        self.logger.log('event', {'content': message})
+
+    def end_log(self):
+        self.log_event('Plugin run is complete.')

synapse_sdk-1.0.0a0/synapse/plugins/categories/data_validation/actions/validation.py

@@ -0,0 +1,10 @@
+from synapse.plugins.categories.base import Action
+from synapse.plugins.categories.decorators import register_action
+from synapse.plugins.enums import RunMethod, PluginCategory
+
+
+@register_action
+class ValidationAction(Action):
+    name = 'validation'
+    category = PluginCategory.DATA_VALIDATION
+    method = RunMethod.TASK

synapse_sdk-1.0.0a0/synapse/plugins/categories/decorators.py

@@ -0,0 +1,13 @@
+from synapse.plugins.categories.base import Action
+from synapse.plugins.categories.registry import _REGISTERED_ACTIONS
+
+
+def register_action(action_class):
+    if not issubclass(action_class, Action):
+        raise ValueError('Wrapped class must subclass Action class.')
+
+    try:
+        _REGISTERED_ACTIONS[action_class.category.value][action_class.name] = action_class
+    except KeyError:
+        _REGISTERED_ACTIONS[action_class.category.value] = {action_class.name: action_class}
+    return action_class

synapse_sdk-1.0.0a0/synapse/plugins/categories/export/actions/export.py

@@ -0,0 +1,10 @@
+from synapse.plugins.categories.base import Action
+from synapse.plugins.categories.decorators import register_action
+from synapse.plugins.enums import RunMethod, PluginCategory
+
+
+@register_action
+class ExportAction(Action):
+    name = 'export'
+    category = PluginCategory.EXPORT
+    method = RunMethod.JOB

synapse_sdk-1.0.0a0/synapse/plugins/categories/import/actions/import.py

@@ -0,0 +1,10 @@
+from synapse.plugins.categories.base import Action
+from synapse.plugins.categories.decorators import register_action
+from synapse.plugins.enums import RunMethod, PluginCategory
+
+
+@register_action
+class ImportAction(Action):
+    name = 'import'
+    category = PluginCategory.IMPORT
+    method = RunMethod.JOB

synapse_sdk-1.0.0a0/synapse/plugins/categories/neural_net/actions/deployment.py

@@ -0,0 +1,23 @@
+from ray import serve
+
+from synapse.plugins.categories.base import Action
+from synapse.plugins.categories.decorators import register_action
+from synapse.plugins.enums import PluginCategory, RunMethod
+
+
+@register_action
+class DeploymentAction(Action):
+    name = 'deployment'
+    category = PluginCategory.NEURAL_NET
+    method = RunMethod.JOB
+
+    def get_deployment(self):
+        return serve.deployment(ray_actor_options=self.get_actor_options())(self.entrypoint)
+
+    def get_actor_options(self):
+        return {'runtime_env': self.get_runtime_env()}
+
+    def run(self):
+        deployment = self.get_deployment()
+        serve.delete(self.plugin_id)
+        serve.run(deployment.bind(), name=self.plugin_id, route_prefix=f'/{self.plugin_checksum}')

synapse_sdk-1.0.0a0/synapse/plugins/categories/neural_net/actions/inference.py

@@ -0,0 +1,10 @@
+from synapse.plugins.categories.base import Action
+from synapse.plugins.categories.decorators import register_action
+from synapse.plugins.enums import RunMethod, PluginCategory
+
+
+@register_action
+class InferenceAction(Action):
+    name = 'inference'
+    category = PluginCategory.NEURAL_NET
+    method = RunMethod.RESTAPI

synapse_sdk-1.0.0a0/synapse/plugins/categories/neural_net/actions/test.py

@@ -0,0 +1,10 @@
+from synapse.plugins.categories.base import Action
+from synapse.plugins.categories.decorators import register_action
+from synapse.plugins.enums import RunMethod, PluginCategory
+
+
+@register_action
+class TestAction(Action):
+    name = 'test'
+    category = PluginCategory.NEURAL_NET
+    method = RunMethod.TASK

{synapse_sdk-0.1.1a0 → synapse_sdk-1.0.0a0}/synapse/plugins/categories/neural_net/actions/train.py

@@ -1,10 +1,15 @@
 from synapse.plugins.categories.base import Action
+from synapse.plugins.categories.decorators import register_action
+from synapse.plugins.enums import RunMethod, PluginCategory
 from synapse.utils.file import get_dict_from_file, files_url_to_path_from_objs
 from synapse.utils.module_loading import import_string
 
 
+@register_action
 class TrainAction(Action):
-    # TODO implement specifying which hardware to use (gpu-n, cpu)
+    name = 'train'
+    category = PluginCategory.NEURAL_NET
+    method = RunMethod.JOB
 
     def get_input_dataset_for_training(self, model_id=None):
         """

synapse_sdk-1.0.0a0/synapse/plugins/categories/post_annotation/actions/post_annotation.py

@@ -0,0 +1,10 @@
+from synapse.plugins.categories.base import Action
+from synapse.plugins.categories.decorators import register_action
+from synapse.plugins.enums import RunMethod, PluginCategory
+
+
+@register_action
+class PostAnnotationAction(Action):
+    name = 'post_annotation'
+    category = PluginCategory.POST_ANNOTATION
+    method = RunMethod.TASK

synapse_sdk-1.0.0a0/synapse/plugins/categories/pre_annotation/actions/pre_annotation.py

@@ -0,0 +1,10 @@
+from synapse.plugins.categories.base import Action
+from synapse.plugins.categories.decorators import register_action
+from synapse.plugins.enums import RunMethod, PluginCategory
+
+
+@register_action
+class PreAnnotationAction(Action):
+    name = 'pre_annotation'
+    category = PluginCategory.PRE_ANNOTATION
+    method = RunMethod.TASK

synapse_sdk-1.0.0a0/synapse/plugins/categories/registry.py

@@ -0,0 +1,16 @@
+import pkgutil
+from importlib import import_module
+
+from synapse.plugins.enums import PluginCategory
+
+_REGISTERED_ACTIONS = {}
+
+
+def register_actions():
+    if not _REGISTERED_ACTIONS:
+        for category in PluginCategory:
+            plugin_category_module_name = f'synapse.plugins.categories.{category.value}.actions'
+            plugin_category_module = import_module(plugin_category_module_name)
+            for _, action_name, _ in pkgutil.iter_modules(plugin_category_module.__path__):
+                action_module_name = f'{plugin_category_module_name}.{action_name}'
+                import_module(action_module_name)

synapse_sdk-1.0.0a0/synapse/plugins/enums.py

@@ -0,0 +1,16 @@
+from enum import Enum
+
+
+class RunMethod(Enum):
+    JOB = 'job'
+    TASK = 'task'
+    RESTAPI = 'restapi'
+
+
+class PluginCategory(Enum):
+    NEURAL_NET = 'neural_net'
+    EXPORT = 'export'
+    IMPORT = 'import'
+    POST_ANNOTATION = 'post_annotation'
+    PRE_ANNOTATION = 'pre_annotation'
+    DATA_VALIDATION = 'data_validation'

synapse_sdk-1.0.0a0/synapse/plugins/job.py

@@ -0,0 +1,5 @@
+class Job:
+    job_id = None
+
+    def __init__(self, job_id):
+        self.job_id = job_id

synapse_sdk-1.0.0a0/synapse/plugins/upload.py

@@ -0,0 +1,79 @@
+import os
+import re
+import subprocess
+import tempfile
+import hashlib
+from pathlib import Path
+
+import boto3
+
+
+def calculate_checksum(file_path):
+    md5_hash = hashlib.md5()
+    with open(file_path, 'rb') as f:
+        for byte_block in iter(lambda: f.read(4096), b''):
+            md5_hash.update(byte_block)
+    checksum = md5_hash.hexdigest()
+    return f'dev-{checksum}'
+
+
+def upload_to_s3(file_path, bucket_name, object_name, endpoint_url, access_key, secret_key):
+    s3_client = boto3.client(
+        's3',
+        endpoint_url=endpoint_url,
+        aws_access_key_id=access_key,
+        aws_secret_access_key=secret_key,
+    )
+    s3_client.upload_file(file_path, bucket_name, object_name)
+
+
+def upload_path(
+    source_path,
+    endpoint_url=None,
+    bucket_name=None,
+    access_key=None,
+    secret_key=None,
+    base_url=None,
+):
+    if not endpoint_url:
+        endpoint_url = os.environ['PLUGIN_UPLOAD_S3_ENDPOINT_URL']
+    if not bucket_name:
+        bucket_name = os.environ['PLUGIN_UPLOAD_S3_BUCKET_NAME']
+    if not access_key:
+        access_key = os.environ['PLUGIN_UPLOAD_S3_ACCESS_KEY']
+    if not secret_key:
+        secret_key = os.environ['PLUGIN_UPLOAD_S3_SECRET_KEY']
+    if not base_url:
+        base_url = os.environ['PLUGIN_UPLOAD_S3_BASE_URL']
+
+    with tempfile.TemporaryDirectory() as temp_dir:
+        temp_archive_path = os.path.join(temp_dir, 'archive.zip')
+        command = f'git ls-files --others --exclude-standard --cached  | zip -q --names-stdin {temp_archive_path}'
+
+        subprocess.run(command, cwd=source_path, shell=True, check=True)
+
+        checksum = calculate_checksum(temp_archive_path)
+        # TODO subpath param으로 받기
+        s3_object_name = f'assets/{checksum}.zip'
+
+        upload_to_s3(temp_archive_path, bucket_name, s3_object_name, endpoint_url, access_key, secret_key)
+        return f'{base_url}/{bucket_name}/{s3_object_name}'
+
+
+def change_whl_version(whl_name, new_version):
+    pattern = r'^(?P<distribution>.+?)-(?P<version>\d+(\.\d+)*)(?P<rest>-.+\.whl)$'
+    return re.sub(pattern, rf'\g<distribution>-{new_version}\g<rest>', whl_name)
+
+
+def build_and_upload(source_path, endpoint_url, bucket_name, access_key, secret_key, base_url, virtualenv_path='.venv'):
+    # TODO 이미 빌드한 whl이 있으면 skip
+    subprocess.run(f'{virtualenv_path}/bin/python -m build --wheel', cwd=source_path, shell=True, check=True)
+
+    whl_file = next(Path(source_path, 'dist').glob('*.whl'), None)
+    checksum = calculate_checksum(whl_file)
+
+    # TODO subpath param으로 받기
+    s3_object_name = f'assets/{change_whl_version(whl_file.name, checksum)}'
+
+    upload_to_s3(str(whl_file), bucket_name, s3_object_name, endpoint_url, access_key, secret_key)
+    return f'{base_url}/{bucket_name}/{s3_object_name}'

synapse_sdk-1.0.0a0/synapse/plugins/utils.py

@@ -0,0 +1,40 @@
+import json
+
+from synapse.plugins.categories.registry import _REGISTERED_ACTIONS, register_actions
+from synapse.utils.file import get_dict_from_file
+from synapse.utils.string import hash_text
+
+
+def get_action(action, params_data, *args, **kwargs):
+    if isinstance(params_data, str):
+        try:
+            params = json.loads(params_data)
+        except json.JSONDecodeError:
+            params = get_dict_from_file(params_data)
+    else:
+        params = params_data
+
+    config_data = kwargs.pop('config', False)
+    if config_data:
+        if isinstance(config_data, str):
+            config = get_dict_from_file(config_data)
+        else:
+            config = config_data
+    else:
+        config = get_dict_from_file('config.yaml')
+    category = config['category']
+    return get_action_class(category, action)(params, config, *args, **kwargs)
+
+
+def get_action_class(category, action):
+    register_actions()
+    return _REGISTERED_ACTIONS[category][action]
+
+
+def get_available_actions(category):
+    register_actions()
+    return list(_REGISTERED_ACTIONS[category].keys())
+
+
+def get_plugin_checksum(plugin_id):
+    return hash_text(plugin_id)

synapse_sdk-1.0.0a0/synapse/utils/debug.py

@@ -0,0 +1,2 @@
+def get_message():
+    return 'hello world from sdk'

{synapse_sdk-0.1.1a0 → synapse_sdk-1.0.0a0}/synapse_sdk.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: synapse-sdk
-Version: 0.1.1a0
+Version: 1.0.0a0
 Summary: synapse sdk
 Author-email: datamaker <developer@datamaker.io>
 License: MIT
@@ -8,8 +8,10 @@ Classifier: Programming Language :: Python :: 3
 Requires-Python: >=3.11
 Description-Content-Type: text/markdown
 License-File: LICENSE
+Requires-Dist: boto3
 Requires-Dist: requests
 Requires-Dist: tqdm
+Requires-Dist: python-dotenv
 Requires-Dist: pyyaml
 Requires-Dist: pydantic
 Requires-Dist: ray[all]

{synapse_sdk-0.1.1a0 → synapse_sdk-1.0.0a0}/synapse_sdk.egg-info/SOURCES.txt

@@ -18,21 +18,37 @@ synapse/client/mixins/dataset.py
 synapse/client/mixins/integration.py
 synapse/client/mixins/ml.py
 synapse/plugins/__init__.py
+synapse/plugins/enums.py
+synapse/plugins/job.py
+synapse/plugins/upload.py
 synapse/plugins/utils.py
 synapse/plugins/categories/__init__.py
 synapse/plugins/categories/base.py
-synapse/plugins/categories/custom_script/__init__.py
-synapse/plugins/categories/custom_script/actions/__init__.py
+synapse/plugins/categories/decorators.py
+synapse/plugins/categories/registry.py
+synapse/plugins/categories/data_validation/__init__.py
+synapse/plugins/categories/data_validation/actions/__init__.py
+synapse/plugins/categories/data_validation/actions/validation.py
 synapse/plugins/categories/export/__init__.py
 synapse/plugins/categories/export/actions/__init__.py
+synapse/plugins/categories/export/actions/export.py
 synapse/plugins/categories/import/__init__.py
 synapse/plugins/categories/import/actions/__init__.py
+synapse/plugins/categories/import/actions/import.py
 synapse/plugins/categories/neural_net/__init__.py
 synapse/plugins/categories/neural_net/actions/__init__.py
 synapse/plugins/categories/neural_net/actions/deployment.py
+synapse/plugins/categories/neural_net/actions/inference.py
 synapse/plugins/categories/neural_net/actions/test.py
 synapse/plugins/categories/neural_net/actions/train.py
+synapse/plugins/categories/post_annotation/__init__.py
+synapse/plugins/categories/post_annotation/actions/__init__.py
+synapse/plugins/categories/post_annotation/actions/post_annotation.py
+synapse/plugins/categories/pre_annotation/__init__.py
+synapse/plugins/categories/pre_annotation/actions/__init__.py
+synapse/plugins/categories/pre_annotation/actions/pre_annotation.py
 synapse/utils/__init__.py
+synapse/utils/debug.py
 synapse/utils/file.py
 synapse/utils/module_loading.py
 synapse/utils/string.py

{synapse_sdk-0.1.1a0 → synapse_sdk-1.0.0a0}/synapse_sdk.egg-info/requires.txt

@@ -1,5 +1,7 @@
+boto3
 requests
 tqdm
+python-dotenv
 pyyaml
 pydantic
 ray[all]

synapse_sdk-0.1.1a0/synapse/plugins/categories/__init__.py

@@ -1,11 +0,0 @@
-from synapse.plugins.categories.neural_net.actions.deployment import DeploymentAction
-from synapse.plugins.categories.neural_net.actions.test import TestAction
-from synapse.plugins.categories.neural_net.actions.train import TrainAction
-
-ACTIONS = {
-    'neural_net': {
-        'deployment': DeploymentAction,
-        'train': TrainAction,
-        'test': TestAction,
-    },
-}

synapse_sdk-0.1.1a0/synapse/plugins/categories/base.py

@@ -1,49 +0,0 @@
-from functools import cached_property
-
-from synapse.loggers import ConsoleLogger
-from synapse.plugins.utils import get_plugin_checksum
-
-
-class Action:
-    params = None
-    config = None
-    client = None
-    logger = None
-
-    def __init__(self, params, config):
-        self.params = params
-        self.config = config
-
-        # TODO logger 지정 방식 개선
-        self.logger = ConsoleLogger()
-
-    @cached_property
-    def plugin_id(self):
-        code = self.config['code']
-        version = self.config['version']
-        return f'{code}@{version}'
-
-    @cached_property
-    def plugin_checksum(self):
-        return get_plugin_checksum(self.plugin_id)
-
-    def get_runtime_env(self):
-        return {
-            # TODO url기반 working_dir 가져오기
-            'working_dir': ''
-        }
-
-    def run(self):
-        raise NotImplementedError
-
-    def set_progress(self, current, total, category=''):
-        self.logger.set_progress(current, total, category)
-
-    def log(self, action, data):
-        self.logger.log(action, data)
-
-    def log_event(self, message):
-        self.logger.log('event', {'content': message})
-
-    def end_log(self):
-        self.log_event('Plugin run is complete.')

synapse_sdk-0.1.1a0/synapse/plugins/categories/neural_net/actions/deployment.py

@@ -1,24 +0,0 @@
-from ray import serve
-
-from synapse.plugins.categories.base import Action
-from synapse.utils.module_loading import import_string
-
-
-class DeploymentAction(Action):
-    deployment = None
-
-    def __init__(self, *args, **kwargs):
-        super().__init__(*args, **kwargs)
-        self.deployment = self.get_deployment()
-
-    def get_deployment(self):
-        entrypoint = self.config['actions']['deployment']['entrypoint']
-        deployment = import_string(entrypoint)
-        return serve.deployment(ray_actor_options=self.get_actor_options())(deployment)
-
-    def get_actor_options(self):
-        return {'runtime_env': self.get_runtime_env()}
-
-    def run(self):
-        serve.delete(self.plugin_id)
-        serve.run(self.deployment.bind(), name=self.plugin_id, route_prefix=f'/{self.plugin_checksum}')

synapse_sdk-0.1.1a0/synapse/plugins/categories/neural_net/actions/test.py

@@ -1,6 +0,0 @@
-from synapse.plugins.categories.base import Action
-
-
-class TestAction(Action):
-    def run(self):
-        pass

synapse_sdk-0.1.1a0/synapse/plugins/utils.py

@@ -1,26 +0,0 @@
-import json
-
-from synapse.utils.file import get_dict_from_file
-from synapse.utils.string import hash_text
-
-
-def get_action(action, json_or_path):
-    from synapse.plugins.categories import ACTIONS
-
-    try:
-        params = json.loads(json_or_path)
-    except json.JSONDecodeError:
-        params = get_dict_from_file(json_or_path)
-    config = get_dict_from_file('config.yaml')
-    category = config['category']
-    return ACTIONS[category][action](params, config)
-
-
-def get_available_actions(category):
-    from synapse.plugins.categories import ACTIONS
-
-    return list(ACTIONS[category].keys())
-
-
-def get_plugin_checksum(plugin_id):
-    return hash_text(plugin_id)