synapse-sdk 1.0.0a7__py3-none-any.whl → 1.0.0a9__py3-none-any.whl

synapse_sdk/clients/agent/__init__.py

@@ -1,21 +1,23 @@
+from synapse_sdk.clients.agent.core import CoreClientMixin
 from synapse_sdk.clients.agent.service import ServiceClientMixin
 
 
-class AgentClient(ServiceClientMixin):
+class AgentClient(CoreClientMixin, ServiceClientMixin):
     name = 'Agent'
     agent_token = None
     user_token = None
     tenant = None
 
-    def __init__(self, base_url, agent_token, user_token, tenant):
+    def __init__(self, base_url, agent_token, user_token=None, tenant=None):
         super().__init__(base_url)
         self.agent_token = agent_token
         self.user_token = user_token
         self.tenant = tenant
 
     def _get_headers(self):
-        return {
-            'Authorization': self.agent_token,
-            'SYNAPSE-User': f'Token {self.user_token}',
-            'SYNAPSE-Tenant': f'Token {self.tenant}',
-        }
+        headers = {'Authorization': self.agent_token}
+        if self.user_token:
+            headers['SYNAPSE-User'] = f'Token {self.user_token}'
+        if self.tenant:
+            headers['SYNAPSE-Tenant'] = f'Token {self.tenant}'
+        return headers

synapse_sdk/clients/agent/core.py

@@ -0,0 +1,7 @@
+from synapse_sdk.clients.base import BaseClient
+
+
+class CoreClientMixin(BaseClient):
+    def health_check(self):
+        path = 'health/'
+        return self._get(path)

synapse_sdk/clients/backend/__init__.py

@@ -9,14 +9,15 @@ class BackendClient(AnnotationClientMixin, DatasetClientMixin, IntegrationClient
     token = None
     tenant = None
 
-    def __init__(self, base_url, token, tenant=None):
+    def __init__(self, base_url, token=None, tenant=None):
         super().__init__(base_url)
         self.token = token
-        if tenant:
-            self.tenant = tenant
+        self.tenant = tenant
 
     def _get_headers(self):
-        headers = {'Authorization': f'Token {self.token}'}
+        headers = {}
+        if self.token:
+            headers = {'Authorization': f'Token {self.token}'}
         if self.tenant:
             headers['SYNAPSE-Tenant'] = f'Token {self.tenant}'
         return headers

synapse_sdk/clients/backend/annotation.py

@@ -7,23 +7,23 @@ class AnnotationClientMixin(BaseClient):
         path = f'projects/{pk}/'
         return self._get(path)
 
-    def get_label_tag(self, pk):
-        path = f'label_tags/{pk}/'
+    def get_task_tag(self, pk):
+        path = f'task_tags/{pk}/'
         return self._get(path)
 
-    def list_label_tags(self, data):
-        path = 'label_tags/'
+    def list_task_tags(self, data):
+        path = 'task_tags/'
         return self._list(path, data=data)
 
-    def list_labels(self, data, url_conversion=None, list_all=False):
-        path = 'labels/'
+    def list_tasks(self, data, url_conversion=None, list_all=False):
+        path = 'tasks/'
         url_conversion = get_default_url_conversion(url_conversion, files_fields=['files'])
         return self._list(path, data=data, url_conversion=url_conversion, list_all=list_all)
 
-    def create_labels(self, data):
-        path = 'labels/'
+    def create_tasks(self, data):
+        path = 'tasks/'
         return self._post(path, data=data)
 
-    def set_tags_labels(self, data, params=None):
-        path = 'labels/set_tags/'
+    def set_tags_tasks(self, data, params=None):
+        path = 'tasks/set_tags/'
         return self._post(path, data=data, params=params)

synapse_sdk/clients/backend/dataset.py

@@ -33,15 +33,15 @@ class DatasetClientMixin(BaseClient):
             data_units = self.create_data_units(batch)
 
             if project_id:
-                labels_data = []
+                tasks_data = []
                 for data, data_unit in zip(batch, data_units):
-                    label_data = {'project': project_id, 'data_unit': data_unit['id']}
+                    task_data = {'project': project_id, 'data_unit': data_unit['id']}
                     if 'ground_truth' in data:
-                        label_data['ground_truth'] = data['ground_truth']
+                        task_data['ground_truth'] = data['ground_truth']
 
-                    labels_data.append(label_data)
+                    tasks_data.append(task_data)
 
-                self.create_labels(labels_data)
+                self.create_tasks(tasks_data)
 
     def import_data_file(self, data, dataset_id):
         for name, path in data['files'].items():

synapse_sdk/clients/backend/integration.py

@@ -2,6 +2,10 @@ from synapse_sdk.clients.base import BaseClient
 
 
 class IntegrationClientMixin(BaseClient):
+    def health_check_agent(self, token):
+        path = f'agents/{token}/connect/'
+        return self._post(path)
+
     def get_plugin(self, pk):
         path = f'plugins/{pk}/'
         return self._get(path)
@@ -27,6 +31,14 @@ class IntegrationClientMixin(BaseClient):
         files = {'file': data.pop('file')}
         return self._post(path, data=data, files=files)
 
+    def list_jobs(self, params=None):
+        path = 'jobs/'
+        return self._get(path, params=params)
+
+    def update_job(self, pk, data):
+        path = f'jobs/{pk}/'
+        return self._patch(path, data=data)
+
     def list_job_console_logs(self, pk):
         path = f'jobs/{pk}/console_logs/'
         return self._get(path)

synapse_sdk/clients/backend/ml.py

@@ -3,6 +3,10 @@ from synapse_sdk.clients.utils import get_default_url_conversion
 
 
 class MLClientMixin(BaseClient):
+    def list_models(self, params=None):
+        path = 'models/'
+        return self._get(path, params=params)
+
     def get_model(self, pk, params=None, url_conversion=None):
         path = f'models/{pk}/'
         url_conversion = get_default_url_conversion(
@@ -12,13 +16,10 @@ class MLClientMixin(BaseClient):
 
     def create_model(self, data):
         path = 'models/'
-        return self._post(path, data=data)
-
-    def update_model(self, pk, data, files=None):
-        path = f'models/{pk}/'
-        return self._patch(path, data=data, files=files)
+        files = {'file': data.pop('file')}
+        return self._post(path, data=data, files=files)
 
-    def list_train_dataset(self, params=None, url_conversion=None, list_all=False):
-        path = 'train_dataset/'
+    def list_ground_truth_events(self, params=None, url_conversion=None, list_all=False):
+        path = 'ground_truth_events/'
         url_conversion = get_default_url_conversion(url_conversion, files_fields=['files'])
         return self._list(path, params=params, url_conversion=url_conversion, list_all=list_all)

synapse_sdk/clients/base.py

@@ -33,6 +33,9 @@ class BaseClient:
             if kwargs.get('files') is not None:
                 for name, file in kwargs['files'].items():
                     kwargs['files'][name] = Path(str(file)).open(mode='rb')
+                for name, value in kwargs['data'].items():
+                    if isinstance(value, dict):
+                        kwargs['data'][name] = json.dumps(value)
             else:
                 headers['Content-Type'] = 'application/json'
                 if 'data' in kwargs:
@@ -47,7 +50,10 @@ class BaseClient:
         except requests.ConnectionError:
             raise ClientError(408, f'{self.name} is not responding')
 
-        return response.json()
+        try:
+            return response.json()
+        except ValueError:
+            return response.text
 
     def _get(self, path, url_conversion=None, **kwargs):
         response = self._request('get', path, **kwargs)
@@ -79,3 +85,6 @@ class BaseClient:
         yield from response['results']
         if response['next']:
             yield from self._list_all(response['next'], url_conversion, **kwargs)
+
+    def exists(self, api, *args, **kwargs):
+        return getattr(self, api)(*args, **kwargs)['count'] > 0

synapse_sdk/loggers.py

@@ -1,24 +1,78 @@
 import datetime
+import time
 
 from synapse_sdk.clients.exceptions import ClientError
 
 
 class BaseLogger:
-    progress_records = {}
+    progress_record = {}
+    progress_categories = None
+    current_category = None
+    time_begin_per_category = {}
 
-    def set_progress(self, current, total, category=''):
-        percent = 0
-        if total > 0:
-            percent = (current / total) * 100
-            percent = float(round(percent, 2))
+    def __init__(self, progress_categories=None):
+        self.progress_categories = progress_categories
+        if progress_categories:
+            self.progress_record['categories'] = progress_categories
 
-        self.progress_records[category] = {'current': current, 'total': total, 'percent': percent}
+    def set_progress(self, current, total, category=None):
+        assert 0 <= current <= total and total > 0
+        assert category is not None or 'categories' not in self.progress_record
+
+        percent = (current / total) * 100
+        percent = round(percent, 2)
+        # TODO current 0 으로 시작하지 않아도 작동되도록 수정
+        if current == 0:
+            self.time_begin_per_category[category] = time.time()
+            time_remaining = None
+        else:
+            seconds_per_item = (time.time() - self.time_begin_per_category[category]) / current
+            time_remaining = round(seconds_per_item * (total - current), 2)
+
+        current_progress = {'percent': percent, 'time_remaining': time_remaining}
+
+        if category:
+            self.current_category = category
+            self.progress_record['categories'][category].update(current_progress)
+        else:
+            self.progress_record.update(current_progress)
+
+    def get_current_progress(self):
+        categories = self.progress_record.get('categories')
+
+        if categories:
+            category_progress = None
+
+            overall = 0
+            for category, category_record in categories.items():
+                if category == self.current_category:
+                    break
+                overall += category_record['proportion']
+
+            category_record = categories[self.current_category]
+            category_percent = category_record.get('percent', 0)
+            if not category_progress and 'percent' in category_record:
+                category_progress = {
+                    'category': self.current_category,
+                    'percent': category_percent,
+                    'time_remaining': category_record.get('time_remaining'),
+                }
+            if category_percent > 0:
+                overall += round(category_record['proportion'] / 100 * category_percent, 2)
+            progress = {'overall': overall, **category_progress}
+        else:
+            progress = {
+                'overall': self.progress_record.get('percent'),
+                'time_remaining': self.progress_record.get('time_remaining'),
+            }
+
+        return progress
 
 
 class ConsoleLogger(BaseLogger):
-    def set_progress(self, current, total, category=''):
+    def set_progress(self, current, total, category=None):
         super().set_progress(current, total, category=category)
-        print(self.progress_records)
+        print(self.get_current_progress())
 
     def log(self, action, data):
         print(action, data)
@@ -29,13 +83,21 @@ class BackendLogger(BaseLogger):
     client = None
     job_id = None
 
-    def __init__(self, client, job_id):
+    def __init__(self, client, job_id, **kwargs):
+        super().__init__(**kwargs)
         self.client = client
         self.job_id = job_id
 
-    def set_progress(self, current, total, category=''):
+    def set_progress(self, current, total, category=None):
         super().set_progress(current, total, category=category)
-        # TODO set_progress to the job
+        try:
+            progress_record = {
+                'record': self.progress_record,
+                'current_progress': self.get_current_progress(),
+            }
+            self.client.update_job(self.job_id, data={'progress_record': progress_record})
+        except ClientError:
+            pass
 
     def log(self, action, data):
         print(action, data)

synapse_sdk/plugins/categories/base.py

@@ -6,25 +6,35 @@ from pprint import pprint
 
 import ray
 import requests
+from pydantic import ValidationError
 from ray.dashboard.modules.job.sdk import JobSubmissionClient
 
 from synapse_sdk.plugins.enums import RunMethod
+from synapse_sdk.plugins.exceptions import ActionValidationError
 from synapse_sdk.plugins.models import PluginRelease, Run
 from synapse_sdk.plugins.upload import archive_and_upload, build_and_upload, download_and_upload
 from synapse_sdk.utils.module_loading import import_string
+from synapse_sdk.utils.pydantic.errors import pydantic_to_drf_error
 
 
 class Action:
+    # class 변수
     name = None
     category = None
     method = None
+    run_class = Run
+    params_model = None
+    progress_categories = None
+
+    # init 변수
     params = None
     plugin_config = None
     plugin_release = None
     config = None
-    client = None
-    debug = False
-    run_class = Run
+    job_id = None
+    direct = None
+    debug = None
+    envs = None
     run = None
 
     default_envs = [
@@ -57,10 +67,14 @@ class Action:
     def plugin_storage_url(self):
         return self.envs['SYNAPSE_PLUGIN_STORAGE']
 
+    @property
+    def client(self):
+        return self.run.client
+
     @property
     def plugin_url(self):
         if self.debug:
-            plugin_path = self.envs.get('SYNAPSE_DEBUG_PLUGIN_PATH', '.')
+            plugin_path = self.envs.get('SYNAPSE_DEBUG_PLUGIN_PATH') or '.'
             if plugin_path.startswith('https://'):  # TODO ray에서 지원하는 remote uri 형식 (https, s3, gs) 모두 지원
                 plugin_url = plugin_path
             elif plugin_path.startswith('http://'):
@@ -85,6 +99,8 @@ class Action:
 
     def get_run(self):
         context = {
+            'plugin_release': self.plugin_release,
+            'progress_categories': self.progress_categories,
             'params': self.params,
             'envs': self.envs,
             'debug': self.debug,
@@ -110,12 +126,22 @@ class Action:
             pprint(runtime_env)
         return runtime_env
 
+    def validate_params(self):
+        if self.params_model:
+            try:
+                self.params_model.model_validate(self.params, context={'action': self})
+            except ValidationError as e:
+                raise ActionValidationError({'params': pydantic_to_drf_error(e)})
+
     def run_action(self):
+        self.validate_params()
         if self.direct:
             if self.method == RunMethod.RESTAPI:
                 return self.start_by_restapi()
             else:
-                return self.start()
+                result = self.start()
+                self.post_action_by_job(result)
+                return result
         return getattr(self, f'start_by_{self.method.value}')()
 
     def start(self):
@@ -175,3 +201,7 @@ class Action:
         response = getattr(requests, method)(url, **self.params)
         # TODO ok response가 아닌 경우 대응하기
         return response.json()
+
+    def post_action_by_job(self, result):
+        if self.client:
+            self.client.update_job(self.job_id, data={'result': result})

synapse_sdk/plugins/categories/neural_net/actions/train.py

@@ -1,15 +1,60 @@
+import copy
+import tempfile
+from decimal import Decimal
+from pathlib import Path
+from typing import Annotated
+
+from pydantic import AfterValidator, BaseModel, field_validator
+from pydantic_core import PydanticCustomError
+
+from synapse_sdk.clients.exceptions import ClientError
 from synapse_sdk.plugins.categories.base import Action
 from synapse_sdk.plugins.categories.decorators import register_action
 from synapse_sdk.plugins.enums import PluginCategory, RunMethod
 from synapse_sdk.plugins.models import Run
+from synapse_sdk.utils.file import archive
+from synapse_sdk.utils.pydantic.validators import non_blank
 
 
 class TrainRun(Run):
     def log_metric(self, x, i, **kwargs):
         self.log(x, {x: i, **kwargs})
 
-    def log_model(self, files, status=None):
-        pass
+
+class Hyperparameter(BaseModel):
+    batch_size: int
+    iterations: int
+    learning_rate: Decimal
+
+
+class TrainParams(BaseModel):
+    name: Annotated[str, AfterValidator(non_blank)]
+    description: str
+    checkpoint: int | None
+    dataset: int
+    hyperparameter: Hyperparameter
+
+    @field_validator('name')
+    @staticmethod
+    def unique_name(value, info):
+        action = info.context['action']
+        client = action.client
+        try:
+            model_exists = client.exists('list_models', params={'name': value})
+            job_exists = client.exists(
+                'list_jobs',
+                params={
+                    'ids_ex': action.job_id,
+                    'category': 'neural_net',
+                    'action': 'train',
+                    'is_active': True,
+                    'params': f'name:{value}',
+                },
+            )
+            assert not model_exists and not job_exists, '존재하는 학습 이름입니다.'
+        except ClientError:
+            raise PydanticCustomError('client_error', '')
+        return value
 
 
 @register_action
@@ -18,9 +63,18 @@ class TrainAction(Action):
     category = PluginCategory.NEURAL_NET
     method = RunMethod.JOB
     run_class = TrainRun
-
-    def get_dataset(self):
-        return {}
+    params_model = TrainParams
+    progress_categories = {
+        'dataset': {
+            'proportion': 20,
+        },
+        'train': {
+            'proportion': 75,
+        },
+        'model_upload': {
+            'proportion': 5,
+        },
+    }
 
     def start(self):
         hyperparameter = self.params['hyperparameter']
@@ -32,10 +86,57 @@ class TrainAction(Action):
         # train dataset
         self.run.log_event('Starting model training.')
 
-        model_files = self.entrypoint(self.run, input_dataset, hyperparameter)
+        result = self.entrypoint(self.run, input_dataset, hyperparameter)
 
         # upload model_data
         self.run.log_event('Registering model data.')
+        self.run.set_progress(0, 1, category='model_upload')
+        model = self.create_model(result)
+        self.run.set_progress(1, 1, category='model_upload')
 
         self.run.end_log()
-        return model_files
+        return {'model_id': model['id']}
+
+    def get_dataset(self):
+        client = self.run.client
+        assert bool(client)
+
+        input_dataset = {}
+
+        ground_truths, count_dataset = client.list_ground_truth_events(
+            params={
+                'fields': ['category', 'files', 'data'],
+                'ground_truth_dataset_versions': self.params['dataset'],
+            },
+            list_all=True,
+        )
+        self.run.set_progress(0, count_dataset, category='dataset')
+        for i, ground_truth in enumerate(ground_truths, start=1):
+            self.run.set_progress(i, count_dataset, category='dataset')
+            try:
+                input_dataset[ground_truth['category']].append(ground_truth)
+            except KeyError:
+                input_dataset[ground_truth['category']] = [ground_truth]
+
+        return input_dataset
+
+    def create_model(self, path):
+        if not self.client:
+            print(path)
+
+        params = copy.deepcopy(self.params)
+        configuration_fields = ['hyperparameter']
+        configuration = {field: params.pop(field) for field in configuration_fields}
+
+        with tempfile.TemporaryDirectory() as temp_path:
+            input_path = Path(path)
+            archive_path = Path(temp_path, 'archive.zip')
+            archive(input_path, archive_path)
+
+            return self.client.create_model({
+                'plugin': self.plugin_release.plugin,
+                'version': self.plugin_release.version,
+                'file': str(archive_path),
+                'configuration': configuration,
+                **params,
+            })

synapse_sdk/plugins/categories/neural_net/templates/plugin/train.py

@@ -9,6 +9,6 @@ def train(run, dataset, hyperparameter, checkpoint=None):
         loss = float(round((count_iterations - i) / count_iterations, 2))
         miou = 1 - loss
         run.log_metric('iteration', i, loss=loss, miou=miou)
-        run.set_progress(i, count_iterations, category='iteration')
+        run.set_progress(i, count_iterations, category='train')
 
     return {'weight': '/tmp/agent/test/a.txt', 'config': '/tmp/agent/test/b.txt'}

synapse_sdk/plugins/categories/smart_tool/actions/auto_label.py

@@ -0,0 +1,22 @@
+from synapse_sdk.plugins.categories.base import Action
+from synapse_sdk.plugins.categories.decorators import register_action
+from synapse_sdk.plugins.enums import PluginCategory, RunMethod
+
+
+@register_action
+class AutoLabelAction(Action):
+    name = 'label'
+    category = PluginCategory.SMART_TOOL
+    method = RunMethod.TASK
+
+    def get_auto_label(self):
+        return self.entrypoint(**self.params)
+
+    def run_model(self, input_data):
+        return {}
+
+    def start(self):
+        auto_label = self.get_auto_label()
+        input_data = auto_label.handle_input(self.params['input_data'])
+        output_data = self.run_model(input_data)
+        return auto_label.handle_output(output_data)

synapse_sdk/plugins/categories/smart_tool/templates/config.yaml

@@ -0,0 +1,6 @@
+actions:
+  auto_label:
+    category: interactive_segmentation
+    entrypoint: plugin.auto_label.MyAutoLabel
+    model:
+      neural_nets: [sam2]

synapse_sdk/plugins/categories/smart_tool/templates/plugin/auto_label.py

@@ -0,0 +1,11 @@
+class MyAutoLabel:
+    def __init__(self, **kwargs):
+        pass
+
+    def handle_input(self, input_data):
+        """smart tool의 input을 model의 input 형태로 변환"""
+        return
+
+    def handle_output(self, output_data):
+        """model의 output을 smart tool의 output 형태로 변환"""
+        return

synapse_sdk/plugins/exceptions.py

@@ -0,0 +1,6 @@
+class ActionValidationError(Exception):
+    errors = None
+
+    def __init__(self, errors, *args):
+        self.errors = errors
+        super().__init__(errors, *args)

synapse_sdk/plugins/models.py

@@ -11,12 +11,14 @@ from synapse_sdk.utils.string import hash_text
 
 class PluginRelease:
     config: Dict[str, Any]
+    envs = None
 
-    def __init__(self, config=None, plugin_path=None):
+    def __init__(self, config=None, plugin_path=None, envs=None):
         if config:
             self.config = config
         else:
             self.config = read_plugin_config(plugin_path=plugin_path)
+        self.envs = envs
 
     @cached_property
     def plugin(self):
@@ -72,15 +74,20 @@ class Run:
         self.set_logger()
 
     def set_logger(self):
+        kwargs = {'progress_categories': self.context['progress_categories']}
         if self.job_id:
             client = BackendClient(
                 self.context['envs']['SYNAPSE_PLUGIN_RUN_HOST'],
                 self.context['envs']['SYNAPSE_PLUGIN_RUN_USER_TOKEN'],
                 self.context['envs']['SYNAPSE_PLUGIN_RUN_TENANT'],
             )
-            self.logger = BackendLogger(client, self.job_id)
+            self.logger = BackendLogger(client, self.job_id, **kwargs)
         else:
-            self.logger = ConsoleLogger()
+            self.logger = ConsoleLogger(**kwargs)
+
+    @property
+    def client(self):
+        return getattr(self.logger, 'client', None)
 
     def set_progress(self, current, total, category=''):
         self.logger.set_progress(current, total, category)

synapse_sdk/plugins/templates/synapse-{{cookiecutter.plugin_code}}-plugin/.env

@@ -0,0 +1,24 @@
+# RAY 관련
+RAY_ADDRESS=
+RAY_DASHBOARD_ADDRESS=
+RAY_SERVE_ADDRESS=
+
+# 플러그인 관련
+SYNAPSE_PLUGIN_STORAGE=
+
+# 플러그인 디버그 관련
+SYNAPSE_DEBUG_PLUGIN_PATH=
+SYNAPSE_DEBUG_MODULES=
+
+# 플러그인 PUBLISH 관련
+SYNAPSE_PLUGIN_PUBLISH_HOST=https://synapse.datamaker.io
+SYNAPSE_PLUGIN_PUBLISH_USER_TOKEN=
+SYNAPSE_PLUGIN_PUBLISH_TENANT=
+
+# 플러그인 RUN 관련
+SYNAPSE_PLUGIN_RUN_HOST=
+SYNAPSE_PLUGIN_RUN_AGENT=
+SYNAPSE_PLUGIN_RUN_AGENT_HOST=
+SYNAPSE_PLUGIN_RUN_AGENT_TOKEN=
+SYNAPSE_PLUGIN_RUN_USER_TOKEN=
+SYNAPSE_PLUGIN_RUN_TENANT=

synapse_sdk/plugins/templates/synapse-{{cookiecutter.plugin_code}}-plugin/config.yaml

@@ -4,15 +4,3 @@ version: {{ cookiecutter.version }}
 readme: README.md
 description: {{ cookiecutter.description }}
 category: {{ cookiecutter.category }}
-actions:
-  train:
-    dataset: datamaker
-    entrypoint: plugin.train.train
-  deployment:
-    entrypoint: plugin.inference.MockNetInference
-  inference:
-    method: restapi
-    endpoints:
-      - method: get
-  test:
-    entrypoint: plugin.test.test

synapse_sdk/plugins/templates/synapse-{{cookiecutter.plugin_code}}-plugin/main.py

@@ -0,0 +1,4 @@
+from synapse_sdk import plugins
+
+if __name__ == '__main__':
+    plugins.init()

synapse_sdk/utils/file.py

@@ -1,6 +1,7 @@
 import hashlib
 import json
 import operator
+import zipfile
 from functools import reduce
 from pathlib import Path
 
@@ -68,3 +69,17 @@ def calculate_checksum(file_path, prefix=''):
     if prefix:
         return f'dev-{checksum}'
     return checksum
+
+
+def archive(input_path, output_path):
+    input_path = Path(input_path)
+    output_path = Path(output_path)
+
+    with zipfile.ZipFile(output_path, mode='w', compression=zipfile.ZIP_DEFLATED) as zipf:
+        if input_path.is_file():
+            zipf.write(input_path, input_path.name)
+        else:
+            for file_path in input_path.rglob('*'):
+                if file_path.is_file():  # Only add files, skip directories
+                    arcname = file_path.relative_to(input_path.parent)
+                    zipf.write(file_path, arcname)

synapse_sdk/utils/pydantic/config.py

@@ -0,0 +1,4 @@
+ERROR_MESSAGES = {
+    'missing': '필수 값을 확인해주세요.',
+    'blank': '필수 값을 확인해주세요.',
+}

synapse_sdk/utils/pydantic/errors.py

@@ -0,0 +1,33 @@
+from typing import Any, Dict
+
+from synapse_sdk.utils.pydantic.config import ERROR_MESSAGES
+
+
+def pydantic_to_drf_error(e):
+    """
+    Convert a pydantic ValidationError into a DRF-style error response.
+    """
+    drf_errors: Dict[str, Any] = {}
+
+    for error in e.errors():
+        field_path = error['loc']
+        context_error = error.get('ctx', {}).get('error')
+
+        error_msg = context_error or ERROR_MESSAGES.get(error['type'], error['msg'])
+
+        # Convert the field path into a nested dictionary structure
+        current = drf_errors
+        for i, key in enumerate(field_path[:-1]):
+            current = current.setdefault(str(key), {})
+
+        # Set the error message at the final location
+        final_key = str(field_path[-1])
+        if final_key in current:
+            if isinstance(current[final_key], list):
+                current[final_key].append(error_msg)
+            else:
+                current[final_key] = [current[final_key], error_msg]
+        else:
+            current[final_key] = [error_msg]
+
+    return drf_errors

synapse_sdk/utils/pydantic/validators.py

@@ -0,0 +1,7 @@
+from pydantic_core import PydanticCustomError
+
+
+def non_blank(value):
+    if not value.strip():
+        raise PydanticCustomError('blank', '필수 값을 확인해주세요.')
+    return value

{synapse_sdk-1.0.0a7.dist-info → synapse_sdk-1.0.0a9.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: synapse-sdk
-Version: 1.0.0a7
+Version: 1.0.0a9
 Summary: synapse sdk
 Author-email: datamaker <developer@datamaker.io>
 License: MIT

{synapse_sdk-1.0.0a7.dist-info → synapse_sdk-1.0.0a9.dist-info}/RECORD

@@ -1,25 +1,27 @@
 synapse_sdk/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-synapse_sdk/loggers.py,sha256=7wB18EZ092YQayNgXN_8JzS3vi0BjV5Xu0o2aTkcfNA,1468
+synapse_sdk/loggers.py,sha256=avoceBBu9VuSNS_CC3M5X8rWmAlk5xCTYEAVqxAXzBM,4008
 synapse_sdk/cli/__init__.py,sha256=WmYGW1qZEXXIGJe3SGr8QjOStY4svuZKK1Lp_aPvtPs,140
 synapse_sdk/cli/create_plugin.py,sha256=egbW_92WwxfHz50Gy4znX5Bf5fxDdQj3GFyd0l3Y3SY,228
 synapse_sdk/clients/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-synapse_sdk/clients/base.py,sha256=ybaSXqd0zWBBo_zZ01-2paWv5mAcQQpr7OUT0JbiBGE,2788
+synapse_sdk/clients/base.py,sha256=vVt6Qi3R3lVnzCTD0WMRDYw99u2d1SMAqDXgkcvq4VM,3146
 synapse_sdk/clients/exceptions.py,sha256=ylv7x10eOp4aA3a48jwonnvqvkiYwzJYXjkVkRTAjwk,220
 synapse_sdk/clients/utils.py,sha256=8pPJTdzHiRPSbZMoQYHAgR2BAMO6u_R_jMV6a2p34iQ,392
-synapse_sdk/clients/agent/__init__.py,sha256=n4exZwc8gwuH6zqZUhstcD_sqIdm-ZoPvUcAxnCrnOQ,609
+synapse_sdk/clients/agent/__init__.py,sha256=k5cGnN-dUAYYfeQDiRW4XEFWUgwSH9mwJFcvjzgwpOc,768
+synapse_sdk/clients/agent/core.py,sha256=YicfkO0YvjDDOt1jNWoZ0mokrh8xxKibBL4qF5yOjKs,169
 synapse_sdk/clients/agent/service.py,sha256=NnRu0XPVRqry6PWN_8-3iuzdXx20zO1lPXw-yVWQbdg,1433
-synapse_sdk/clients/backend/__init__.py,sha256=850EjxNoGWXJpVZLRIaajrymBuW0MXiP3M3onRHDGbQ,800
-synapse_sdk/clients/backend/annotation.py,sha256=Zt1VA3fScYCxy_Ss1TEzqu7jYdNxlNBRYAjZfuEWOSI,989
-synapse_sdk/clients/backend/dataset.py,sha256=NfRU79_36YmLu6IrEpEfdsLBNdscpIfLdKJGUyNg00g,1744
-synapse_sdk/clients/backend/integration.py,sha256=jrymq6kyoM1CwWJuh8BcJAXoVFaY5cOaLTHYdFn4pwo,1410
-synapse_sdk/clients/backend/ml.py,sha256=l4rGLBZgLUYQOBePvWAoNyz-yZgJuhC-1KCFeZOYDuQ,1012
+synapse_sdk/clients/backend/__init__.py,sha256=SVC7kDO_z_4YqpLDR-O_RrrxJFkWmMhJC8Hl_Mc5Sz4,830
+synapse_sdk/clients/backend/annotation.py,sha256=eZc5EidgR_RfMGwvv1r1_mLkPdRd8e52c4zuuMjMX34,979
+synapse_sdk/clients/backend/dataset.py,sha256=X8R71vff1gLytlEaOnKhBWjVQaZcIG_WYy32new4Vq0,1737
+synapse_sdk/clients/backend/integration.py,sha256=Z0Vvhp4NsbP4W9esTH_0SDrPkzHy84t1joSinvtjWgI,1744
+synapse_sdk/clients/backend/ml.py,sha256=SwA4_noRCZ1dVIzyXfrs2zHuRlQZdZt17o1We5QOxl8,1053
 synapse_sdk/plugins/__init__.py,sha256=9vsbYhxah4_ofTaG0x0qLFID_raHNkO57Y8A31Ws-lU,222
 synapse_sdk/plugins/enums.py,sha256=s59P6Oz2WAK9IX-kLVhNOvNKYJifKlWBhPpZbc9-ttE,486
-synapse_sdk/plugins/models.py,sha256=h57OcIDutEwN5ZK7id1AqSl8CuwpSWFC6gR9l0h4_7w,2598
+synapse_sdk/plugins/exceptions.py,sha256=RFRz2SIHc4WmTd7sKZOMrQtD5nm4ldtb8CzG9VG65OE,167
+synapse_sdk/plugins/models.py,sha256=pzzJl9zKL8v2XjBQC0UR-W9rG4Vyp95DzJ9MMG2W5L0,2835
 synapse_sdk/plugins/upload.py,sha256=SSCHUR4HJ_mdLN7mUkk5UlXmL9028SKP6tpBS2rpf0A,3175
 synapse_sdk/plugins/utils.py,sha256=n3s-zFnj4hrGWFtaBTJFbaupI8qUQL6S8_5YcbxOmeY,1482
 synapse_sdk/plugins/categories/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-synapse_sdk/plugins/categories/base.py,sha256=nysyT-5UJSlFfqRrm_FAZ0XMSKEqiTC330vRYDUQ2P4,6043
+synapse_sdk/plugins/categories/base.py,sha256=8WhcLa406V3rR31byhueQssRKeJsoO-kFWGzpre7O20,7062
 synapse_sdk/plugins/categories/decorators.py,sha256=Gw6T-UHwpCKrSt596X-g2sZbY_Z1zbbogowClj7Pr5Q,518
 synapse_sdk/plugins/categories/registry.py,sha256=KdQR8SUlLT-3kgYzDNWawS1uJnAhrcw2j4zFaTpilRs,636
 synapse_sdk/plugins/categories/templates.py,sha256=FF5FerhkZMeW1YcKLY5cylC0SkWSYdJODA_Qcm4OGYQ,887
@@ -40,12 +42,12 @@ synapse_sdk/plugins/categories/neural_net/actions/__init__.py,sha256=47DEQpj8HBS
 synapse_sdk/plugins/categories/neural_net/actions/deployment.py,sha256=U44sv_5UN2awfkbpyYPH9zOTEBhYn0FfcZwV7ywi-cA,827
 synapse_sdk/plugins/categories/neural_net/actions/inference.py,sha256=qavUxayUDgN5E5Ht0x3cqWF0uPNkwUiZlCmfo574xHE,334
 synapse_sdk/plugins/categories/neural_net/actions/test.py,sha256=JY25eg-Fo6WbgtMkGoo_qNqoaZkp3AQNEypJmeGzEog,320
-synapse_sdk/plugins/categories/neural_net/actions/train.py,sha256=Y-kXdDCVsLvXoZyjYrTFQYdCMdcTOtEprM39ix-yHmQ,1106
+synapse_sdk/plugins/categories/neural_net/actions/train.py,sha256=pE0RTruXqX1Jdp4iWDpsRH80V7TnvMnZnAlLOYkRusA,4463
 synapse_sdk/plugins/categories/neural_net/templates/config.yaml,sha256=pvJFh_NHGZHHFfqrvZm6fHO5lsS7CudaIGboP6wbtY8,252
 synapse_sdk/plugins/categories/neural_net/templates/plugin/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/plugins/categories/neural_net/templates/plugin/inference.py,sha256=glYYdRybG3vRe48bYIxvue7bCFGPlEZmYWRoyBsLdZw,123
 synapse_sdk/plugins/categories/neural_net/templates/plugin/test.py,sha256=kYyk7l4UtcDUAH4nkdVUGrHHHjxI4p1U13HSLnmGPyE,53
-synapse_sdk/plugins/categories/neural_net/templates/plugin/train.py,sha256=gtbUe6oVBNV7f_ZXQZ92rWnqRGw_rIUwNabQdgahF6w,504
+synapse_sdk/plugins/categories/neural_net/templates/plugin/train.py,sha256=-QzWrfJGOk6EagQZmC1MMmiOEIr3X1sVGszMJjv5dFg,500
 synapse_sdk/plugins/categories/post_annotation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/plugins/categories/post_annotation/actions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/plugins/categories/post_annotation/actions/post_annotation.py,sha256=dkPqOPPMUoxn7h1e-momdhqezhTJ7wLf-Dyx04zKfjw,347
@@ -58,29 +60,41 @@ synapse_sdk/plugins/categories/pre_annotation/actions/pre_annotation.py,sha256=6
 synapse_sdk/plugins/categories/pre_annotation/templates/config.yaml,sha256=bUaibKbb-kai3QAHWbCYbO8nT-DQpV-KhuBszB7i-hI,78
 synapse_sdk/plugins/categories/pre_annotation/templates/plugin/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/plugins/categories/pre_annotation/templates/plugin/pre_annotation.py,sha256=HBHxHuv2gMBzDB2alFfrzI_SZ1Ztk6mo7eFbR5GqHKw,106
+synapse_sdk/plugins/categories/smart_tool/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+synapse_sdk/plugins/categories/smart_tool/actions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+synapse_sdk/plugins/categories/smart_tool/actions/auto_label.py,sha256=MZKpLsCGzO1FJsE32D7O3gC2rrTpYZKP1x0oE-Uu8Mc,699
+synapse_sdk/plugins/categories/smart_tool/templates/config.yaml,sha256=lTixdat8b3LZi_JeiUZfAN5oM5iFnqLD5M-xR_xF7M4,145
+synapse_sdk/plugins/categories/smart_tool/templates/plugin/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+synapse_sdk/plugins/categories/smart_tool/templates/plugin/auto_label.py,sha256=eevNg0nOcYFR4z_L_R-sCvVOYoLWSAH1jwDkAf3YCjY,320
 synapse_sdk/plugins/cli/__init__.py,sha256=8ogaOhN-RbDNYHqziW8nLsNUxKkZwGkHBdKxTahcm3U,334
 synapse_sdk/plugins/cli/publish.py,sha256=ecX5vne2MuULon7JvH6NfiNcn7ccdv2SZUd9TakQzCI,1145
 synapse_sdk/plugins/cli/run.py,sha256=lw1KbsL-xTGllF4NtD2cq-Rh6HMbhi-sO862_Ds-sUo,2330
 synapse_sdk/plugins/templates/cookiecutter.json,sha256=NxOWk9A_v1pO0Ny4IYT9Cj5iiJ16--cIQrGC67QdR0I,396
 synapse_sdk/plugins/templates/hooks/post_gen_project.py,sha256=jqlYkY1O2TxIR-Vh3gnwILYy8k-D39Xx66d2KNQVMCs,147
 synapse_sdk/plugins/templates/hooks/pre_prompt.py,sha256=aOAMM623s0sKFGjTZaotAOYFvsNMxeii4tPyhOAFKVE,539
+synapse_sdk/plugins/templates/synapse-{{cookiecutter.plugin_code}}-plugin/.env,sha256=YlAG5YKwFEiwKm5NUbPsqvOJ9FJKoN0lbT3sxymBJpE,551
 synapse_sdk/plugins/templates/synapse-{{cookiecutter.plugin_code}}-plugin/.env.dist,sha256=YlAG5YKwFEiwKm5NUbPsqvOJ9FJKoN0lbT3sxymBJpE,551
 synapse_sdk/plugins/templates/synapse-{{cookiecutter.plugin_code}}-plugin/.gitignore,sha256=RvBmUbwmzgv0vYzYk2aQ0HpvKyPj6sCpBqsrthCuA4s,243
 synapse_sdk/plugins/templates/synapse-{{cookiecutter.plugin_code}}-plugin/.pre-commit-config.yaml,sha256=p0yZwCUC8tYS1B0GPkjKiXYoRY9EZlq_ejFP98hB50g,154
 synapse_sdk/plugins/templates/synapse-{{cookiecutter.plugin_code}}-plugin/README.md,sha256=ETBZv_2Ocgzn4Fe3o5Y842mZiz00ABuAalrXpNVnWU0,56
-synapse_sdk/plugins/templates/synapse-{{cookiecutter.plugin_code}}-plugin/config.yaml,sha256=3Sv59w4vAgFasJEn5z7WNborTVlotrqOOVnCLEEz5JI,459
+synapse_sdk/plugins/templates/synapse-{{cookiecutter.plugin_code}}-plugin/config.yaml,sha256=CRfKjPJ6K2UlYbcHMSAYUGzn2TGmV7kDbZmKHwNuq3w,210
+synapse_sdk/plugins/templates/synapse-{{cookiecutter.plugin_code}}-plugin/main.py,sha256=fPFaIPBwskS84YvnmDGERXn3wC5z_yV_f4NbisVvBfQ,79
 synapse_sdk/plugins/templates/synapse-{{cookiecutter.plugin_code}}-plugin/pyproject.toml,sha256=Usgd80tHZAD1Ug5MAjPfETUZxtKKgZW-xovFEAEbQDo,317
 synapse_sdk/plugins/templates/synapse-{{cookiecutter.plugin_code}}-plugin/requirements.txt,sha256=F5UwinpTLQFfyakFGTFxgBOo4H-EKD9d4e77WKOPHhk,17
 synapse_sdk/plugins/templates/synapse-{{cookiecutter.plugin_code}}-plugin/plugin/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/utils/debug.py,sha256=46sMFQLg_JSRUCymnT3wgszG1QsgrocRGiBjVX38r50,53
-synapse_sdk/utils/file.py,sha256=Iptk_DCPsmJzqAABCD3vC6z1yG74fKb5x81LnUCZzYo,1916
+synapse_sdk/utils/file.py,sha256=nuU6POe0F6_WvIB26X9Q6dpcwgys8unt5Qv66n0Bmg4,2482
 synapse_sdk/utils/module_loading.py,sha256=chHpU-BZjtYaTBD_q0T7LcKWtqKvYBS4L0lPlKkoMQ8,1020
 synapse_sdk/utils/storage.py,sha256=a8OVbd38ATr0El4G4kuV07lr_tJZrpIJBSy4GHb0qZ8,2581
 synapse_sdk/utils/string.py,sha256=rEwuZ9SAaZLcQ8TYiwNKr1h2u4CfnrQx7SUL8NWmChg,216
-synapse_sdk-1.0.0a7.dist-info/LICENSE,sha256=bKzmC5YAg4V1Fhl8OO_tqY8j62hgdncAkN7VrdjmrGk,1101
-synapse_sdk-1.0.0a7.dist-info/METADATA,sha256=T3_Tc4DYIhZvOAN1-K2a9R1Vdd4rrs_k6nML4TdAgtw,567
-synapse_sdk-1.0.0a7.dist-info/WHEEL,sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U,91
-synapse_sdk-1.0.0a7.dist-info/entry_points.txt,sha256=VNptJoGoNJI8yLXfBmhgUefMsmGI0m3-0YoMvrOgbxo,48
-synapse_sdk-1.0.0a7.dist-info/top_level.txt,sha256=ytgJMRK1slVOKUpgcw3LEyHHP7S34J6n_gJzdkcSsw8,12
-synapse_sdk-1.0.0a7.dist-info/RECORD,,
+synapse_sdk/utils/pydantic/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+synapse_sdk/utils/pydantic/config.py,sha256=1vYOcUI35GslfD1rrqhFkNXXJOXt4IDqOPSx9VWGfNE,123
+synapse_sdk/utils/pydantic/errors.py,sha256=0v0T12eQBr1KrFiEOBu6KMaPK4aPEGEC6etPJGoR5b4,1061
+synapse_sdk/utils/pydantic/validators.py,sha256=G47P8ObPhsePmd_QZDK8EdPnik2CbaYzr_N4Z6En8dc,193
+synapse_sdk-1.0.0a9.dist-info/LICENSE,sha256=bKzmC5YAg4V1Fhl8OO_tqY8j62hgdncAkN7VrdjmrGk,1101
+synapse_sdk-1.0.0a9.dist-info/METADATA,sha256=4pnZMrqZytZAvodVHryUt8WTbLnPwreD2iYPr7XTvvE,567
+synapse_sdk-1.0.0a9.dist-info/WHEEL,sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U,91
+synapse_sdk-1.0.0a9.dist-info/entry_points.txt,sha256=VNptJoGoNJI8yLXfBmhgUefMsmGI0m3-0YoMvrOgbxo,48
+synapse_sdk-1.0.0a9.dist-info/top_level.txt,sha256=ytgJMRK1slVOKUpgcw3LEyHHP7S34J6n_gJzdkcSsw8,12
+synapse_sdk-1.0.0a9.dist-info/RECORD,,