synapse-sdk 1.0.0a0__py3-none-any.whl → 1.0.0a2__py3-none-any.whl

synapse_sdk/plugins/cli/run.py

@@ -0,0 +1,63 @@
+import os
+
+import click
+
+from synapse_sdk.clients.agent import AgentClient
+from synapse_sdk.clients.backend import BackendClient
+from synapse_sdk.plugins.utils import get_action, read_config
+
+
+@click.command()
+@click.argument('action')
+@click.argument('params')
+@click.option('--direct/--no-direct', default=False)
+@click.option('--run-by', type=click.Choice(['script', 'agent', 'backend']), default='script')
+@click.option('--agent-host')
+@click.option('--agent-token')
+@click.option('--host')
+@click.option('--agent')
+@click.option('--user-token')
+@click.option('--tenant')
+@click.pass_context
+def run(ctx, action, params, direct, run_by, agent_host, agent_token, host, agent, user_token, tenant):
+    debug = ctx.obj['DEBUG']
+
+    if run_by == 'script':
+        run_by_script(action, params, direct, debug)
+    elif run_by == 'agent':
+        run_by_agent(action, params, agent_host, agent_token, user_token, tenant, debug)
+    elif run_by == 'backend':
+        run_by_backend(action, params, agent, host, user_token, tenant)
+
+
+def run_by_script(action, params, direct, debug):
+    action = get_action(action, params, direct=direct, debug=debug)
+    result = action.run_action()
+
+    if debug:
+        click.echo(result)
+
+
+def run_by_agent(action, params, agent_host, agent_token, user_token, tenant, debug):
+    client = AgentClient(agent_host, agent_token, user_token, tenant)
+    data = {'action': action, 'params': params}
+    if debug:
+        data.update({
+            'plugin_path': os.getcwd(),
+            'modules': os.getenv('SYNAPSE_DEBUG_MODULES', '').split(','),
+        })
+        result = client.run_debug_plugin_release(data=data)
+    else:
+        config = read_config()
+        result = client.run_plugin_release(code=f'{config["code"]}@{config["version"]}', data=data)
+
+    click.echo(result)
+
+
+def run_by_backend(action, params, agent, host, user_token, tenant):
+    client = BackendClient(host, user_token, tenant=tenant)
+    config = read_config()
+    data = {'agent': agent, 'version': config['version'], 'action': action, 'params': params}
+    result = client.run_plugin(config['code'], data=data)
+
+    click.echo(result)

synapse_sdk/plugins/upload.py

@@ -0,0 +1,82 @@
+import re
+import subprocess
+import tempfile
+from pathlib import Path
+
+from synapse_sdk.utils.file import calculate_checksum, download_file
+from synapse_sdk.utils.storage import get_storage
+
+
+def archive(source_path, archive_path):
+    archive_path.parent.mkdir(parents=True, exist_ok=True)
+    command = f'git ls-files --others --exclude-standard --cached  | zip -q --names-stdin {archive_path}'
+    subprocess.run(command, cwd=source_path, shell=True, check=True, stdout=subprocess.DEVNULL)
+
+
+def download_and_upload(source_url, url):
+    storage = get_storage(url)
+    with tempfile.TemporaryDirectory() as temp_path:
+        file_path = str(download_file(source_url, temp_path))
+        checksum = calculate_checksum(file_path, prefix='dev')
+        # TODO 중복 체크
+        return storage.upload(file_path, f'{checksum}.zip')
+
+
+def archive_and_upload(source_path, url):
+    storage = get_storage(url)
+    dist_path = Path(source_path, 'dist')
+    archive_path = dist_path / 'archive.zip'
+
+    archive(source_path, archive_path)
+    checksum = calculate_checksum(archive_path, prefix='dev')
+    checksum_archive_path = dist_path / f'{checksum}.zip'
+
+    if checksum_archive_path.exists():
+        # TODO 실제 스토리지 있는지 확인
+        return storage.get_url(checksum_archive_path.name)
+
+    archive_path.rename(checksum_archive_path)
+    for file_path in dist_path.glob('*.zip'):
+        if file_path.name != checksum_archive_path.name:
+            file_path.unlink()
+    return storage.upload(str(checksum_archive_path), checksum_archive_path.name)
+
+
+def build_and_upload(source_path, url, virtualenv_path='.venv'):
+    storage = get_storage(url)
+    dist_path = Path(source_path, 'dist')
+    archive_path = dist_path / 'archive.zip'
+
+    archive(source_path, archive_path)
+    checksum = calculate_checksum(archive_path, prefix='dev')
+    checksum_archive_path = dist_path / f'{checksum}.zip'
+
+    if checksum_archive_path.exists():
+        # TODO 실제 스토리지 있는지 확인
+        wheel_path = next(dist_path.glob('*.whl'), None)
+        return storage.get_url(wheel_path.name)
+
+    # wheel file 빌드 진행
+    for file_path in dist_path.glob('*.whl'):
+        file_path.unlink()
+
+    print(f'Building {Path(source_path).name}...')
+    subprocess.run(
+        f'{virtualenv_path}/bin/python -m build --wheel',
+        cwd=source_path,
+        shell=True,
+        check=True,
+        stdout=subprocess.DEVNULL,
+    )
+    wheel_path = next(dist_path.glob('*.whl'), None)
+
+    archive_path.rename(checksum_archive_path)
+    for file_path in dist_path.glob('*.zip'):
+        if file_path.name != checksum_archive_path.name:
+            file_path.unlink()
+    return storage.upload(str(wheel_path), wheel_path.name)
+
+
+def change_whl_version(whl_name, new_version):
+    pattern = r'^(?P<distribution>.+?)-(?P<version>[\d\.\w]+(\+[\w\.]+)?)(?P<rest>-.+\.whl)$'
+    return re.sub(pattern, rf'\g<distribution>-{new_version}\g<rest>', whl_name)

{synapse → synapse_sdk}/plugins/utils.py

@@ -1,8 +1,8 @@
 import json
 
-from synapse.plugins.categories.registry import _REGISTERED_ACTIONS, register_actions
-from synapse.utils.file import get_dict_from_file
-from synapse.utils.string import hash_text
+from synapse_sdk.plugins.categories.registry import _REGISTERED_ACTIONS, register_actions
+from synapse_sdk.utils.file import get_dict_from_file
+from synapse_sdk.utils.string import hash_text
 
 
 def get_action(action, params_data, *args, **kwargs):
@@ -21,7 +21,7 @@ def get_action(action, params_data, *args, **kwargs):
         else:
             config = config_data
     else:
-        config = get_dict_from_file('config.yaml')
+        config = read_config()
     category = config['category']
     return get_action_class(category, action)(params, config, *args, **kwargs)
 
@@ -38,3 +38,7 @@ def get_available_actions(category):
 
 def get_plugin_checksum(plugin_id):
     return hash_text(plugin_id)
+
+
+def read_config():
+    return get_dict_from_file('config.yaml')

{synapse → synapse_sdk}/utils/file.py

@@ -1,3 +1,4 @@
+import hashlib
 import json
 import operator
 from functools import reduce
@@ -13,7 +14,7 @@ def download_file(url, path_download, name=None, coerce=None):
     else:
         name = Path(url).name
 
-    path = path_download / name
+    path = Path(path_download) / name
     if not path.is_file():
         r = requests.get(url, allow_redirects=True)
         open(str(path), 'wb').write(r.content)
@@ -56,3 +57,14 @@ def get_dict_from_file(file_path):
             return yaml.safe_load(f)
         else:
             return json.load(f)
+
+
+def calculate_checksum(file_path, prefix=''):
+    md5_hash = hashlib.md5()
+    with open(file_path, 'rb') as f:
+        for byte_block in iter(lambda: f.read(4096), b''):
+            md5_hash.update(byte_block)
+    checksum = md5_hash.hexdigest()
+    if prefix:
+        return f'dev-{checksum}'
+    return checksum

synapse_sdk/utils/storage.py

@@ -0,0 +1,91 @@
+import os
+from urllib.parse import urlparse, parse_qs
+
+import boto3
+from botocore.exceptions import ClientError
+
+
+class BaseStorage:
+    url = None
+    options = None
+    OPTION_CASTS = {}
+
+    def __init__(self, url):
+        self.url = urlparse(url)
+        self.query_params = self.url_querystring_to_dict()
+        self.options = self.get_options()
+
+    def url_querystring_to_dict(self):
+        query_string = self.url.query
+
+        query_dict = parse_qs(query_string)
+
+        for key, value in query_dict.items():
+            if len(value) == 1:
+                query_dict[key] = value[0]
+
+        return {
+            key: self.OPTION_CASTS[key](value) if key in self.OPTION_CASTS else value
+            for key, value in query_dict.items()
+        }
+
+    def get_options(self):
+        return None
+
+    def upload(self, source, target):
+        raise NotImplementedError
+
+    def exists(self, target):
+        raise NotImplementedError
+
+    def get_url(self, target):
+        raise NotImplementedError
+
+
+class S3Storage(BaseStorage):
+    def __init__(self, url):
+        super().__init__(url)
+        self.client = boto3.client(
+            's3',
+            endpoint_url=self.options['endpoint_url'],
+            aws_access_key_id=self.options['access_key'],
+            aws_secret_access_key=self.options['secret_key'],
+        )
+
+    def get_options(self):
+        base_url = f'https://{self.url.hostname}'
+        local_endpoint = self.query_params.get('local_endpoint')
+        endpoint_url = f'http://{local_endpoint}' if local_endpoint else base_url
+        return {
+            'base_url': base_url,
+            'endpoint_url': endpoint_url,
+            'bucket_name': self.url.path[1:],
+            'access_key': self.url.username,
+            'secret_key': self.url.password,
+            **self.query_params,
+        }
+
+    def upload(self, source, target):
+        object_name = os.path.join(self.options['location'], target)
+        self.client.upload_file(source, self.options['bucket_name'], object_name)
+        return self.get_url(target)
+
+    def exists(self, target):
+        try:
+            self.client.head_object(Bucket=self.options['bucket_name'], Key=target)
+            return True
+        except ClientError:
+            return False
+
+    def get_url(self, target):
+        return os.path.join(self.options['base_url'], self.options['bucket_name'], self.options['location'], target)
+
+
+STORAGE_STORAGES = {
+    's3': S3Storage,
+}
+
+
+def get_storage(url):
+    storage_scheme = urlparse(url).scheme
+    return STORAGE_STORAGES[storage_scheme](url)

{synapse → synapse_sdk}/utils/string.py

@@ -5,3 +5,7 @@ def hash_text(text):
     md5_hash = hashlib.md5()
     md5_hash.update(text.encode('utf-8'))
     return md5_hash.hexdigest()
+
+
+def str_to_bool(value):
+    return value.lower() in ['true', '1', 'yes']

{synapse_sdk-1.0.0a0.dist-info → synapse_sdk-1.0.0a2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: synapse-sdk
-Version: 1.0.0a0
+Version: 1.0.0a2
 Summary: synapse sdk
 Author-email: datamaker <developer@datamaker.io>
 License: MIT
@@ -9,6 +9,7 @@ Requires-Python: >=3.11
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: boto3
+Requires-Dist: click
 Requires-Dist: requests
 Requires-Dist: tqdm
 Requires-Dist: python-dotenv

synapse_sdk-1.0.0a2.dist-info/RECORD

@@ -0,0 +1,58 @@
+synapse_sdk/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+synapse_sdk/loggers.py,sha256=_qypgMyXrfPlHFMKkMMRFll_jcx-lUBJdmtmdj4cDQY,1343
+synapse_sdk/clients/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+synapse_sdk/clients/base.py,sha256=IuZY9-me62lPRgmMjXPhqy8cVLbtVSyT9acj19KMQkU,2788
+synapse_sdk/clients/exceptions.py,sha256=LzgzPKRPhNUpLh-jBQHKze8c3CQoVA22jSfjUMBZCuU,405
+synapse_sdk/clients/utils.py,sha256=8pPJTdzHiRPSbZMoQYHAgR2BAMO6u_R_jMV6a2p34iQ,392
+synapse_sdk/clients/agent/__init__.py,sha256=IEC6HqdvsyDSScNNU97e2amjS6SZoUSC_mLq3Lu-9vk,666
+synapse_sdk/clients/agent/core.py,sha256=N4Fo-hFJPdNYHw9iBuxkgcIJKhi_5yazKqWQBUBHB_o,318
+synapse_sdk/clients/agent/service.py,sha256=s7KuPK_DB1nr2VHrigttV1WyFonaGHNrPvU8loRxHcE,478
+synapse_sdk/clients/backend/__init__.py,sha256=pAg2dODaKxZf1DBPA-_uzPRwV4mQ3qo8Q2LC9OW3K44,779
+synapse_sdk/clients/backend/annotation.py,sha256=Zt1VA3fScYCxy_Ss1TEzqu7jYdNxlNBRYAjZfuEWOSI,989
+synapse_sdk/clients/backend/dataset.py,sha256=abZr9FyVzgnEpk1POK6m1FfbzWKnqWTo7wyQwwS5VvM,1743
+synapse_sdk/clients/backend/integration.py,sha256=ToW2ZR--qzQ30jVbFy2dlZb3jRZsbcGhkdXpu-UnHZQ,1042
+synapse_sdk/clients/backend/ml.py,sha256=l4rGLBZgLUYQOBePvWAoNyz-yZgJuhC-1KCFeZOYDuQ,1012
+synapse_sdk/plugins/__init__.py,sha256=9vsbYhxah4_ofTaG0x0qLFID_raHNkO57Y8A31Ws-lU,222
+synapse_sdk/plugins/enums.py,sha256=lQZqO2bEeBKdk6q-SMjfOLDlgxv7BuIPk3fXeUFfHRs,327
+synapse_sdk/plugins/job.py,sha256=UzFKA8o_F6RzY_PwyI4dlF3kSfmMG0xEYIyKLfdqSP8,91
+synapse_sdk/plugins/upload.py,sha256=9DF-f0Or6ea4mJxuCmPlpYOG4EGeGqIRALc4ulrnQd4,2973
+synapse_sdk/plugins/utils.py,sha256=RFxFtmjj-uBK03wUwLhtUecfn_IOKRJupudmsguc2Sc,1212
+synapse_sdk/plugins/categories/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+synapse_sdk/plugins/categories/base.py,sha256=Je4rJU936X-_uwPPjWYu3xev_3qUIEqCF1WWuoN-LQg,6202
+synapse_sdk/plugins/categories/decorators.py,sha256=Gw6T-UHwpCKrSt596X-g2sZbY_Z1zbbogowClj7Pr5Q,518
+synapse_sdk/plugins/categories/registry.py,sha256=KdQR8SUlLT-3kgYzDNWawS1uJnAhrcw2j4zFaTpilRs,636
+synapse_sdk/plugins/categories/data_validation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+synapse_sdk/plugins/categories/data_validation/actions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+synapse_sdk/plugins/categories/data_validation/actions/validation.py,sha256=NbEGFytxjakawglZR_Sf9UAjQyuzRxpdwEI1GDbEBW0,338
+synapse_sdk/plugins/categories/export/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+synapse_sdk/plugins/categories/export/actions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+synapse_sdk/plugins/categories/export/actions/export.py,sha256=zpvVB0Dac9ytshJrN2ouDpsGHMuJlap-Ymz4qEw_Hzo,320
+synapse_sdk/plugins/categories/import/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+synapse_sdk/plugins/categories/import/actions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+synapse_sdk/plugins/categories/import/actions/import.py,sha256=bkB8x-x7jJfcCnzbz5bOJJy7mPhTKYfIWUdmCoHvpdM,320
+synapse_sdk/plugins/categories/neural_net/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+synapse_sdk/plugins/categories/neural_net/actions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+synapse_sdk/plugins/categories/neural_net/actions/deployment.py,sha256=afqgD_mzErcWdW3xdbrKIOL13fUPO0biZk8_l4l2j84,767
+synapse_sdk/plugins/categories/neural_net/actions/inference.py,sha256=erM2z7aUTwyzJZqWBlxhTP8dm8cOraI_vUYAqcXkdSY,334
+synapse_sdk/plugins/categories/neural_net/actions/test.py,sha256=dAW1zfodlUhoL-sD17tG-CQT0RBxIcHWJ8f1eeZ00M4,321
+synapse_sdk/plugins/categories/neural_net/actions/train.py,sha256=sg-PDU_RnAtQGCwI6XnfC63lyPE2fRY6qEUv-_VKu8A,3283
+synapse_sdk/plugins/categories/post_annotation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+synapse_sdk/plugins/categories/post_annotation/actions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+synapse_sdk/plugins/categories/post_annotation/actions/post_annotation.py,sha256=1tutwNDHpnrCPHzMTsMEk29WPajnZikjBE83j7Z-Xt0,347
+synapse_sdk/plugins/categories/pre_annotation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+synapse_sdk/plugins/categories/pre_annotation/actions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+synapse_sdk/plugins/categories/pre_annotation/actions/pre_annotation.py,sha256=YYQt9HsgXlBclE4Sn0c7p1zqCxWHkIHAwyA-tbqrmPQ,344
+synapse_sdk/plugins/cli/__init__.py,sha256=8ogaOhN-RbDNYHqziW8nLsNUxKkZwGkHBdKxTahcm3U,334
+synapse_sdk/plugins/cli/publish.py,sha256=v9aMMMyZgftSLW63uO9ZKeGBJEBeVCfOSmsSrfpKOP4,1135
+synapse_sdk/plugins/cli/run.py,sha256=LJtRl38bxjIls2R2UfTfY-hOBJXYJ_DZKmQV5HN6gtM,2150
+synapse_sdk/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+synapse_sdk/utils/debug.py,sha256=46sMFQLg_JSRUCymnT3wgszG1QsgrocRGiBjVX38r50,53
+synapse_sdk/utils/file.py,sha256=Iptk_DCPsmJzqAABCD3vC6z1yG74fKb5x81LnUCZzYo,1916
+synapse_sdk/utils/module_loading.py,sha256=chHpU-BZjtYaTBD_q0T7LcKWtqKvYBS4L0lPlKkoMQ8,1020
+synapse_sdk/utils/storage.py,sha256=U3TScqQNgHQ89s0kUqQ8hm3npQAznIyRqzWDKR0YA3E,2581
+synapse_sdk/utils/string.py,sha256=rEwuZ9SAaZLcQ8TYiwNKr1h2u4CfnrQx7SUL8NWmChg,216
+synapse_sdk-1.0.0a2.dist-info/LICENSE,sha256=bKzmC5YAg4V1Fhl8OO_tqY8j62hgdncAkN7VrdjmrGk,1101
+synapse_sdk-1.0.0a2.dist-info/METADATA,sha256=X7w6Ha_jF2RitKekQUxPLjkRixGZfMc4cvU1614ycEk,503
+synapse_sdk-1.0.0a2.dist-info/WHEEL,sha256=a7TGlA-5DaHMRrarXjVbQagU3Man_dCnGIWMJr5kRWo,91
+synapse_sdk-1.0.0a2.dist-info/top_level.txt,sha256=ytgJMRK1slVOKUpgcw3LEyHHP7S34J6n_gJzdkcSsw8,12
+synapse_sdk-1.0.0a2.dist-info/RECORD,,

{synapse_sdk-1.0.0a0.dist-info → synapse_sdk-1.0.0a2.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (75.3.0)
+Generator: setuptools (75.4.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

synapse_sdk-1.0.0a2.dist-info/top_level.txt

@@ -0,0 +1 @@
+synapse_sdk

synapse/client/mixins/annotation.py

@@ -1,28 +0,0 @@
-from ..utils import get_default_url_conversion
-
-
-class AnnotationClientMixin:
-    def get_project(self, pk):
-        path = f'projects/{pk}/'
-        return self._get(path)
-
-    def get_label_tag(self, pk):
-        path = f'label_tags/{pk}/'
-        return self._get(path)
-
-    def list_label_tags(self, payload=None):
-        path = 'label_tags/'
-        return self._list(path, payload)
-
-    def list_labels(self, payload=None, url_conversion=None, list_all=False):
-        path = 'labels/'
-        url_conversion = get_default_url_conversion(url_conversion, files_fields=['files'])
-        return self._list(path, payload, url_conversion, list_all)
-
-    def create_labels(self, data):
-        path = 'labels/'
-        return self._post(path, payload=data)
-
-    def set_tags_labels(self, data, params=None):
-        path = 'labels/set_tags/'
-        return self._post(path, payload=data, params=params)

synapse/client/mixins/integration.py

@@ -1,12 +0,0 @@
-class IntegrationClientMixin:
-    def get_plugin(self, pk):
-        path = f'plugins/{pk}/'
-        return self._get(path)
-
-    def create_logs(self, data):
-        path = 'logs/'
-        return self._post(path, payload=data)
-
-    def create_task(self, data):
-        path = 'agent_tasks/'
-        return self._post(path, payload=data)

synapse/client/mixins/ml.py

@@ -1,23 +0,0 @@
-from ..utils import get_default_url_conversion
-
-
-class MLClientMixin:
-    def get_model(self, pk, payload=None, url_conversion=None):
-        path = f'models/{pk}/'
-        url_conversion = get_default_url_conversion(
-            url_conversion, files_fields=['files', 'parent.files'], is_list=False
-        )
-        return self._get(path, payload, url_conversion)
-
-    def create_model(self, data):
-        path = 'models/'
-        return self._post(path, payload=data)
-
-    def update_model(self, pk, data, files=None):
-        path = f'models/{pk}/'
-        return self._patch(path, payload=data, files=files)
-
-    def list_train_dataset(self, payload=None, url_conversion=None, list_all=False):
-        path = 'train_dataset/'
-        url_conversion = get_default_url_conversion(url_conversion, files_fields=['files'])
-        return self._list(path, payload, url_conversion, list_all)

synapse/config.py

@@ -1,8 +0,0 @@
-try:
-    from constance import config as constance_config
-
-    config = constance_config
-except ImportError:
-    config = None
-
-__all__ = ['config']

synapse/plugins/__init__.py

@@ -1,39 +0,0 @@
-import argparse
-import os
-
-from dotenv import load_dotenv
-
-from synapse.plugins.utils import get_action
-
-
-action = None
-
-
-def run():
-    global action
-    parser = argparse.ArgumentParser(description='synapse plugin runner')
-
-    # Add arguments
-    parser.add_argument('action', help='action to run on this plugin')
-    parser.add_argument('params', help='parameter of the action')
-    parser.add_argument('--direct', help='run without using ray', action='store_true')
-    parser.add_argument('--debug', help='run with debug mode', action='store_true')
-
-    # Parse arguments
-    args = parser.parse_args()
-
-    # Access parsed arguments
-    action = args.action
-    params = args.params
-    direct = args.direct
-    debug = args.debug
-
-    load_dotenv(os.path.join(os.getcwd(), '.env'))
-
-    action = get_action(action, params, direct=direct, debug=debug)
-    result = action.run_action()
-    if debug:
-        print(result)
-
-
-__all__ = ['run']

synapse/plugins/categories/data_validation/actions/validation.py

@@ -1,10 +0,0 @@
-from synapse.plugins.categories.base import Action
-from synapse.plugins.categories.decorators import register_action
-from synapse.plugins.enums import RunMethod, PluginCategory
-
-
-@register_action
-class ValidationAction(Action):
-    name = 'validation'
-    category = PluginCategory.DATA_VALIDATION
-    method = RunMethod.TASK

synapse/plugins/categories/export/actions/export.py

@@ -1,10 +0,0 @@
-from synapse.plugins.categories.base import Action
-from synapse.plugins.categories.decorators import register_action
-from synapse.plugins.enums import RunMethod, PluginCategory
-
-
-@register_action
-class ExportAction(Action):
-    name = 'export'
-    category = PluginCategory.EXPORT
-    method = RunMethod.JOB

synapse/plugins/categories/import/actions/import.py

@@ -1,10 +0,0 @@
-from synapse.plugins.categories.base import Action
-from synapse.plugins.categories.decorators import register_action
-from synapse.plugins.enums import RunMethod, PluginCategory
-
-
-@register_action
-class ImportAction(Action):
-    name = 'import'
-    category = PluginCategory.IMPORT
-    method = RunMethod.JOB

synapse/plugins/categories/neural_net/actions/inference.py

@@ -1,10 +0,0 @@
-from synapse.plugins.categories.base import Action
-from synapse.plugins.categories.decorators import register_action
-from synapse.plugins.enums import RunMethod, PluginCategory
-
-
-@register_action
-class InferenceAction(Action):
-    name = 'inference'
-    category = PluginCategory.NEURAL_NET
-    method = RunMethod.RESTAPI

synapse/plugins/categories/neural_net/actions/test.py

@@ -1,10 +0,0 @@
-from synapse.plugins.categories.base import Action
-from synapse.plugins.categories.decorators import register_action
-from synapse.plugins.enums import RunMethod, PluginCategory
-
-
-@register_action
-class TestAction(Action):
-    name = 'test'
-    category = PluginCategory.NEURAL_NET
-    method = RunMethod.TASK

synapse/plugins/categories/post_annotation/actions/post_annotation.py

@@ -1,10 +0,0 @@
-from synapse.plugins.categories.base import Action
-from synapse.plugins.categories.decorators import register_action
-from synapse.plugins.enums import RunMethod, PluginCategory
-
-
-@register_action
-class PostAnnotationAction(Action):
-    name = 'post_annotation'
-    category = PluginCategory.POST_ANNOTATION
-    method = RunMethod.TASK

synapse/plugins/categories/pre_annotation/actions/pre_annotation.py

@@ -1,10 +0,0 @@
-from synapse.plugins.categories.base import Action
-from synapse.plugins.categories.decorators import register_action
-from synapse.plugins.enums import RunMethod, PluginCategory
-
-
-@register_action
-class PreAnnotationAction(Action):
-    name = 'pre_annotation'
-    category = PluginCategory.PRE_ANNOTATION
-    method = RunMethod.TASK

synapse/plugins/upload.py

@@ -1,79 +0,0 @@
-import os
-import re
-import subprocess
-import tempfile
-import hashlib
-from pathlib import Path
-
-import boto3
-
-
-def calculate_checksum(file_path):
-    md5_hash = hashlib.md5()
-    with open(file_path, 'rb') as f:
-        for byte_block in iter(lambda: f.read(4096), b''):
-            md5_hash.update(byte_block)
-    checksum = md5_hash.hexdigest()
-    return f'dev-{checksum}'
-
-
-def upload_to_s3(file_path, bucket_name, object_name, endpoint_url, access_key, secret_key):
-    s3_client = boto3.client(
-        's3',
-        endpoint_url=endpoint_url,
-        aws_access_key_id=access_key,
-        aws_secret_access_key=secret_key,
-    )
-    s3_client.upload_file(file_path, bucket_name, object_name)
-
-
-def upload_path(
-    source_path,
-    endpoint_url=None,
-    bucket_name=None,
-    access_key=None,
-    secret_key=None,
-    base_url=None,
-):
-    if not endpoint_url:
-        endpoint_url = os.environ['PLUGIN_UPLOAD_S3_ENDPOINT_URL']
-    if not bucket_name:
-        bucket_name = os.environ['PLUGIN_UPLOAD_S3_BUCKET_NAME']
-    if not access_key:
-        access_key = os.environ['PLUGIN_UPLOAD_S3_ACCESS_KEY']
-    if not secret_key:
-        secret_key = os.environ['PLUGIN_UPLOAD_S3_SECRET_KEY']
-    if not base_url:
-        base_url = os.environ['PLUGIN_UPLOAD_S3_BASE_URL']
-
-    with tempfile.TemporaryDirectory() as temp_dir:
-        temp_archive_path = os.path.join(temp_dir, 'archive.zip')
-        command = f'git ls-files --others --exclude-standard --cached  | zip -q --names-stdin {temp_archive_path}'
-
-        subprocess.run(command, cwd=source_path, shell=True, check=True)
-
-        checksum = calculate_checksum(temp_archive_path)
-        # TODO subpath param으로 받기
-        s3_object_name = f'assets/{checksum}.zip'
-
-        upload_to_s3(temp_archive_path, bucket_name, s3_object_name, endpoint_url, access_key, secret_key)
-        return f'{base_url}/{bucket_name}/{s3_object_name}'
-
-
-def change_whl_version(whl_name, new_version):
-    pattern = r'^(?P<distribution>.+?)-(?P<version>\d+(\.\d+)*)(?P<rest>-.+\.whl)$'
-    return re.sub(pattern, rf'\g<distribution>-{new_version}\g<rest>', whl_name)
-
-
-def build_and_upload(source_path, endpoint_url, bucket_name, access_key, secret_key, base_url, virtualenv_path='.venv'):
-    # TODO 이미 빌드한 whl이 있으면 skip
-    subprocess.run(f'{virtualenv_path}/bin/python -m build --wheel', cwd=source_path, shell=True, check=True)
-
-    whl_file = next(Path(source_path, 'dist').glob('*.whl'), None)
-    checksum = calculate_checksum(whl_file)
-
-    # TODO subpath param으로 받기
-    s3_object_name = f'assets/{change_whl_version(whl_file.name, checksum)}'
-
-    upload_to_s3(str(whl_file), bucket_name, s3_object_name, endpoint_url, access_key, secret_key)
-    return f'{base_url}/{bucket_name}/{s3_object_name}'