synapse-sdk 1.0.0a26__tar.gz → 1.0.0a27__tar.gz

{synapse_sdk-1.0.0a26/synapse_sdk.egg-info → synapse_sdk-1.0.0a27}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: synapse-sdk
-Version: 1.0.0a26
+Version: 1.0.0a27
 Summary: synapse sdk
 Author-email: datamaker <developer@datamaker.io>
 License: MIT

synapse_sdk-1.0.0a27/synapse_sdk/cli/__init__.py

@@ -0,0 +1,13 @@
+import click
+
+from .alias import alias
+from .plugin import plugin
+
+
+@click.group()
+def cli():
+    pass
+
+
+cli.add_command(plugin)
+cli.add_command(alias)

synapse_sdk-1.0.0a27/synapse_sdk/cli/alias/__init__.py

@@ -0,0 +1,22 @@
+import click
+
+from .create import create
+from .default import default
+from .delete import delete
+from .list import list as list_cli
+from .read import read
+from .update import update
+
+
+@click.group()
+def alias():
+    """Manage aliases"""
+    pass
+
+
+alias.add_command(list_cli)
+alias.add_command(create)
+alias.add_command(read)
+alias.add_command(update)
+alias.add_command(delete)
+alias.add_command(default)

synapse_sdk-1.0.0a27/synapse_sdk/cli/alias/create.py

@@ -0,0 +1,36 @@
+import click
+
+from .dataclass import ENV_VARS
+from .utils import CONFIG_DIR, DEFAULT_FILE, ensure_config_dir, save_alias_field, set_default_alias
+
+
+@click.command()
+def create():
+    """Create a new alias."""
+    ensure_config_dir()
+    name = click.prompt('Enter alias name (eg. prod, test)', type=str)
+    alias_file = CONFIG_DIR / f'{name}.env'
+    if alias_file.exists():
+        click.echo(f"Alias '{name}' already exists.")
+        return
+    if alias_file.name == DEFAULT_FILE.name:
+        click.echo(f"Invalid alias name '{name}'.")
+        return
+
+    alias_data = {}
+
+    for key, value in ENV_VARS.items():
+        prompt_kwargs = {'text': value.name, 'type': value.type, 'show_default': value.show_default}
+        if bool(value.default):
+            prompt_kwargs['default'] = alias_data[value.default]
+
+        alias_data[key] = click.prompt(**prompt_kwargs)
+
+    for key, value in alias_data.items():
+        save_alias_field(name, key, value)
+
+    # Set the default alias if it is the first alias created
+    if not DEFAULT_FILE.exists():
+        set_default_alias(name)
+
+    click.echo(f"Alias '{name}' created.")

synapse_sdk-1.0.0a27/synapse_sdk/cli/alias/dataclass.py

@@ -0,0 +1,31 @@
+from dataclasses import dataclass
+from typing import Union
+
+
+@dataclass
+class EnvVar:
+    name: str
+    type = str
+    default: Union[str, None] = None
+    show_default: bool = True
+
+
+ENV_VARS = {
+    'RAY_ADDRESS': EnvVar('RAY_ADDRESS'),
+    'RAY_DASHBOARD_ADDRESS': EnvVar('RAY_DASHBOARD_ADDRESS'),
+    'RAY_SERVE_ADDRESS': EnvVar('RAY_SERVE_ADDRESS'),
+    'SYNAPSE_PLUGIN_STORAGE': EnvVar('SYNAPSE_PLUGIN_STORAGE', default='', show_default=False),
+    'SYNAPSE_DEBUG_PLUGIN_PATH': EnvVar('SYNAPSE_DEBUG_PLUGIN_PATH', default='', show_default=False),
+    'SYNAPSE_DEBUG_MODULES': EnvVar('SYNAPSE_DEBUG_MODULES', default='', show_default=False),
+    'SYNAPSE_PLUGIN_PUBLISH_HOST': EnvVar('SYNAPSE_PLUGIN_PUBLISH_HOST'),
+    'SYNAPSE_PLUGIN_PUBLISH_USER_TOKEN': EnvVar('SYNAPSE_PLUGIN_PUBLISH_USER_TOKEN'),
+    'SYNAPSE_PLUGIN_PUBLISH_TENANT': EnvVar('SYNAPSE_PLUGIN_PUBLISH_TENANT'),
+    'SYNAPSE_PLUGIN_RUN_HOST': EnvVar('SYNAPSE_PLUGIN_RUN_HOST', default='SYNAPSE_PLUGIN_PUBLISH_HOST'),
+    'SYNAPSE_PLUGIN_RUN_AGENT': EnvVar('SYNAPSE_PLUGIN_RUN_AGENT', default='', show_default=False),
+    'SYNAPSE_PLUGIN_RUN_AGENT_TOKEN': EnvVar('SYNAPSE_PLUGIN_RUN_AGENT_TOKEN'),
+    'SYNAPSE_PLUGIN_RUN_AGENT_HOST': EnvVar('SYNAPSE_PLUGIN_RUN_AGENT_HOST'),
+    'SYNAPSE_PLUGIN_RUN_USER_TOKEN': EnvVar(
+        'SYNAPSE_PLUGIN_RUN_USER_TOKEN', default='SYNAPSE_PLUGIN_PUBLISH_USER_TOKEN'
+    ),
+    'SYNAPSE_PLUGIN_RUN_TENANT': EnvVar('SYNAPSE_PLUGIN_RUN_TENANT', default='SYNAPSE_PLUGIN_PUBLISH_TENANT'),
+}

synapse_sdk-1.0.0a27/synapse_sdk/cli/alias/default.py

@@ -0,0 +1,16 @@
+import click
+
+from .utils import load_alias, set_default_alias
+
+
+@click.command()
+@click.argument('name', required=True)
+def default(name):
+    """Set an alias as the default."""
+    alias_data = load_alias(name)
+    if not alias_data:
+        click.echo(f"Alias '{name}' does not exist.")
+        return
+
+    set_default_alias(name)
+    click.echo(f"Alias '{name}' is now the default.")

synapse_sdk-1.0.0a27/synapse_sdk/cli/alias/delete.py

@@ -0,0 +1,15 @@
+import click
+
+from .utils import delete_alias_file, load_alias
+
+
+@click.command()
+@click.argument('name', required=True)
+def delete(name):
+    """Delete an alias."""
+    alias_data = load_alias(name)
+    if not alias_data:
+        click.echo(f"Alias '{name}' does not exist.")
+        return
+    delete_alias_file(name)
+    click.echo(f"Alias '{name}' deleted.")

synapse_sdk-1.0.0a27/synapse_sdk/cli/alias/list.py

@@ -0,0 +1,19 @@
+import click
+
+from .utils import CONFIG_DIR, DEFAULT_FILE, ensure_config_dir, get_default_alias
+
+
+@click.command()
+def list():
+    """List all aliases."""
+    ensure_config_dir()
+    aliases = [f.stem for f in CONFIG_DIR.glob('*') if f.is_file() and f.stem != DEFAULT_FILE.stem]
+    default_alias = get_default_alias()
+    if not aliases:
+        click.echo('No aliases found.')
+        return
+    for alias_name in aliases:
+        if alias_name == default_alias:
+            click.echo(f'{alias_name} (default)')
+        else:
+            click.echo(alias_name)

synapse_sdk-1.0.0a27/synapse_sdk/cli/alias/read.py

@@ -0,0 +1,15 @@
+import click
+
+from .utils import load_alias
+
+
+@click.command()
+@click.argument('name', required=True)
+def read(name):
+    """Read an alias."""
+    alias_data = load_alias(name)
+    if not alias_data:
+        click.echo(f"Alias '{name}' does not exist.")
+        return
+    for key, value in alias_data.items():
+        click.echo(f'{key}: {value}')

synapse_sdk-1.0.0a27/synapse_sdk/cli/alias/update.py

@@ -0,0 +1,17 @@
+import click
+
+from .utils import load_alias, save_alias_field
+
+
+@click.command()
+@click.argument('name', required=True)
+@click.argument('field', required=True)
+@click.argument('value', required=True)
+def update(name, field, value):
+    """Update a specific field in an alias."""
+    alias_data = load_alias(name)
+    if not alias_data:
+        click.echo(f"Alias '{name}' does not exist.")
+        return
+    save_alias_field(name, field.upper(), value)
+    click.echo(f"Alias '{name}' updated. Field '{field}' is now '{value}'.")

synapse_sdk-1.0.0a27/synapse_sdk/cli/alias/utils.py

@@ -0,0 +1,54 @@
+from pathlib import Path
+
+from dotenv import dotenv_values, set_key, unset_key
+
+CONFIG_DIR = Path.home() / '.config' / 'synapse_alias'
+DEFAULT_FILE = CONFIG_DIR / '__default__'
+
+
+def ensure_config_dir():
+    CONFIG_DIR.mkdir(parents=True, exist_ok=True)
+
+
+def load_alias(alias_name):
+    ensure_config_dir()
+    alias_file = CONFIG_DIR / alias_name
+    if not alias_file.exists():
+        return None
+    return dotenv_values(alias_file)
+
+
+# Save or update a field in an alias .env file
+def save_alias_field(alias_name, key, value):
+    ensure_config_dir()
+    alias_file = CONFIG_DIR / alias_name
+    set_key(alias_file, key, value)
+
+
+# Delete a field from an alias .env file
+def delete_alias_field(alias_name, key):
+    ensure_config_dir()
+    alias_file = CONFIG_DIR / alias_name
+    unset_key(alias_file, key)
+
+
+# Delete an alias .env file
+def delete_alias_file(alias_name):
+    ensure_config_dir()
+    alias_file = CONFIG_DIR / alias_name
+    if alias_file.exists():
+        alias_file.unlink()
+
+
+def get_default_alias():
+    if DEFAULT_FILE.exists():
+        default_data = dotenv_values(DEFAULT_FILE)
+        return default_data.get('DEFAULT_ALIAS')
+    return None
+
+
+# Set the default alias
+def set_default_alias(alias_name):
+    ensure_config_dir()
+    with open(DEFAULT_FILE, 'w') as f:
+        f.write(f'DEFAULT_ALIAS={alias_name}\n')

synapse_sdk-1.0.0a27/synapse_sdk/cli/plugin/__init__.py

@@ -0,0 +1,31 @@
+import os
+
+import click
+from dotenv import load_dotenv
+
+from synapse_sdk.cli.alias.utils import CONFIG_DIR, get_default_alias
+from synapse_sdk.i18n import gettext as _
+
+from .create import create
+from .publish import publish
+from .run import run
+
+load_dotenv(CONFIG_DIR / get_default_alias())
+load_dotenv(os.path.join(os.getcwd(), '.env'), override=True)
+
+
+@click.group(context_settings={'obj': {}, 'auto_envvar_prefix': 'SYNAPSE_PLUGIN'})
+@click.option('--debug/--no-debug', default=False)
+@click.pass_context
+def plugin(ctx, debug):
+    """Manage Synapse plugins."""
+    ctx.ensure_object(dict)
+    ctx.obj['DEBUG'] = debug
+
+    if debug:
+        click.echo(_('Debug mode is "on"'))
+
+
+plugin.add_command(create)
+plugin.add_command(publish)
+plugin.add_command(run)

synapse_sdk-1.0.0a26/synapse_sdk/cli/create_plugin.py → synapse_sdk-1.0.0a27/synapse_sdk/cli/plugin/create.py

@@ -5,6 +5,6 @@ from cookiecutter.main import cookiecutter
 
 
 @click.command()
-def create_plugin():
-    project_root = Path(__file__).parent.parent
+def create():
+    project_root = Path(__file__).parents[2]
     cookiecutter(str(project_root / 'plugins/templates'))

{synapse_sdk-1.0.0a26 → synapse_sdk-1.0.0a27}/synapse_sdk/clients/backend/dataset.py

@@ -36,8 +36,7 @@ class DatasetClientMixin(BaseClient):
                 tasks_data = []
                 for data, data_unit in zip(batch, data_units):
                     task_data = {'project': project_id, 'data_unit': data_unit['id']}
-                    if 'ground_truth' in data:
-                        task_data['ground_truth'] = data['ground_truth']
+                    # TODO: 추후 import 시 Task data 저장 필요 시 해당 로직 추가 필요.
 
                     tasks_data.append(task_data)
 

{synapse_sdk-1.0.0a26 → synapse_sdk-1.0.0a27}/synapse_sdk/clients/base.py

@@ -35,9 +35,10 @@ class BaseClient:
                 for name, file in kwargs['files'].items():
                     if isinstance(file, (str, Path)):
                         kwargs['files'][name] = Path(str(file)).open(mode='rb')
-                for name, value in kwargs['data'].items():
-                    if isinstance(value, dict):
-                        kwargs['data'][name] = json.dumps(value)
+                if 'data' in kwargs:
+                    for name, value in kwargs['data'].items():
+                        if isinstance(value, dict):
+                            kwargs['data'][name] = json.dumps(value)
             else:
                 headers['Content-Type'] = 'application/json'
                 if 'data' in kwargs:

{synapse_sdk-1.0.0a26 → synapse_sdk-1.0.0a27}/synapse_sdk/plugins/categories/base.py

@@ -105,6 +105,10 @@ class Action:
             self.envs['SYNAPSE_DEBUG_MODULES'] = ','.join(debug_modules)
         return debug_modules
 
+    @property
+    def plugin_package_manager(self):
+        return self.plugin_config.get('package_manager', 'pip')
+
     def get_run(self):
         context = {
             'plugin_release': self.plugin_release,
@@ -119,13 +123,13 @@ class Action:
         return {env: os.environ[env] for env in self.REQUIRED_ENVS if env in os.environ}
 
     def get_runtime_env(self):
-        runtime_env = {'pip': [], 'working_dir': self.plugin_url}
+        runtime_env = {self.plugin_package_manager: [], 'working_dir': self.plugin_url}
 
         if self.requirements:
-            runtime_env['pip'] += self.requirements
+            runtime_env[self.plugin_package_manager] += self.requirements
 
         if self.debug:
-            runtime_env['pip'] += self.debug_modules
+            runtime_env[self.plugin_package_manager] += self.debug_modules
 
         # 맨 마지막에 진행되어야 함
         runtime_env['env_vars'] = self.envs
@@ -206,7 +210,7 @@ class Action:
         client = self.get_job_client()
         return client.submit_job(
             submission_id=self.job_id,
-            entrypoint=f'python main.py {cmd}',
+            entrypoint=f'synapse plugin {cmd}',
             runtime_env=self.get_runtime_env(),
         )
 

{synapse_sdk-1.0.0a26 → synapse_sdk-1.0.0a27}/synapse_sdk/plugins/models.py

@@ -41,6 +41,10 @@ class PluginRelease:
     def name(self):
         return self.config['name']
 
+    @cached_property
+    def package_manager(self):
+        return self.config.get('package_manager', 'pip')
+
     @cached_property
     def checksum(self):
         return hash_text(self.code)
@@ -65,7 +69,7 @@ class PluginRelease:
 
             warm_up.options(
                 runtime_env={
-                    'pip': ['-r ${RAY_RUNTIME_ENV_CREATE_WORKING_DIR}/requirements.txt'],
+                    self.package_manager: ['-r ${RAY_RUNTIME_ENV_CREATE_WORKING_DIR}/requirements.txt'],
                     'working_dir': self.get_url(self.envs['SYNAPSE_PLUGIN_STORAGE']),
                 },
                 scheduling_strategy=strategy,

{synapse_sdk-1.0.0a26 → synapse_sdk-1.0.0a27}/synapse_sdk/plugins/templates/synapse-{{cookiecutter.plugin_code}}-plugin/config.yaml

@@ -4,3 +4,4 @@ version: {{ cookiecutter.version }}
 readme: README.md
 description: {{ cookiecutter.description }}
 category: {{ cookiecutter.category }}
+package_manager: pip

{synapse_sdk-1.0.0a26 → synapse_sdk-1.0.0a27/synapse_sdk.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: synapse-sdk
-Version: 1.0.0a26
+Version: 1.0.0a27
 Summary: synapse sdk
 Author-email: datamaker <developer@datamaker.io>
 License: MIT

{synapse_sdk-1.0.0a26 → synapse_sdk-1.0.0a27}/synapse_sdk.egg-info/SOURCES.txt

@@ -23,7 +23,19 @@ synapse_sdk/../locale/en/LC_MESSAGES/messages.po
 synapse_sdk/../locale/ko/LC_MESSAGES/messages.mo
 synapse_sdk/../locale/ko/LC_MESSAGES/messages.po
 synapse_sdk/cli/__init__.py
-synapse_sdk/cli/create_plugin.py
+synapse_sdk/cli/alias/__init__.py
+synapse_sdk/cli/alias/create.py
+synapse_sdk/cli/alias/dataclass.py
+synapse_sdk/cli/alias/default.py
+synapse_sdk/cli/alias/delete.py
+synapse_sdk/cli/alias/list.py
+synapse_sdk/cli/alias/read.py
+synapse_sdk/cli/alias/update.py
+synapse_sdk/cli/alias/utils.py
+synapse_sdk/cli/plugin/__init__.py
+synapse_sdk/cli/plugin/create.py
+synapse_sdk/cli/plugin/publish.py
+synapse_sdk/cli/plugin/run.py
 synapse_sdk/clients/__init__.py
 synapse_sdk/clients/base.py
 synapse_sdk/clients/exceptions.py
@@ -95,19 +107,13 @@ synapse_sdk/plugins/categories/smart_tool/actions/auto_label.py
 synapse_sdk/plugins/categories/smart_tool/templates/config.yaml
 synapse_sdk/plugins/categories/smart_tool/templates/plugin/__init__.py
 synapse_sdk/plugins/categories/smart_tool/templates/plugin/auto_label.py
-synapse_sdk/plugins/cli/__init__.py
-synapse_sdk/plugins/cli/publish.py
-synapse_sdk/plugins/cli/run.py
 synapse_sdk/plugins/templates/cookiecutter.json
 synapse_sdk/plugins/templates/hooks/post_gen_project.py
 synapse_sdk/plugins/templates/hooks/pre_prompt.py
-synapse_sdk/plugins/templates/synapse-{{cookiecutter.plugin_code}}-plugin/.env
-synapse_sdk/plugins/templates/synapse-{{cookiecutter.plugin_code}}-plugin/.env.dist
 synapse_sdk/plugins/templates/synapse-{{cookiecutter.plugin_code}}-plugin/.gitignore
 synapse_sdk/plugins/templates/synapse-{{cookiecutter.plugin_code}}-plugin/.pre-commit-config.yaml
 synapse_sdk/plugins/templates/synapse-{{cookiecutter.plugin_code}}-plugin/README.md
 synapse_sdk/plugins/templates/synapse-{{cookiecutter.plugin_code}}-plugin/config.yaml
-synapse_sdk/plugins/templates/synapse-{{cookiecutter.plugin_code}}-plugin/main.py
 synapse_sdk/plugins/templates/synapse-{{cookiecutter.plugin_code}}-plugin/pyproject.toml
 synapse_sdk/plugins/templates/synapse-{{cookiecutter.plugin_code}}-plugin/requirements.txt
 synapse_sdk/plugins/templates/synapse-{{cookiecutter.plugin_code}}-plugin/plugin/__init__.py

synapse_sdk-1.0.0a26/synapse_sdk/cli/__init__.py

@@ -1,11 +0,0 @@
-import click
-
-from synapse_sdk.cli.create_plugin import create_plugin
-
-
-@click.group()
-def cli():
-    pass
-
-
-cli.add_command(create_plugin)

synapse_sdk-1.0.0a26/synapse_sdk/plugins/__init__.py

@@ -1,13 +0,0 @@
-import os
-
-from dotenv import load_dotenv
-
-from synapse_sdk.plugins.cli import cli
-
-
-def init():
-    load_dotenv(os.path.join(os.getcwd(), '.env'))
-    cli(obj={}, auto_envvar_prefix='SYNAPSE_PLUGIN')
-
-
-__all__ = ['init']

synapse_sdk-1.0.0a26/synapse_sdk/plugins/cli/__init__.py

@@ -1,21 +0,0 @@
-import click
-
-from synapse_sdk.i18n import gettext as _
-
-from .publish import publish
-from .run import run
-
-
-@click.group()
-@click.option('--debug/--no-debug', default=False)
-@click.pass_context
-def cli(ctx, debug):
-    ctx.ensure_object(dict)
-    ctx.obj['DEBUG'] = debug
-
-    if debug:
-        click.echo(_('Debug mode is "on"'))
-
-
-cli.add_command(run)
-cli.add_command(publish)

synapse_sdk-1.0.0a26/synapse_sdk/plugins/templates/synapse-{{cookiecutter.plugin_code}}-plugin/.env

@@ -1,24 +0,0 @@
-# RAY 관련
-RAY_ADDRESS=
-RAY_DASHBOARD_ADDRESS=
-RAY_SERVE_ADDRESS=
-
-# 플러그인 관련
-SYNAPSE_PLUGIN_STORAGE=
-
-# 플러그인 디버그 관련
-SYNAPSE_DEBUG_PLUGIN_PATH=
-SYNAPSE_DEBUG_MODULES=
-
-# 플러그인 PUBLISH 관련
-SYNAPSE_PLUGIN_PUBLISH_HOST=https://synapse.datamaker.io
-SYNAPSE_PLUGIN_PUBLISH_USER_TOKEN=
-SYNAPSE_PLUGIN_PUBLISH_TENANT=
-
-# 플러그인 RUN 관련
-SYNAPSE_PLUGIN_RUN_HOST=
-SYNAPSE_PLUGIN_RUN_AGENT=
-SYNAPSE_PLUGIN_RUN_AGENT_HOST=
-SYNAPSE_PLUGIN_RUN_AGENT_TOKEN=
-SYNAPSE_PLUGIN_RUN_USER_TOKEN=
-SYNAPSE_PLUGIN_RUN_TENANT=

synapse_sdk-1.0.0a26/synapse_sdk/plugins/templates/synapse-{{cookiecutter.plugin_code}}-plugin/.env.dist

@@ -1,24 +0,0 @@
-# RAY 관련
-RAY_ADDRESS=
-RAY_DASHBOARD_ADDRESS=
-RAY_SERVE_ADDRESS=
-
-# 플러그인 관련
-SYNAPSE_PLUGIN_STORAGE=
-
-# 플러그인 디버그 관련
-SYNAPSE_DEBUG_PLUGIN_PATH=
-SYNAPSE_DEBUG_MODULES=
-
-# 플러그인 PUBLISH 관련
-SYNAPSE_PLUGIN_PUBLISH_HOST=https://synapse.datamaker.io
-SYNAPSE_PLUGIN_PUBLISH_USER_TOKEN=
-SYNAPSE_PLUGIN_PUBLISH_TENANT=
-
-# 플러그인 RUN 관련
-SYNAPSE_PLUGIN_RUN_HOST=
-SYNAPSE_PLUGIN_RUN_AGENT=
-SYNAPSE_PLUGIN_RUN_AGENT_HOST=
-SYNAPSE_PLUGIN_RUN_AGENT_TOKEN=
-SYNAPSE_PLUGIN_RUN_USER_TOKEN=
-SYNAPSE_PLUGIN_RUN_TENANT=

synapse_sdk-1.0.0a26/synapse_sdk/plugins/templates/synapse-{{cookiecutter.plugin_code}}-plugin/main.py

@@ -1,4 +0,0 @@
-from synapse_sdk import plugins
-
-if __name__ == '__main__':
-    plugins.init()