synapse-sdk 1.0.0a62__py3-none-any.whl → 1.0.0a64__py3-none-any.whl

synapse_sdk/cli/plugin/publish.py

@@ -8,14 +8,14 @@ from synapse_sdk.plugins.models import PluginRelease
 from synapse_sdk.plugins.upload import archive
 
 
-@click.command()
-@click.option('--host', required=True)
-@click.option('--access_token', required=True)
-@click.option('--debug_modules', default='', envvar='SYNAPSE_DEBUG_MODULES')
-@click.pass_context
-def publish(ctx, host, access_token, debug_modules):
-    debug = ctx.obj['DEBUG']
-
+def _publish(host, access_token, debug, debug_modules=''):
+    """
+    Publish a plugin release to the Synapse backend.
+
+    :param host: The host URL of the Synapse backend.
+    :param access_token: The access token for authentication.
+    :param debug_modules: Comma-separated list of debug modules.
+    """
     plugin_release = PluginRelease()
 
     source_path = Path('./')
@@ -29,8 +29,17 @@ def publish(ctx, host, access_token, debug_modules):
 
     client = BackendClient(host, access_token)
     client.create_plugin_release(data)
-    click.secho(
-        _('Successfully published "{}" ({}) to synapse backend!').format(plugin_release.name, plugin_release.code),
-        fg='green',
-        bold=True,
-    )
+
+    message = _('Successfully published "{}" ({}) to synapse backend!').format(plugin_release.name, plugin_release.code)
+    click.secho(message, fg='green', bold=True)
+    return plugin_release
+
+
+@click.command()
+@click.option('--host', required=True)
+@click.option('--access_token', required=True)
+@click.option('--debug_modules', default='', envvar='SYNAPSE_DEBUG_MODULES')
+@click.pass_context
+def publish(ctx, host, access_token, debug_modules):
+    debug = ctx.obj['DEBUG']
+    _publish(host, access_token, debug, debug_modules)

synapse_sdk/devtools/server.py

@@ -14,6 +14,7 @@ from fastapi.middleware.cors import CORSMiddleware
 from fastapi.responses import StreamingResponse
 from fastapi.staticfiles import StaticFiles
 
+from synapse_sdk.cli.plugin.publish import _publish
 from synapse_sdk.clients.agent import AgentClient
 from synapse_sdk.clients.backend import BackendClient
 from synapse_sdk.clients.exceptions import ClientError
@@ -68,7 +69,7 @@ class DevtoolsServer:
     def _init_backend_client(self) -> Optional[BackendClient]:
         config = get_backend_config()
         if config:
-            return BackendClient(config['host'], api_token=config['token'])
+            return BackendClient(config['host'], access_token=config['token'])
         return None
 
     def _init_agent_client(self) -> Optional[AgentClient]:
@@ -93,32 +94,12 @@ class DevtoolsServer:
         """Internal method to publish plugin using CLI logic"""
         import os
 
-        from synapse_sdk.clients.backend import BackendClient
-        from synapse_sdk.plugins.models import PluginRelease
-        from synapse_sdk.plugins.upload import archive
-
-        # Change to plugin directory
         original_cwd = os.getcwd()
         try:
             os.chdir(str(source_path))
 
-            # Create plugin release from config in plugin directory
-            plugin_release = PluginRelease()
-
-            # Create archive
-            archive_path = source_path / 'dist' / 'archive.zip'
-            archive(source_path, archive_path)
-
-            # Prepare data for backend
-            data = {'plugin': plugin_release.plugin, 'file': str(archive_path), 'debug': debug}
-
-            if debug:
-                modules = []  # TODO: Get debug modules from environment or config
-                data['meta'] = {'modules': modules}
-
-            # Create backend client and publish
-            client = BackendClient(host, access_token, debug=debug)
-            result = client.create_plugin_release(data)
+            debug_modules = os.getenv('SYNAPSE_DEBUG_MODULES', '')
+            plugin_release = _publish(host, access_token, debug, debug_modules)
 
             return {
                 'success': True,
@@ -127,7 +108,7 @@ class DevtoolsServer:
                 'plugin_code': plugin_release.code,
                 'version': plugin_release.version,
                 'name': plugin_release.name,
-                'result': result,
+                'result': '',
             }
 
         finally:

synapse_sdk/plugins/categories/neural_net/base/inference.py

@@ -5,6 +5,7 @@ from fastapi import FastAPI
 from ray import serve
 
 from synapse_sdk.clients.backend import BackendClient
+from synapse_sdk.devtools.config import get_backend_config
 from synapse_sdk.utils.file import unarchive
 
 app = FastAPI()
@@ -20,7 +21,9 @@ class BaseInference:
     @serve.multiplexed()
     async def _load_model(self, model_id: str):
         model_info = jwt.decode(model_id, self.backend_url, algorithms='HS256')
-        client = BackendClient(self.backend_url, token=model_info['token'], tenant=model_info['tenant'])
+        if not (config := get_backend_config()):
+            raise ValueError('Backend config not found. Please configure backend in devtools config.')
+        client = BackendClient(config['host'], access_token=config['token'])
         model = client.get_model(model_info['model'])
         with tempfile.TemporaryDirectory() as temp_path:
             unarchive(model['file'], temp_path)

synapse_sdk/plugins/categories/upload/actions/upload.py

@@ -194,13 +194,13 @@ class UploadAction(Action):
     run_class = UploadRun
     progress_categories = {
         'analyze_collection': {
-            'proportion': 0,
+            'proportion': 10,
         },
         'upload_data_files': {
-            'proportion': 0,
+            'proportion': 50,
         },
         'generate_data_units': {
-            'proportion': 0,
+            'proportion': 40,
         },
     }
     metrics_categories = {'data_file', 'data_unit'}
@@ -372,7 +372,6 @@ class UploadAction(Action):
             List: List of dictionaries containing organized files.
         """
         organized_files = []
-        self.run.log_message(f'Looking for files in {directory}...')
 
         # Check for type-based directory structure (e.g., image_1/, pcd_1/)
         type_dirs = {}
@@ -396,7 +395,7 @@ class UploadAction(Action):
                 if extensions:
                     common_ext = max(extensions.items(), key=lambda x: x[1])[0]
                     type_extensions[spec_name] = common_ext
-                    self.run.log_message(f'Found type directory: {spec_name} (common extension: {common_ext})')
+                    self.run.log_message(f'Found type directory: {spec_name} (extension: {common_ext})')
 
         # If type-based directories don't exist, exit early
         if not type_dirs:
@@ -432,19 +431,13 @@ class UploadAction(Action):
                             )
 
         if not dataset_files:
-            self.run.log_message('No dataset files found.', context=Context.WARNING.value)
+            self.run.log_message('No files found.', context=Context.WARNING.value)
             return organized_files
 
-        self.run.log_message(f'Found {len(dataset_files)} potential datasets by ID')
+        self.run.log_message(f'Found {len(dataset_files)} files by ID')
 
         # Second pass: organize valid datasets
         for file_name, files_dict in sorted(dataset_files.items()):
-            self.run.log_message(f'Processing file name: {file_name}')
-
-            # Add file spec details for logging
-            for spec_name, file_path in files_dict.items():
-                self.run.log_message(f"Mapped '{spec_name}' to: {file_path.name}")
-
             # Check if all required files are present
             required_specs = [spec['name'] for spec in file_specification if spec.get('is_required', False)]
             if all(req in files_dict for req in required_specs):
@@ -456,7 +449,6 @@ class UploadAction(Action):
 
                 # Add the organized dataset
                 organized_files.append({'files': files_dict, 'meta': meta_data})
-                self.run.log_message(f'Successfully organized dataset for ID {file_name}')
             else:
                 # Missing required files warning
                 missing = [req for req in required_specs if req not in files_dict]

synapse_sdk/plugins/models.py

@@ -3,6 +3,7 @@ from functools import cached_property
 from typing import Any, Dict
 
 from synapse_sdk.clients.backend import BackendClient
+from synapse_sdk.devtools.config import get_backend_config
 from synapse_sdk.loggers import BackendLogger, ConsoleLogger
 from synapse_sdk.plugins.utils import read_plugin_config
 from synapse_sdk.shared.enums import Context
@@ -112,10 +113,11 @@ class Run:
     def __init__(self, job_id, context):
         self.job_id = job_id
         self.context = context
+        if not (config := get_backend_config()):
+            raise ValueError('Backend config not found. Please configure backend in devtools config.')
         self.client = BackendClient(
-            self.context['envs']['SYNAPSE_PLUGIN_RUN_HOST'],
-            token=self.context['envs'].get('SYNAPSE_PLUGIN_RUN_USER_TOKEN'),
-            tenant=self.context['envs'].get('SYNAPSE_PLUGIN_RUN_TENANT'),
+            config['host'],
+            access_token=config['token'],
         )
         self.set_logger()
 

{synapse_sdk-1.0.0a62.dist-info → synapse_sdk-1.0.0a64.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: synapse-sdk
-Version: 1.0.0a62
+Version: 1.0.0a64
 Summary: synapse sdk
 Author-email: datamaker <developer@datamaker.io>
 License: MIT

{synapse_sdk-1.0.0a62.dist-info → synapse_sdk-1.0.0a64.dist-info}/RECORD

@@ -20,7 +20,7 @@ synapse_sdk/cli/alias/update.py,sha256=LOpkpe6ZP_HcOOwC5RkJHVxQuNcQHGnyN98tABjz7
 synapse_sdk/cli/alias/utils.py,sha256=mlWWVrOmF4klVc1kbtguj_Z_TJz4tsGWcCnRZN3R7Ds,1534
 synapse_sdk/cli/plugin/__init__.py,sha256=fonDXnEc33Pz4ibFhp3WILLyElHDwMnXvaw0tZy6tak,784
 synapse_sdk/cli/plugin/create.py,sha256=HpYTpohV1NbSrULaVUlc4jWLWznPrx7glgydTM3sS5E,218
-synapse_sdk/cli/plugin/publish.py,sha256=1pFewXC6bzeDegB2ahyXiyA7dpf9h3VNRNXiy_ii-pM,1163
+synapse_sdk/cli/plugin/publish.py,sha256=wok85WnfXzb4j6Aix7gRWM3kXW3E2eC31Q3bsDrn-vw,1547
 synapse_sdk/cli/plugin/run.py,sha256=xz5LRm3zh8Y9DMjw5FFRFVRWSCWtYfZJskfCmrPikaQ,2598
 synapse_sdk/clients/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/clients/base.py,sha256=DPY2fNwJHYKa61z07ozJ0poCFRgGd43zfgmHgpI_ngc,12890
@@ -46,7 +46,7 @@ synapse_sdk/clients/validators/collections.py,sha256=LtnwvutsScubOUcZ2reGHLCzseX
 synapse_sdk/devtools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/devtools/config.py,sha256=ODAfnXD4TBZQM2dxL7pcHlx6JfkZo15Kwf1MEenbics,2509
 synapse_sdk/devtools/models.py,sha256=6tdpNblSvE5VQ97J0NZreFkD0jK8v6JuJK4ap0DX2w8,1112
-synapse_sdk/devtools/server.py,sha256=xLRgZuaHuq8a38WW0-TVDavhNxJZ89EOexPSy88BAU0,35160
+synapse_sdk/devtools/server.py,sha256=WDeVYl5wuh2FneRMeIZ7BuZDrpA30wpFmykKCRtpNaw,34421
 synapse_sdk/devtools/utils.py,sha256=-f3ZxnRpYg6suNQIL-m4n1DhvLdQEbS4e9Mk9tQ8crE,1706
 synapse_sdk/devtools/docs/.gitignore,sha256=fCv2uiY7oUmiiFhHqfcYbg169Y-q4-AfLmmnRl98_sw,233
 synapse_sdk/devtools/docs/README.md,sha256=yBzWf0K1ef4oymFXDaHo0nYWEgMQJqsOyrkNhIOPQrY,774
@@ -108,7 +108,7 @@ synapse_sdk/devtools/web/src/views/PluginView.jsx,sha256=_-V8elSiEtsvKECeROtQopS
 synapse_sdk/plugins/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/plugins/enums.py,sha256=ibixwqA3sCNSriG1jAtL54JQc_Zwo3MufwYUqGhVncc,523
 synapse_sdk/plugins/exceptions.py,sha256=Qs7qODp_RRLO9y2otU2T4ryj5LFwIZODvSIXkAh91u0,691
-synapse_sdk/plugins/models.py,sha256=QSsF9A3MSbujdKEeVgkt7vpm0LGQYg_9P_T05WVSmCA,4362
+synapse_sdk/plugins/models.py,sha256=AjfC8Cr8g_IrKh10M2sneVRJNIzSgCGi6d90Uu5N9EQ,4431
 synapse_sdk/plugins/upload.py,sha256=VJOotYMayylOH0lNoAGeGHRkLdhP7jnC_A0rFQMvQpQ,3228
 synapse_sdk/plugins/utils.py,sha256=4_K6jIl0WrsXOEhFp94faMOriSsddOhIiaXcawYYUUA,3300
 synapse_sdk/plugins/categories/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -138,7 +138,7 @@ synapse_sdk/plugins/categories/neural_net/actions/test.py,sha256=JY25eg-Fo6WbgtM
 synapse_sdk/plugins/categories/neural_net/actions/train.py,sha256=i406Ar0V74QwdvqI_g_DgHblB_SoGRPMsuwWcxfoeew,5429
 synapse_sdk/plugins/categories/neural_net/actions/tune.py,sha256=C2zv3o0S-5Hjjsms8ULDGD-ad_DdNTqCPOcDqXa0v1Y,13494
 synapse_sdk/plugins/categories/neural_net/base/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-synapse_sdk/plugins/categories/neural_net/base/inference.py,sha256=R5DASI6-5vzsjDOYxqeGGMBjnav5qHF4hNJT8zNUR3I,1097
+synapse_sdk/plugins/categories/neural_net/base/inference.py,sha256=tekHb5kNAVBqXtermtNUmpEOFvXbXNEEvGOXw51DYw8,1280
 synapse_sdk/plugins/categories/neural_net/templates/config.yaml,sha256=TMdvthf0zQYYTHf0IibKJ6InziRCWM4100C1DKkJVqU,1094
 synapse_sdk/plugins/categories/neural_net/templates/plugin/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/plugins/categories/neural_net/templates/plugin/inference.py,sha256=rXvECCewVlLSotv7UaIyyGfEv0OODlXBuk1JwBLNhh8,838
@@ -166,7 +166,7 @@ synapse_sdk/plugins/categories/smart_tool/templates/plugin/__init__.py,sha256=47
 synapse_sdk/plugins/categories/smart_tool/templates/plugin/auto_label.py,sha256=eevNg0nOcYFR4z_L_R-sCvVOYoLWSAH1jwDkAf3YCjY,320
 synapse_sdk/plugins/categories/upload/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/plugins/categories/upload/actions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-synapse_sdk/plugins/categories/upload/actions/upload.py,sha256=zZx14F3789IJUH7BmZdXI43HXy0RdLknqT3aZk0WIHQ,18965
+synapse_sdk/plugins/categories/upload/actions/upload.py,sha256=YozR4WHDnoFQBth9hZoOYLLrMVtjrA9EFwLwQKqUK-M,18516
 synapse_sdk/plugins/categories/upload/templates/config.yaml,sha256=kwHNWHFYbzDi1mEh40KozatPZbZGH44dlP0t0J7ejJw,483
 synapse_sdk/plugins/categories/upload/templates/plugin/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/plugins/categories/upload/templates/plugin/upload.py,sha256=IZU4sdSMSLKPCtlNqF7DP2howTdYR6hr74HCUZsGdPk,1559
@@ -205,9 +205,9 @@ synapse_sdk/utils/storage/providers/__init__.py,sha256=x7RGwZryT2FpVxS7fGWryRVpq
 synapse_sdk/utils/storage/providers/gcp.py,sha256=i2BQCu1Kej1If9SuNr2_lEyTcr5M_ncGITZrL0u5wEA,363
 synapse_sdk/utils/storage/providers/s3.py,sha256=W94rQvhGRXti3R4mYP7gmU5pcyCQpGFIBLvxxqLVdRM,2231
 synapse_sdk/utils/storage/providers/sftp.py,sha256=_8s9hf0JXIO21gvm-JVS00FbLsbtvly4c-ETLRax68A,1426
-synapse_sdk-1.0.0a62.dist-info/licenses/LICENSE,sha256=bKzmC5YAg4V1Fhl8OO_tqY8j62hgdncAkN7VrdjmrGk,1101
-synapse_sdk-1.0.0a62.dist-info/METADATA,sha256=EZ7nVLBGFvc5_j9iIq5_9HYxUfcMa7XBfHnhc0JR24I,1130
-synapse_sdk-1.0.0a62.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-synapse_sdk-1.0.0a62.dist-info/entry_points.txt,sha256=VNptJoGoNJI8yLXfBmhgUefMsmGI0m3-0YoMvrOgbxo,48
-synapse_sdk-1.0.0a62.dist-info/top_level.txt,sha256=ytgJMRK1slVOKUpgcw3LEyHHP7S34J6n_gJzdkcSsw8,12
-synapse_sdk-1.0.0a62.dist-info/RECORD,,
+synapse_sdk-1.0.0a64.dist-info/licenses/LICENSE,sha256=bKzmC5YAg4V1Fhl8OO_tqY8j62hgdncAkN7VrdjmrGk,1101
+synapse_sdk-1.0.0a64.dist-info/METADATA,sha256=KsTQlvh0eS2Fmrfma6vovk3TNgZ2FNBCG7jYy9I_3QI,1130
+synapse_sdk-1.0.0a64.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+synapse_sdk-1.0.0a64.dist-info/entry_points.txt,sha256=VNptJoGoNJI8yLXfBmhgUefMsmGI0m3-0YoMvrOgbxo,48
+synapse_sdk-1.0.0a64.dist-info/top_level.txt,sha256=ytgJMRK1slVOKUpgcw3LEyHHP7S34J6n_gJzdkcSsw8,12
+synapse_sdk-1.0.0a64.dist-info/RECORD,,