synapse-sdk 1.0.0b17__py3-none-any.whl → 1.0.0b19__py3-none-any.whl

synapse_sdk/plugins/categories/upload/actions/upload.py

@@ -1,3 +1,4 @@
+import asyncio
 import json
 import os
 import shutil
@@ -5,7 +6,7 @@ from datetime import datetime
 from enum import Enum
 from io import BytesIO
 from pathlib import Path
-from typing import Annotated, Any, Dict, List, Optional
+from typing import Annotated, Any, Awaitable, Dict, List, Optional, TypeVar
 
 from openpyxl import load_workbook
 from openpyxl.utils.exceptions import InvalidFileException
@@ -25,6 +26,9 @@ from synapse_sdk.shared.enums import Context
 from synapse_sdk.utils.pydantic.validators import non_blank
 from synapse_sdk.utils.storage import get_pathlib
 
+# Type variable for generic async return type
+T = TypeVar('T')
+
 
 class PathAwareJSONEncoder(json.JSONEncoder):
     """Custom JSON encoder that handles Path-like objects."""
@@ -178,7 +182,7 @@ class UploadRun(Run):
         },
         # Debug information - only for EventLog
         'EXCEL_FILE_VALIDATION_STARTED': {
-            'message': 'Excel file validation started: {}',
+            'message': 'Excel file validation started',
             'level': Context.INFO,
         },
         'EXCEL_WORKBOOK_LOADED': {
@@ -186,7 +190,7 @@ class UploadRun(Run):
             'level': Context.INFO,
         },
         'FILE_ORGANIZATION_STARTED': {
-            'message': 'File organization started for directory: {}',
+            'message': 'File organization started',
             'level': Context.INFO,
         },
         'BATCH_PROCESSING_STARTED': {
@@ -202,7 +206,7 @@ class UploadRun(Run):
             'level': Context.INFO,
         },
         'EXCEL_FILE_NOT_FOUND_PATH': {
-            'message': 'Excel metadata file not found: {}',
+            'message': 'Excel metadata file not found',
             'level': Context.WARNING,
         },
         'EXCEL_SECURITY_VALIDATION_FAILED': {
@@ -394,6 +398,9 @@ class ExcelMetadataUtils:
 class UploadParams(BaseModel):
     """Upload action parameters.
 
+    This class defines all configuration parameters for the upload action, including
+    advanced asynchronous upload capabilities for improved performance.
+
     Args:
         name (str): The name of the action.
         description (str | None): The description of the action.
@@ -405,6 +412,17 @@ class UploadParams(BaseModel):
         excel_metadata_path (str | None): Path to excel file containing metadata.
             Defaults to 'meta.xlsx' or 'meta.xls' in the path directory.
         is_recursive (bool): Enable recursive file discovery in subdirectories. Defaults to False.
+        use_async_upload (bool): Enable asynchronous upload data file processing for improved performance.
+            Defaults to True.
+        max_file_size_mb (int): The maximum file size not using chunked_upload in MB. Defaults to 50MB.
+        creating_data_unit_batch_size (int): The batch size for creating data units. Defaults to 100.
+        extra_params (dict | None): Extra parameters for the action.
+            Example: {"include_metadata": True, "compression": "gzip"}
+
+    Note:
+        Async upload requires plugin developers to implement handle_upload_files_async()
+        method for maximum benefit. Default implementation provides compatibility
+        but limited performance improvement.
     """
 
     name: Annotated[str, AfterValidator(non_blank)]
@@ -416,7 +434,9 @@ class UploadParams(BaseModel):
     excel_metadata_path: str | None = None
     is_recursive: bool = False
     max_file_size_mb: int = 50
-    creating_data_unit_batch_size: int = 100
+    creating_data_unit_batch_size: int = 1
+    use_async_upload: bool = True
+    extra_params: dict | None = None
 
     @field_validator('storage', mode='before')
     @classmethod
@@ -540,8 +560,6 @@ class UploadAction(Action):
         analyze_collection: The progress category for the analyze collection process.
         data_file_upload: The progress category for the upload process.
         generate_data_units: The progress category for the generate data units process.
-        generate_tasks: The progress category for the generate tasks process.
-        generate_ground_truths: The progress category for the generate ground truths process.
 
     Metrics Categories:
         data_file: The metrics category for the data file.
@@ -581,9 +599,11 @@ class UploadAction(Action):
         self.excel_config = ExcelSecurityConfig()
         self.excel_utils = ExcelMetadataUtils(self.excel_config)
 
-    def get_uploader(self, path, file_specification, organized_files):
+    def get_uploader(self, path, file_specification, organized_files, params: Dict = None):
         """Get uploader from entrypoint."""
-        return self.entrypoint(self.run, path, file_specification, organized_files)
+        return self.entrypoint(
+            self.run, path, file_specification, organized_files, extra_params=params.get('extra_params')
+        )
 
     def _discover_files_recursive(self, dir_path: Path) -> List[Path]:
         """Discover files recursively in a directory."""
@@ -797,10 +817,11 @@ class UploadAction(Action):
         excel_path = None
 
         # Check if user provided a specific excel_metadata_path
-        if self.params.get('excel_metadata_path'):
-            excel_path = pathlib_cwd / self.params['excel_metadata_path']
+        excel_metadata_path = self.params.get('excel_metadata_path')
+        if excel_metadata_path:
+            excel_path = pathlib_cwd / excel_metadata_path
             if not excel_path.exists():
-                self.run.log_message_with_code('EXCEL_FILE_NOT_FOUND_PATH', str(excel_path))
+                self.run.log_message_with_code('EXCEL_FILE_NOT_FOUND_PATH')
                 return {}
         else:
             # Look for default meta.xlsx or meta.xls
@@ -810,7 +831,7 @@ class UploadAction(Action):
                 return {}
 
         try:
-            self.run.log_message_with_code('EXCEL_FILE_VALIDATION_STARTED', str(excel_path))
+            self.run.log_message_with_code('EXCEL_FILE_VALIDATION_STARTED')
 
             # Prepare Excel file with security validation
             excel_stream = self._prepare_excel_file(excel_path)
@@ -852,8 +873,15 @@ class UploadAction(Action):
         result: Dict[str, Any] = {}
 
         # Setup path object with path and storage.
-        storage = self.client.get_storage(self.params['storage'])
-        pathlib_cwd = get_pathlib(storage, self.params['path'])
+        storage_id = self.params.get('storage')
+        if storage_id is None:
+            raise ActionError('Storage parameter is required')
+        storage = self.client.get_storage(storage_id)
+
+        path = self.params.get('path')
+        if path is None:
+            raise ActionError('Path parameter is required')
+        pathlib_cwd = get_pathlib(storage, path)
 
         # Read excel metadata if configured or default file exists
         excel_metadata: Dict[str, Dict[str, Any]] = {}
@@ -881,7 +909,7 @@ class UploadAction(Action):
         organized_files = self._organize_files(pathlib_cwd, file_specification_template, excel_metadata)
 
         # Initialize uploader.
-        uploader = self.get_uploader(pathlib_cwd, file_specification_template, organized_files)
+        uploader = self.get_uploader(pathlib_cwd, file_specification_template, organized_files, self.params)
 
         # Get organized files from the uploader (plugin developer's custom implementation)
         # or use the default organization method if uploader doesn't provide valid files
@@ -896,7 +924,11 @@ class UploadAction(Action):
         if not organized_files:
             self.run.log_message_with_code('NO_FILES_FOUND')
             raise ActionError('Upload is aborted due to missing files.')
-        uploaded_files = self._upload_files(organized_files)
+        # Choose upload method based on async parameter
+        if self.params.get('use_async_upload', True):
+            uploaded_files = self.run_async(self._upload_files_async(organized_files, 10))
+        else:
+            uploaded_files = self._upload_files(organized_files)
         result['uploaded_files_count'] = len(uploaded_files)
 
         # Generate data units for the uploaded data.
@@ -904,7 +936,7 @@ class UploadAction(Action):
             self.run.log_message_with_code('NO_FILES_UPLOADED')
             raise ActionError('Upload is aborted due to no uploaded files.')
         generated_data_units = self._generate_data_units(
-            uploaded_files, self.params.get('creating_data_unit_batch_size')
+            uploaded_files, self.params.get('creating_data_unit_batch_size', 1)
         )
         result['generated_data_units_count'] = len(generated_data_units)
 
@@ -929,7 +961,9 @@ class UploadAction(Action):
         # Initialize progress
         self.run.set_progress(0, 2, category='analyze_collection')
 
-        collection_id = self.params['data_collection']
+        collection_id = self.params.get('data_collection')
+        if collection_id is None:
+            raise ActionError('Data collection parameter is required')
         self.run.set_progress(1, 2, category='analyze_collection')
 
         collection = self.run.client.get_data_collection(collection_id)
@@ -949,7 +983,9 @@ class UploadAction(Action):
         self.run.log_message_with_code('UPLOADING_DATA_FILES')
 
         client = self.run.client
-        collection_id = self.params['data_collection']
+        collection_id = self.params.get('data_collection')
+        if collection_id is None:
+            raise ActionError('Data collection parameter is required')
         upload_result = []
         current_progress = 0
         success_count = 0
@@ -980,6 +1016,129 @@ class UploadAction(Action):
 
         return upload_result
 
+    def run_async(self, coro: Awaitable[T]) -> T:
+        """Run async coroutine safely using asyncio.run().
+
+        This method properly manages event loop lifecycle and prevents
+        resource exhaustion from repeated event loop creation.
+
+        Args:
+            coro: The coroutine to execute
+
+        Returns:
+            The result of the coroutine execution
+
+        Raises:
+            RuntimeError: If called from within an existing event loop
+        """
+        import concurrent.futures
+
+        def _run_in_thread():
+            """Run the coroutine in a separate thread to avoid event loop conflicts."""
+            return asyncio.run(coro)
+
+        # Check if we're already in an event loop
+        try:
+            # If this doesn't raise, we're in an event loop
+            asyncio.get_running_loop()
+            # Run in thread pool to avoid "RuntimeError: cannot be called from a running event loop"
+            with concurrent.futures.ThreadPoolExecutor(max_workers=1) as executor:
+                future = executor.submit(_run_in_thread)
+                return future.result()
+        except RuntimeError:
+            # No event loop running, safe to use asyncio.run directly
+            return asyncio.run(coro)
+
+    async def _upload_files_async(
+        self, organized_files: List[Dict[str, Any]], max_concurrent: int = 10
+    ) -> List[Dict[str, Any]]:
+        """Upload files to synapse-backend asynchronously with concurrency control."""
+        # Initialize progress
+        organized_files_count = len(organized_files)
+        self.run.set_progress(0, organized_files_count, category='upload_data_files')
+        self.run.log_message_with_code('UPLOADING_DATA_FILES')
+
+        client = self.run.client
+        collection_id = self.params.get('data_collection')
+        if collection_id is None:
+            raise ActionError('Data collection parameter is required')
+        upload_result = []
+        success_count = 0
+        failed_count = 0
+
+        # Initialize metrics
+        self._update_metrics(organized_files_count, success_count, failed_count, 'data_files')
+
+        # Control concurrency with semaphore
+        semaphore = asyncio.Semaphore(max_concurrent)
+
+        async def upload_single_file(organized_file):
+            async with semaphore:
+                loop = asyncio.get_event_loop()
+                try:
+                    # Determine if chunked upload should be used based on file size
+                    use_chunked_upload = self._requires_chunked_upload(organized_file)
+                    # Run sync upload_data_file in thread pool
+                    uploaded_data_file = await loop.run_in_executor(
+                        None, lambda: client.upload_data_file(organized_file, collection_id, use_chunked_upload)
+                    )
+                    self.run.log_data_file(organized_file, UploadStatus.SUCCESS)
+                    return {'status': 'success', 'result': uploaded_data_file}
+                except ClientError as e:
+                    # Handle API client errors (network, authentication, server errors)
+                    self.run.log_data_file(organized_file, UploadStatus.FAILED)
+                    self.run.log_message_with_code('FILE_UPLOAD_FAILED', f'Client error: {str(e)}')
+                    return {'status': 'failed', 'error': str(e), 'error_type': 'client_error', 'retryable': True}
+                except (OSError, IOError) as e:
+                    # Handle file system errors (file not found, permissions, disk full)
+                    self.run.log_data_file(organized_file, UploadStatus.FAILED)
+                    self.run.log_message_with_code('FILE_UPLOAD_FAILED', f'File system error: {str(e)}')
+                    return {'status': 'failed', 'error': str(e), 'error_type': 'file_error', 'retryable': False}
+                except MemoryError as e:
+                    # Handle out of memory errors (large files)
+                    self.run.log_data_file(organized_file, UploadStatus.FAILED)
+                    self.run.log_message_with_code('FILE_UPLOAD_FAILED', f'Memory error (file too large): {str(e)}')
+                    return {'status': 'failed', 'error': str(e), 'error_type': 'memory_error', 'retryable': False}
+                except asyncio.TimeoutError as e:
+                    # Handle timeout errors (slow network, large files)
+                    self.run.log_data_file(organized_file, UploadStatus.FAILED)
+                    self.run.log_message_with_code('FILE_UPLOAD_FAILED', f'Upload timeout: {str(e)}')
+                    return {'status': 'failed', 'error': str(e), 'error_type': 'timeout_error', 'retryable': True}
+                except ValueError as e:
+                    # Handle data validation errors (invalid file format, metadata issues)
+                    self.run.log_data_file(organized_file, UploadStatus.FAILED)
+                    self.run.log_message_with_code('FILE_UPLOAD_FAILED', f'Data validation error: {str(e)}')
+                    return {'status': 'failed', 'error': str(e), 'error_type': 'validation_error', 'retryable': False}
+                except Exception as e:
+                    # Handle any remaining unexpected errors
+                    self.run.log_data_file(organized_file, UploadStatus.FAILED)
+                    self.run.log_message_with_code('FILE_UPLOAD_FAILED', f'Unexpected error: {str(e)}')
+                    return {'status': 'failed', 'error': str(e), 'error_type': 'unknown_error', 'retryable': False}
+
+        # Create tasks for all files
+        tasks = [upload_single_file(organized_file) for organized_file in organized_files]
+
+        # Process files with progress updates
+        current_progress = 0
+        for completed_task in asyncio.as_completed(tasks):
+            result = await completed_task
+            current_progress += 1
+
+            if result['status'] == 'success':
+                success_count += 1
+                upload_result.append(result['result'])
+            else:
+                failed_count += 1
+
+            # Update metrics and progress
+            self._update_metrics(organized_files_count, success_count, failed_count, 'data_files')
+            self.run.set_progress(current_progress, organized_files_count, category='upload_data_files')
+
+        # Finish progress
+        self.run.set_progress(organized_files_count, organized_files_count, category='upload_data_files')
+
+        return upload_result
+
     def _generate_data_units(self, uploaded_files: List[Dict[str, Any]], batch_size: int) -> List[Dict[str, Any]]:
         """Generate data units for the uploaded data.
 
@@ -1073,14 +1232,14 @@ class UploadAction(Action):
             return organized_files
 
         self.run.log_message_with_code('TYPE_STRUCTURE_DETECTED')
-        self.run.log_message_with_code('FILE_ORGANIZATION_STARTED', str(directory))
+        self.run.log_message_with_code('FILE_ORGANIZATION_STARTED')
 
         # Collect and process files in a single pass
         dataset_files = {}
         required_specs = [spec['name'] for spec in file_specification if spec.get('is_required', False)]
 
         # Get recursive setting from params
-        is_recursive = self.params.get('is_recursive', False)
+        is_recursive = self.params.get('is_recursive', True)
 
         # Process all files from all type directories
         for spec_name, dir_path in type_dirs.items():

synapse_sdk/plugins/categories/upload/templates/config.yaml

@@ -3,5 +3,27 @@ actions:
     entrypoint: plugin.upload.Uploader
     options:
     supported_data_type: image # A primary data type of synapse backend collection. (e.g. 'image', 'text', 'video', 'pcd', 'audio')
-    ui_schema: |
-      Dumped FormKit Schema for upload plugin custom options
+    ui_schema: # UI schema for the input of extra params
+      - $formkit: "radio"
+        name: "file_format"
+        label: "File Format"
+        help: "Select the file format for upload processing"
+        required: false
+        value: "original"
+        options:
+          - label: "Keep Original"
+            value: "original"
+          - label: "Convert to JPEG"
+            value: "jpeg"
+          - label: "Convert to PNG"
+            value: "png"
+      - $formkit: "checkbox"
+        name: "include_metadata"
+        label: "Include Metadata"
+        help: "Include file metadata during upload"
+        value: true
+      - $formkit: "text"
+        name: "custom_tag"
+        label: "Custom Tag"
+        help: "Add a custom tag to uploaded files"
+        placeholder: "Enter custom tag"

synapse_sdk/plugins/categories/upload/templates/plugin/upload.py

@@ -1,5 +1,6 @@
+import asyncio
 from pathlib import Path
-from typing import List
+from typing import Dict, List
 
 
 class Uploader:
@@ -9,7 +10,9 @@ class Uploader:
     their own file organization logic.
     """
 
-    def __init__(self, run, path: Path, file_specification: List = None, organized_files: List = None):
+    def __init__(
+        self, run, path: Path, file_specification: List = None, organized_files: List = None, extra_params: Dict = None
+    ):
         """Initialize the plugin upload action class.
 
         Args:
@@ -17,11 +20,15 @@ class Uploader:
             path: Path object pointing to the upload target directory.
             file_specification: List of specifications that define the structure of files to be uploaded.
                 Each specification contains details like file name, type, and requirements.
+            organized_files: List of pre-organized files based on the default logic.
+                Each item is a dictionary with 'files' and 'meta' keys.
+            extra_params: Additional parameters for customization.
         """
         self.run = run
         self.path = path
         self.file_specification = file_specification
         self.organized_files = organized_files
+        self.extra_params = extra_params
 
     def handle_upload_files(self) -> List:
         """Customize the organization of files for upload.

{synapse_sdk-1.0.0b17.dist-info → synapse_sdk-1.0.0b19.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: synapse-sdk
-Version: 1.0.0b17
+Version: 1.0.0b19
 Summary: synapse sdk
 Author-email: datamaker <developer@datamaker.io>
 License: MIT

{synapse_sdk-1.0.0b17.dist-info → synapse_sdk-1.0.0b19.dist-info}/RECORD

@@ -34,7 +34,7 @@ synapse_sdk/clients/agent/service.py,sha256=s7KuPK_DB1nr2VHrigttV1WyFonaGHNrPvU8
 synapse_sdk/clients/backend/__init__.py,sha256=9FzjQn0ljRhtdaoG3n38Mdgte7GFwIh4OtEmoqVg2_E,2098
 synapse_sdk/clients/backend/annotation.py,sha256=t9KnSdCJ7NvDRkAOKn4lm5hgoawbLCwIHMeo45QiIlQ,1249
 synapse_sdk/clients/backend/core.py,sha256=oXAQwIz2QFuheaG79vXcYQFSlDDU1hxn2oRc6F5jyOc,2197
-synapse_sdk/clients/backend/data_collection.py,sha256=C3_vWWkzdX0nfHmeTL1KDAejPkIffL9_Yz0JN7Xz1IM,7740
+synapse_sdk/clients/backend/data_collection.py,sha256=L0TmV-4jXPgKwWu9baKHz_WFRTqMe5nZH-qW-5PlUYM,7742
 synapse_sdk/clients/backend/hitl.py,sha256=1rKczQBKOeEVS0Ynu--mctbBF-zIkSz4_aklfbFY2CU,713
 synapse_sdk/clients/backend/integration.py,sha256=IdjPkllvHJ_vASHSmxsWO3CRlZz2L4eWkMOch7bHWok,2744
 synapse_sdk/clients/backend/ml.py,sha256=ynm1UQ-gJkJ-n1wU_Hjcxdhe8VC1LliNWOUJfurOrRE,1197
@@ -50,10 +50,10 @@ synapse_sdk/devtools/server.py,sha256=tj-9ICg1bSECvDD1yUZnLeiH7qpUcwrJ6jaD9C1Ba_
 synapse_sdk/devtools/streamlit_app.py,sha256=fa17_8NUDCClWp8ESLkPEUD5CTo6bisTFEVXniyUhY8,256
 synapse_sdk/devtools/docs/.gitignore,sha256=fCv2uiY7oUmiiFhHqfcYbg169Y-q4-AfLmmnRl98_sw,233
 synapse_sdk/devtools/docs/README.md,sha256=yBzWf0K1ef4oymFXDaHo0nYWEgMQJqsOyrkNhIOPQrY,774
-synapse_sdk/devtools/docs/docusaurus.config.ts,sha256=yHErHupsRps_NOEgfowwikm6bgW6zyZ3-ckBqRHmkNk,3080
-synapse_sdk/devtools/docs/package-lock.json,sha256=FfI_0BxNDB3tupLYxsH2PY4ogaBL6p22ujFWy8rRu88,653289
-synapse_sdk/devtools/docs/package.json,sha256=A-eWyz2rQrAsAuitIw64eCeQtKbaTH8HjSqg94gaugA,1143
-synapse_sdk/devtools/docs/sidebars.ts,sha256=-DteBl5FSI1bdg9eHC__Q3LjcIUGYUhKjVoz9Xpc0u0,1443
+synapse_sdk/devtools/docs/docusaurus.config.ts,sha256=K1b002RS0x0tsOyib_6CSgUlASEULC9vAX8YDpbsRN4,3229
+synapse_sdk/devtools/docs/package-lock.json,sha256=dtepgbPC8gq5uz-hdcac4hIU-Cs209tX0sfBuB7RfEQ,705694
+synapse_sdk/devtools/docs/package.json,sha256=8veqayA4U3OLpdQaz6AzB59RQwTU-5soeYlYYWIxq28,1187
+synapse_sdk/devtools/docs/sidebars.ts,sha256=ZfHa2kSwhvnDAsTZo6DR3IjeNXC4-J-_jYWSvZOA_zg,1559
 synapse_sdk/devtools/docs/tsconfig.json,sha256=O9BNlRPjPiaVHW2_boShMbmTnh0Z2k0KQO6Alf9FMVY,215
 synapse_sdk/devtools/docs/blog/2019-05-28-first-blog-post.md,sha256=iP7gl_FPqo-qX13lkSRcRoT6ayJNmCkXoyvlm7GH248,312
 synapse_sdk/devtools/docs/blog/2019-05-29-long-blog-post.md,sha256=cM-dhhTeurEWMcdn0Kx-NpNts2YUUraSI_XFk_gVHEE,3122
@@ -65,7 +65,7 @@ synapse_sdk/devtools/docs/blog/2021-08-26-welcome/index.md,sha256=VEO6buziLWUfcU
 synapse_sdk/devtools/docs/docs/categories.md,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/devtools/docs/docs/cli-usage.md,sha256=ooFeFINHPwo288WmVkQXs_dee5zDOqo-Cgp186J-3Vo,7258
 synapse_sdk/devtools/docs/docs/configuration.md,sha256=5tyAg0rl_k8XGYG0RT__r43xLdCBBVLDzS-4d8UZUO0,2222
-synapse_sdk/devtools/docs/docs/contributing.md,sha256=Rl1-zA75cJ-YD3V487pjFrSACYJGrGVUQmk7PO9nHuY,7715
+synapse_sdk/devtools/docs/docs/contributing.md,sha256=U-g4rqrZXWSO_EzNh4AoOgZKFBzJ1OqVll_20nkJyWo,7706
 synapse_sdk/devtools/docs/docs/faq.md,sha256=PZ5JlBQ9BtJ7GWKmyr_X-alHnlIAxPXYwSVpAfHNXg4,4547
 synapse_sdk/devtools/docs/docs/installation.md,sha256=TUXPQ9zhWW68WdimH85GihGMBG-_XcUUzZG2bd0XKX8,1875
 synapse_sdk/devtools/docs/docs/introduction.md,sha256=qaZaU9E8raOm3Eqf7Zxpi9qG26gyS91OK1pWHsnPPMA,1581
@@ -85,9 +85,10 @@ synapse_sdk/devtools/docs/docs/api/utils/storage.md,sha256=uIpc37trKUm4XHe1fd4au
 synapse_sdk/devtools/docs/docs/api/utils/types.md,sha256=l84J1Ooa40xBYdvK1YpeKBT9kaqaWQUMNIFPUiC2e_U,1046
 synapse_sdk/devtools/docs/docs/concepts/index.md,sha256=ezn67P568PvFRPVE4T74j5MuEikgVOX7DV6MxIQBOHo,760
 synapse_sdk/devtools/docs/docs/examples/index.md,sha256=IZnF8veO7PqJYtAQevL1VHt1rBzieCSaXoWTQoXS4lA,504
-synapse_sdk/devtools/docs/docs/features/index.md,sha256=5OqGtJrs11Sw16vQ75mgt69QxhjS1csAnICj22jU7Tk,951
+synapse_sdk/devtools/docs/docs/features/index.md,sha256=FD2hUzTzFgKa5pcDWPtA6eVw9pLLiRajYi4xA8aJTHg,963
 synapse_sdk/devtools/docs/docs/features/converters/index.md,sha256=W5d5UO8nbOLWs1G9IgdTutlMl-d6M0hDLMJbg8DrCQ8,12713
-synapse_sdk/devtools/docs/docs/features/plugins/index.md,sha256=4w6FXY5JSvPqweGPheVwrpIPaeRihA-124wAXTI1r6E,13212
+synapse_sdk/devtools/docs/docs/plugins/export-plugins.md,sha256=W8u8o9PWZQJ-rBvwuw-daWtqsOfFod_j_4yNj4zbOj0,27028
+synapse_sdk/devtools/docs/docs/plugins/plugins.md,sha256=a1OCSovNXLx8vEkx7qJtxlqEQueGgZ37_xvuZecp4ng,24139
 synapse_sdk/devtools/docs/docs/tutorial-basics/_category_.json,sha256=qQVHZ1p0CxHg5Gb4CYNxUSeqZ3LVo4nXN_N0yUMVpDM,180
 synapse_sdk/devtools/docs/docs/tutorial-basics/congratulations.md,sha256=zJbcwKNVYGpLAGJO7e3cTdptFhb6m_NUzYDU5i6MWgc,1078
 synapse_sdk/devtools/docs/docs/tutorial-basics/create-a-blog-post.md,sha256=FNk-D3eiMmoc7sdVKazXibjsKl7-6b65KuEYkGOwcYk,886
@@ -124,7 +125,8 @@ synapse_sdk/devtools/docs/i18n/ko/docusaurus-plugin-content-docs/current/concept
 synapse_sdk/devtools/docs/i18n/ko/docusaurus-plugin-content-docs/current/examples/index.md,sha256=pMAc1VLUXnHCv2xvvx-GBqVQ1Uh4h-u4nrco5UZ2z-Y,613
 synapse_sdk/devtools/docs/i18n/ko/docusaurus-plugin-content-docs/current/features/index.md,sha256=ogU60hHjgRSUlxdoEFTlM7jwbZ3fharaTFuYHp3vya4,1051
 synapse_sdk/devtools/docs/i18n/ko/docusaurus-plugin-content-docs/current/features/converters/index.md,sha256=WpXcLBqC-xlvuoh-AhNOtFSo4qmnBIbR_wqLlazT7zo,1366
-synapse_sdk/devtools/docs/i18n/ko/docusaurus-plugin-content-docs/current/features/plugins/index.md,sha256=-P79uAosy1S4HlEs5dGmFTlG8X_cHeY9bR7mdJtYYzo,1515
+synapse_sdk/devtools/docs/i18n/ko/docusaurus-plugin-content-docs/current/plugins/export-plugins.md,sha256=f1fe6zWV5t60QZwCev7e-GIW50itfZviZ8zVZTaoka0,28371
+synapse_sdk/devtools/docs/i18n/ko/docusaurus-plugin-content-docs/current/plugins/plugins.md,sha256=63auCIr_5_IFZgvPDd9XSovM1cv3TSx9U0zQRjrsxkI,3108
 synapse_sdk/devtools/docs/i18n/ko/docusaurus-theme-classic/footer.json,sha256=SCLmysIhJ6XEEfnL7cOQb3s08EG4LA-ColdRRxecIH8,1601
 synapse_sdk/devtools/docs/i18n/ko/docusaurus-theme-classic/navbar.json,sha256=M-ly81cWnesYYtCRcfMvOsKl5P0z52K9kiw0T6GIQ60,429
 synapse_sdk/devtools/docs/src/components/HomepageFeatures/index.tsx,sha256=xaUQaq9OuqoaRAZQo-ZWev0vbmIkn9l04QfUBxlhnnU,1923
@@ -178,10 +180,10 @@ synapse_sdk/plugins/categories/data_validation/templates/plugin/validation.py,sh
 synapse_sdk/plugins/categories/export/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/plugins/categories/export/enums.py,sha256=gtyngvQ1DKkos9iKGcbecwTVQQ6sDwbrBPSGPNb5Am0,127
 synapse_sdk/plugins/categories/export/actions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-synapse_sdk/plugins/categories/export/actions/export.py,sha256=KKBRxTwPCDsmjv1JHgCE-orCYSsQG1RPdhRKtyd71ew,13669
-synapse_sdk/plugins/categories/export/templates/config.yaml,sha256=N7YmnFROb3s3M35SA9nmabyzoSb5O2t2TRPicwFNN2o,56
-synapse_sdk/plugins/categories/export/templates/plugin/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-synapse_sdk/plugins/categories/export/templates/plugin/export.py,sha256=DgoTtJF4Tq5nLUMpq0hF0XSbhXGjDb9XqoUUcrXBbnQ,6860
+synapse_sdk/plugins/categories/export/actions/export.py,sha256=BO8N1LT8X9ImDmsqMdrbCUePsMEtOhazCuVtwp_ZmXs,13706
+synapse_sdk/plugins/categories/export/templates/config.yaml,sha256=fAqi-9dH7qEkFDSDFvt0BcZ72d2qbyt1P83L2ti6ELM,58
+synapse_sdk/plugins/categories/export/templates/plugin/__init__.py,sha256=vsaFmW0X7GvKs1YYocYn1Yfp9bzfLnc9grMp4n9UbWk,15400
+synapse_sdk/plugins/categories/export/templates/plugin/export.py,sha256=3dZUEdhj-4YySJ-cPyNAqQvj5xcAXIX4KmXKcacTtd0,2754
 synapse_sdk/plugins/categories/neural_net/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/plugins/categories/neural_net/actions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/plugins/categories/neural_net/actions/deployment.py,sha256=njhDp05KXbNB9VCa46VgWa8-ftc_f9HcAVpUr0836AM,1838
@@ -219,10 +221,10 @@ synapse_sdk/plugins/categories/smart_tool/templates/plugin/__init__.py,sha256=47
 synapse_sdk/plugins/categories/smart_tool/templates/plugin/auto_label.py,sha256=eevNg0nOcYFR4z_L_R-sCvVOYoLWSAH1jwDkAf3YCjY,320
 synapse_sdk/plugins/categories/upload/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/plugins/categories/upload/actions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-synapse_sdk/plugins/categories/upload/actions/upload.py,sha256=hWL42Uu3E7rghO8Ayebxs4G_WcUNxn_pEXH5pJOPj3E,46969
-synapse_sdk/plugins/categories/upload/templates/config.yaml,sha256=6_dRa0_J2aS8NSUfO4MKbPxZcdPS2FpJzzp51edYAZc,281
+synapse_sdk/plugins/categories/upload/actions/upload.py,sha256=lFosLHBC0bAI6rC9BYdrmd47VoQRXDtd6hi-0p7oG04,55001
+synapse_sdk/plugins/categories/upload/templates/config.yaml,sha256=BvW1sqs02IgzO_fndxmtQ9CCmlNPwVIiuptQzzA6uAo,998
 synapse_sdk/plugins/categories/upload/templates/plugin/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-synapse_sdk/plugins/categories/upload/templates/plugin/upload.py,sha256=IZU4sdSMSLKPCtlNqF7DP2howTdYR6hr74HCUZsGdPk,1559
+synapse_sdk/plugins/categories/upload/templates/plugin/upload.py,sha256=gtKdKVf_PmZ2lRiTVrWT48F1J1yRZ-UGzg4gUgjWE84,1886
 synapse_sdk/plugins/templates/cookiecutter.json,sha256=NxOWk9A_v1pO0Ny4IYT9Cj5iiJ16--cIQrGC67QdR0I,396
 synapse_sdk/plugins/templates/plugin-config-schema.json,sha256=_ff1dnHdWPcWjD1Wy8Wn0aT6TnMD5J5Sdms3RTSWCUs,11805
 synapse_sdk/plugins/templates/schema.json,sha256=E5bZjskN0mqQtk2eLAB1nfXufIoGvyrtkMMP-wGKSdc,14029
@@ -276,9 +278,9 @@ synapse_sdk/utils/storage/providers/gcp.py,sha256=i2BQCu1Kej1If9SuNr2_lEyTcr5M_n
 synapse_sdk/utils/storage/providers/http.py,sha256=2DhIulND47JOnS5ZY7MZUex7Su3peAPksGo1Wwg07L4,5828
 synapse_sdk/utils/storage/providers/s3.py,sha256=ZmqekAvIgcQBdRU-QVJYv1Rlp6VHfXwtbtjTSphua94,2573
 synapse_sdk/utils/storage/providers/sftp.py,sha256=_8s9hf0JXIO21gvm-JVS00FbLsbtvly4c-ETLRax68A,1426
-synapse_sdk-1.0.0b17.dist-info/licenses/LICENSE,sha256=bKzmC5YAg4V1Fhl8OO_tqY8j62hgdncAkN7VrdjmrGk,1101
-synapse_sdk-1.0.0b17.dist-info/METADATA,sha256=3sI-U96bZxMczG1jBsQnTBY1crQ3_mOoFLVjK-4REtQ,3745
-synapse_sdk-1.0.0b17.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-synapse_sdk-1.0.0b17.dist-info/entry_points.txt,sha256=VNptJoGoNJI8yLXfBmhgUefMsmGI0m3-0YoMvrOgbxo,48
-synapse_sdk-1.0.0b17.dist-info/top_level.txt,sha256=ytgJMRK1slVOKUpgcw3LEyHHP7S34J6n_gJzdkcSsw8,12
-synapse_sdk-1.0.0b17.dist-info/RECORD,,
+synapse_sdk-1.0.0b19.dist-info/licenses/LICENSE,sha256=bKzmC5YAg4V1Fhl8OO_tqY8j62hgdncAkN7VrdjmrGk,1101
+synapse_sdk-1.0.0b19.dist-info/METADATA,sha256=JJmW-pCaz5n8V-rNYjuE3Lq6hBhsGFfUYC9RoLM0YO0,3745
+synapse_sdk-1.0.0b19.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+synapse_sdk-1.0.0b19.dist-info/entry_points.txt,sha256=VNptJoGoNJI8yLXfBmhgUefMsmGI0m3-0YoMvrOgbxo,48
+synapse_sdk-1.0.0b19.dist-info/top_level.txt,sha256=ytgJMRK1slVOKUpgcw3LEyHHP7S34J6n_gJzdkcSsw8,12
+synapse_sdk-1.0.0b19.dist-info/RECORD,,

synapse_sdk/devtools/docs/i18n/ko/docusaurus-plugin-content-docs/current/features/plugins/index.md

@@ -1,30 +0,0 @@
----
-id: plugins
-title: 플러그인 시스템
-sidebar_position: 2
----
-
-# 플러그인 시스템
-
-Synapse SDK는 다양한 카테고리와 실행 방법에 걸쳐 ML 플러그인을 구축하고 관리하기 위한 포괄적인 플러그인 시스템을 제공합니다. 플러그인 시스템은 다양한 환경에서 배포되고 실행될 수 있는 모듈식, 재사용 가능한 컴포넌트를 가능하게 합니다.
-
-## 개요
-
-플러그인 시스템은 **액션** 개념을 중심으로 구축됩니다 - 패키징, 배포 및 다양한 컨텍스트에서 실행될 수 있는 개별 작업들입니다. 각 플러그인은 특정 카테고리에 속하며 여러 액션을 지원할 수 있습니다.
-
-### 주요 기능
-
-- **🔌 모듈식 아키텍처**: 플러그인은 자체 종속성과 구성을 가진 자체 포함형입니다
-- **⚡ 다중 실행 방법**: Job, Task 및 REST API 엔드포인트 지원
-- **📦 분산 실행**: 확장 가능한 분산 컴퓨팅을 위해 구축됨
-- **🛠️ 템플릿 시스템**: 신속한 플러그인 개발을 위한 Cookiecutter 기반 스캐폴딩
-- **📊 진행률 추적**: 내장된 로깅, 메트릭 및 진행률 모니터링
-- **🔄 동적 로딩**: 런타임 플러그인 발견 및 등록
-
-## 플러그인 카테고리
-
-SDK는 플러그인을 특정 카테고리로 구성하며, 각각은 ML 워크플로우의 다양한 측면을 위해 설계되었습니다:
-
-### 1. 신경망 (`neural_net`)
-
-ML 모델 훈련, 추론 및 배포 작업들.