synapse-sdk 1.0.0b3__py3-none-any.whl → 1.0.0b5__py3-none-any.whl

synapse_sdk/cli/__init__.py

@@ -273,7 +273,7 @@ def cli(ctx, dev_tools):
                         message='Select an option:',
                         choices=[
                             ('🌐 Run Dev Tools', 'devtools'),
-                            ('💻 Code-Server IDE', 'code_server'),
+                            ('💻 Open Code-Server IDE', 'code_server'),
                             ('⚙️  Configuration', 'config'),
                             ('🔌 Plugin Management', 'plugin'),
                             ('🚪 Exit', 'exit'),

synapse_sdk/cli/code_server.py

@@ -1,26 +1,37 @@
 """Code-server integration for remote plugin development."""
 
+import os
+import shutil
+import subprocess
+from pathlib import Path
 from typing import Optional
+from urllib.parse import quote
 
 import click
+import inquirer
+import yaml
 
 from synapse_sdk.cli.config import fetch_agents_from_backend, get_agent_config
 from synapse_sdk.devtools.config import get_backend_config
+from synapse_sdk.utils.encryption import encrypt_plugin, get_plugin_info, is_plugin_directory
 
 
-@click.command()
-@click.option('--agent', help='Agent name or ID')
-@click.option('--open-browser/--no-open-browser', default=True, help='Open in browser')
-def code_server(agent: Optional[str], open_browser: bool):
-    """Connect to web-based code-server on an agent for plugin development."""
+def get_agent_client(agent: Optional[str] = None):
+    """Helper function to get an agent client.
 
+    Args:
+        agent: Optional agent ID. If not provided, uses current agent or prompts user.
+
+    Returns:
+        tuple: (AgentClient instance, agent_id) or (None, None) if failed
+    """
     # Get current agent configuration
     agent_config = get_agent_config()
     backend_config = get_backend_config()
 
     if not backend_config:
         click.echo("❌ No backend configured. Run 'synapse config' first.")
-        return
+        return None, None
 
     # If no agent specified, use current agent or let user choose
     if not agent:
@@ -32,7 +43,7 @@ def code_server(agent: Optional[str], open_browser: bool):
             agents, error = fetch_agents_from_backend()
             if not agents:
                 click.echo('❌ No agents available. Check your backend configuration.')
-                return
+                return None, None
 
             if len(agents) == 1:
                 # If only one agent, use it
@@ -52,14 +63,13 @@ def code_server(agent: Optional[str], open_browser: bool):
                         agent = agents[choice - 1]['id']
                     else:
                         click.echo('❌ Invalid selection')
-                        return
+                        return None, None
                 except (ValueError, EOFError, KeyboardInterrupt):
                     click.echo('\n❌ Cancelled')
-                    return
+                    return None, None
 
-    # Connect to agent and get code-server info
+    # Get agent details from backend
     try:
-        # Get agent details from backend to get the agent URL
         from synapse_sdk.clients.backend import BackendClient
 
         backend_client = BackendClient(backend_config['host'], access_token=backend_config['token'])
@@ -70,100 +80,336 @@ def code_server(agent: Optional[str], open_browser: bool):
         except Exception as e:
             click.echo(f'❌ Failed to get agent information for: {agent}')
             click.echo(f'Error: {e}')
-            return
+            return None, None
 
         if not agent_info or not agent_info.get('url'):
             click.echo(f'❌ Agent {agent} does not have a valid URL')
-            click.echo(f'Agent info: {agent_info}')
-            return
+            return None, None
 
         # Get the agent token from local configuration
         agent_token = agent_config.get('token')
         if not agent_token:
             click.echo('❌ No agent token found in configuration')
             click.echo("Run 'synapse config' to configure the agent")
-            return
+            return None, None
 
         # Create agent client
         from synapse_sdk.clients.agent import AgentClient
 
         client = AgentClient(base_url=agent_info['url'], agent_token=agent_token, user_token=backend_config['token'])
+        return client, agent
 
-        # Get code-server information
-        try:
-            info = client.get_code_server_info()
-        except AttributeError:
-            # Fallback to direct API call if method doesn't exist
-            response = client._get('code-server/info/')
-            info = response if isinstance(response, dict) else {}
-        except Exception as e:
-            # Handle other errors
-            click.echo(f'❌ Failed to get code-server info: {e}')
-            click.echo(f'Agent URL: {agent_info.get("url")}')
-            click.echo('\nNote: The agent might not have code-server endpoint implemented yet.')
-            return
+    except Exception as e:
+        click.echo(f'❌ Failed to connect to agent: {e}')
+        return None, None
 
-        if not info or not info.get('available', False):
-            message = info.get('message', 'Code-server is not available') if info else 'Failed to get code-server info'
-            click.echo(f'❌ {message}')
-            click.echo('\nTo enable code-server, reinstall the agent with code-server support.')
-            return
 
-        # Display connection information
-        click.echo('\n✅ Code-Server is available!')
+def detect_and_encrypt_plugin(workspace_path: str) -> Optional[dict]:
+    """Detect and encrypt plugin code in the workspace.
 
-        workspace = info.get('workspace', '/home/coder/workspace')
+    Args:
+        workspace_path: Path to check for plugin
 
-        # Show web browser access
-        click.echo('\n🌐 Web-based VS Code:')
-        click.echo(f'   URL: {info["url"]}')
-        password = info.get('password')
-        if password:
-            click.echo(f'   Password: {password}')
-        else:
-            click.echo('   Password: Not required (passwordless mode)')
+    Returns:
+        dict: Encrypted plugin data or None if no plugin found
+    """
+    plugin_path = Path(workspace_path)
+
+    if not is_plugin_directory(plugin_path):
+        return None
+
+    try:
+        plugin_info = get_plugin_info(plugin_path)
+        click.echo(f'🔍 Detected plugin: {plugin_info["name"]}')
+
+        if 'version' in plugin_info:
+            click.echo(f'   Version: {plugin_info["version"]}')
+        if 'description' in plugin_info:
+            click.echo(f'   Description: {plugin_info["description"]}')
+
+        click.echo('🔐 Encrypting plugin code...')
+        encrypted_package, password = encrypt_plugin(plugin_path)
+
+        # Add password to the package (in real implementation, this would be handled securely)
+        encrypted_package['password'] = password
+
+        click.echo('✅ Plugin code encrypted successfully')
+        return encrypted_package
+
+    except Exception as e:
+        click.echo(f'❌ Failed to encrypt plugin: {e}')
+        return None
+
+
+def is_code_server_installed() -> bool:
+    """Check if code-server is installed locally.
+
+    Returns:
+        bool: True if code-server is available in PATH
+    """
+    return shutil.which('code-server') is not None
+
+
+def get_code_server_port() -> int:
+    """Get code-server port from config file.
 
-        click.echo(f'\n📁 Workspace: {workspace}')
+    Returns:
+        int: Port number from config, defaults to 8880 if not found
+    """
+    config_path = Path.home() / '.config' / 'code-server' / 'config.yaml'
 
-        # Optionally open in browser
-        if open_browser and info.get('url'):
-            import subprocess
+    try:
+        if config_path.exists():
+            with open(config_path, 'r') as f:
+                config = yaml.safe_load(f)
+
+            # Parse bind-addr which can be in format "127.0.0.1:8880" or just ":8880"
+            bind_addr = config.get('bind-addr', '')
+            if ':' in bind_addr:
+                port_str = bind_addr.split(':')[-1]
+                try:
+                    return int(port_str)
+                except ValueError:
+                    pass
+    except Exception:
+        # If any error occurs reading config, fall back to default
+        pass
 
-            click.echo('\nAttempting to open in browser...')
+    # Default port if config not found or invalid
+    return 8880
 
-            # Try to open browser, suppressing stderr to avoid xdg-open noise
+
+def launch_local_code_server(workspace_path: str, open_browser: bool = True) -> None:
+    """Launch local code-server instance.
+
+    Args:
+        workspace_path: Directory to open in code-server
+        open_browser: Whether to open browser automatically
+    """
+    try:
+        # Get port from config
+        port = get_code_server_port()
+
+        # Create URL with folder query parameter
+        encoded_path = quote(workspace_path)
+        url_with_folder = f'http://localhost:{port}/?folder={encoded_path}'
+
+        # Basic code-server command - let code-server handle the workspace internally
+        cmd = ['code-server', workspace_path]
+
+        if not open_browser:
+            cmd.append('--disable-getting-started-override')
+
+        click.echo(f'🚀 Starting local code-server for workspace: {workspace_path}')
+        click.echo(f'   URL: {url_with_folder}')
+        click.echo('   Press Ctrl+C to stop the server')
+
+        # Start code-server in background if we need to open browser
+        if open_browser:
+            # Start code-server in background
+            import threading
+            import time
+
+            def start_server():
+                subprocess.run(cmd)
+
+            server_thread = threading.Thread(target=start_server, daemon=True)
+            server_thread.start()
+
+            # Give server a moment to start
+            click.echo('   Waiting for server to start...')
+            time.sleep(3)
+
+            # Open browser with folder parameter
             try:
-                # Use subprocess to suppress xdg-open errors
-                result = subprocess.run(['xdg-open', info['url']], capture_output=True, text=True, timeout=2)
+                result = subprocess.run(['xdg-open', url_with_folder], capture_output=True, text=True, timeout=2)
                 if result.returncode != 0:
                     click.echo('⚠️  Could not open browser automatically (no display?)')
-                    click.echo(f'👉 Please manually open: {info["url"]}')
+                    click.echo(f'👉 Please manually open: {url_with_folder}')
+                else:
+                    click.echo('✅ Browser opened successfully')
             except (subprocess.TimeoutExpired, FileNotFoundError):
-                # xdg-open not available or timed out
                 click.echo('⚠️  Could not open browser (headless environment)')
-                click.echo(f'👉 Please manually open: {info["url"]}')
+                click.echo(f'👉 Please manually open: {url_with_folder}')
             except Exception:
-                # Fallback for other errors
-                click.echo(f'👉 Please manually open: {info["url"]}')
+                click.echo(f'👉 Please manually open: {url_with_folder}')
+
+            # Wait for the server thread (blocking)
+            try:
+                server_thread.join()
+            except KeyboardInterrupt:
+                click.echo('\n\n✅ Code-server stopped')
+        else:
+            # Start code-server normally (blocking)
+            subprocess.run(cmd)
+
+    except KeyboardInterrupt:
+        click.echo('\n\n✅ Code-server stopped')
+    except Exception as e:
+        click.echo(f'❌ Failed to start local code-server: {e}')
+
+
+def show_code_server_installation_help() -> None:
+    """Show installation instructions for code-server."""
+    click.echo('\n❌ Code-server is not installed locally')
+    click.echo('\n📦 To install code-server, choose one of these options:')
+    click.echo('\n1. Install script (recommended):')
+    click.echo('   curl -fsSL https://code-server.dev/install.sh | sh')
+    click.echo('\n2. Using npm:')
+    click.echo('   npm install -g code-server')
+    click.echo('\n3. Using yarn:')
+    click.echo('   yarn global add code-server')
+    click.echo('\n4. Download from releases:')
+    click.echo('   https://github.com/coder/code-server/releases')
+    click.echo('\n📚 For more installation options, visit: https://coder.com/docs/code-server/latest/install')
+
 
-        # Show additional instructions
-        click.echo('\n📝 Quick Start:')
-        click.echo('1. Open the URL in your browser')
-        click.echo('2. Enter the password if prompted')
-        click.echo('3. Start coding in the web-based VS Code!')
+def run_agent_code_server(agent: Optional[str], workspace: str, open_browser: bool) -> None:
+    """Run code-server through agent (existing functionality).
 
+    Args:
+        agent: Agent name or ID
+        workspace: Workspace directory path
+        open_browser: Whether to open browser automatically
+    """
+    client, _ = get_agent_client(agent)
+    if not client:
+        return
+
+    # Check for plugin and show info if found
+    plugin_data = detect_and_encrypt_plugin(workspace)
+    if plugin_data:
+        click.echo('📦 Plugin detected and encrypted for secure transfer')
+
+    # Get code-server information
+    try:
+        info = client.get_code_server_info(workspace_path=workspace)
     except Exception as e:
-        import traceback
+        # Handle other errors
+        click.echo(f'❌ Failed to get code-server info: {e}')
+        click.echo('\nNote: The agent might not have code-server endpoint implemented yet.')
+        return
 
-        click.echo(f'❌ Failed to connect to agent: {e}')
+    # Ensure info is a dictionary
+    if not isinstance(info, dict):
+        click.echo('❌ Invalid response from agent')
+        return
+
+    if not info.get('available', False):
+        message = info.get('message', 'Code-server is not available')
+        click.echo(f'❌ {message}')
+        click.echo('\nTo enable code-server, reinstall the agent with code-server support.')
+        return
+
+    # Display connection information
+    click.echo('\n✅ Code-Server is available!')
+
+    # Get the workspace path from response or use the requested one
+    actual_workspace = info.get('workspace', workspace)
+
+    # Show web browser access
+    click.echo('\n🌐 Web-based VS Code:')
+    url = info.get('url')
+    if not url:
+        click.echo('❌ No URL provided by agent')
+        return
+
+    click.echo(f'   URL: {url}')
+    password = info.get('password')
+    if password:
+        click.echo(f'   Password: {password}')
+    else:
+        click.echo('   Password: Not required (passwordless mode)')
+
+    # Show workspace information with better context
+    click.echo(f'\n📁 Agent Workspace: {actual_workspace}')
+    click.echo(f'📂 Local Project: {workspace}')
+
+    # Only show warning if the paths are drastically different and it's not the expected container path
+    if actual_workspace != workspace and not actual_workspace.startswith('/home/coder'):
+        click.echo('   ⚠️  Note: Agent workspace differs from local project path')
+
+    # Optionally open in browser
+    if open_browser and url:
+        click.echo('\nAttempting to open in browser...')
 
-        # Show more detailed error in debug mode
-        if '--debug' in click.get_current_context().params:
-            click.echo('\nDebug trace:')
-            click.echo(traceback.format_exc())
+        # Try to open browser, suppressing stderr to avoid xdg-open noise
+        try:
+            # Use subprocess to suppress xdg-open errors
+            result = subprocess.run(['xdg-open', url], capture_output=True, text=True, timeout=2)
+            if result.returncode != 0:
+                click.echo('⚠️  Could not open browser automatically (no display?)')
+                click.echo(f'👉 Please manually open: {url}')
+        except (subprocess.TimeoutExpired, FileNotFoundError):
+            # xdg-open not available or timed out
+            click.echo('⚠️  Could not open browser (headless environment)')
+            click.echo(f'👉 Please manually open: {url}')
+        except Exception:
+            # Fallback for other errors
+            click.echo(f'👉 Please manually open: {url}')
+
+    # Show additional instructions
+    click.echo('\n📝 Quick Start:')
+    click.echo('1. Open the URL in your browser')
+    click.echo('2. Enter the password if prompted')
+    click.echo('3. Start coding in the web-based VS Code!')
+
+    # Add note about workspace synchronization
+    if actual_workspace.startswith('/home/coder'):
+        click.echo("\n💡 Note: Your local project files will be available in the agent's workspace.")
+        click.echo('   Changes made in code-server will be reflected in your local project.')
+
+
+@click.command()
+@click.option('--agent', help='Agent name or ID')
+@click.option('--open-browser/--no-open-browser', default=True, help='Open in browser')
+@click.option('--workspace', help='Workspace directory path (defaults to current directory)')
+def code_server(agent: Optional[str], open_browser: bool, workspace: Optional[str]):
+    """Open code-server either through agent or locally."""
+
+    # Get current working directory if workspace not specified
+    if not workspace:
+        workspace = os.getcwd()
+
+    click.echo(f'Using workspace: {workspace}')
+
+    # Check if local code-server is available
+    local_available = is_code_server_installed()
+
+    # Create menu options based on availability
+    choices = []
 
-        click.echo('\nTroubleshooting:')
-        click.echo('1. Check if agent is running and accessible')
-        click.echo('2. Verify the agent has code-server support (may need agent update)')
-        click.echo('3. Check agent logs for more details')
-        click.echo('4. Try running with --no-open-browser to see connection details')
+    # Always offer agent option
+    choices.append(('Open code-server through agent', 'agent'))
+
+    # Add local option if available
+    if local_available:
+        choices.append(('Open local code-server', 'local'))
+    else:
+        choices.append(('Install local code-server (not installed)', 'install'))
+
+    choices.append(('Cancel', 'cancel'))
+
+    # Show selection menu
+    questions = [inquirer.List('option', message='How would you like to open code-server?', choices=choices)]
+
+    try:
+        answers = inquirer.prompt(questions)
+        if not answers or answers['option'] == 'cancel':
+            click.echo('Cancelled')
+            return
+
+        if answers['option'] == 'agent':
+            click.echo('\n🤖 Opening code-server through agent...')
+            run_agent_code_server(agent, workspace, open_browser)
+
+        elif answers['option'] == 'local':
+            click.echo('\n💻 Starting local code-server...')
+            launch_local_code_server(workspace, open_browser)
+
+        elif answers['option'] == 'install':
+            show_code_server_installation_help()
+
+    except (KeyboardInterrupt, EOFError):
+        click.echo('\n\nCancelled')
+        return

synapse_sdk/clients/agent/core.py

@@ -9,3 +9,18 @@ class CoreClientMixin(BaseClient):
     def get_metrics(self, panel):
         path = f'metrics/{panel}/'
         return self._get(path)
+
+    def get_code_server_info(self, workspace_path=None):
+        """Get code-server connection information from the agent.
+
+        Args:
+            workspace_path: Optional path to set as the workspace directory
+
+        Returns:
+            dict: Code-server connection information
+        """
+        path = 'code-server/info/'
+        params = {}
+        if workspace_path:
+            params['workspace'] = workspace_path
+        return self._get(path, params=params)

synapse_sdk/plugins/categories/export/actions/export.py

@@ -40,7 +40,7 @@ class ExportRun(Run):
         """Log export file information.
 
         Args:
-            log_type (str): The type of log ('export_data_file' or 'export_original_file').
+            log_type (str): The type of log ('export_data_file' or 'export_original_file' or 'etc').
             target_id (int): The ID of the data file.
             data_file_info (dict): The JSON info of the data file.
             status (ExportStatus): The status of the data file.
@@ -88,6 +88,16 @@ class ExportRun(Run):
         """Log export origin data file."""
         self.log_file('export_original_file', target_id, data_file_info, status, error)
 
+    def export_log_etc_file(
+        self,
+        target_id: int,
+        data_file_info: dict,
+        status: ExportStatus = ExportStatus.STAND_BY,
+        error: str | None = None,
+    ):
+        """Log export etc file."""
+        self.log_file('etc', target_id, data_file_info, status, error)
+
 
 class ExportTargetHandler(ABC):
     """

synapse_sdk/plugins/categories/pre_annotation/actions/to_task.py

@@ -8,6 +8,7 @@ from pydantic import AfterValidator, BaseModel, field_validator
 from pydantic_core import PydanticCustomError
 
 from synapse_sdk.clients.backend import BackendClient
+from synapse_sdk.clients.backend.models import JobStatus
 from synapse_sdk.clients.exceptions import ClientError
 from synapse_sdk.plugins.categories.base import Action
 from synapse_sdk.plugins.categories.decorators import register_action
@@ -35,6 +36,14 @@ class CriticalError(Exception):
         super().__init__(self.message)
 
 
+class PreAnnotationToTaskFailed(Exception):
+    """Pre-annotation to task failed."""
+
+    def __init__(self, message: str = 'Pre-annotation to task failed'):
+        self.message = message
+        super().__init__(self.message)
+
+
 class ToTaskRun(Run):
     class AnnotateTaskEventLog(BaseModel):
         """Annotate task event log model."""
@@ -255,6 +264,25 @@ class ToTaskParams(BaseModel):
         return value
 
 
+class ToTaskResult(BaseModel):
+    """Result model for ToTaskAction.start method.
+
+    Args:
+        status (JobStatus): The job status from the action execution.
+        message (str): A descriptive message about the action result.
+    """
+
+    status: JobStatus
+    message: str
+
+    def model_dump(self, **kwargs):
+        """Override model_dump to return status as enum value."""
+        data = super().model_dump(**kwargs)
+        if 'status' in data and isinstance(data['status'], JobStatus):
+            data['status'] = data['status'].value
+        return data
+
+
 @register_action
 class ToTaskAction(Action):
     """ToTask action for pre-annotation data processing.
@@ -306,14 +334,20 @@ class ToTaskAction(Action):
         }
     }
 
-    def start(self):
+    def start(self) -> dict:
         """Start to_task action.
 
         * Generate tasks.
         * Annotate data to tasks.
+
+        Returns:
+            dict: Validated result with status and message.
         """
         if not self.run or not self.params:
-            raise ValueError('Run instance or parameters not properly initialized')
+            result = ToTaskResult(
+                status=JobStatus.FAILED, message='Run instance or parameters not properly initialized'
+            )
+            raise PreAnnotationToTaskFailed(result.message)
 
         # Type assertion to help the linter
         assert isinstance(self.run, ToTaskRun)
@@ -325,20 +359,23 @@ class ToTaskAction(Action):
         if isinstance(project_response, str):
             self.run.log_message_with_code('INVALID_PROJECT_RESPONSE')
             self.run.end_log()
-            return {}
+            result = ToTaskResult(status=JobStatus.FAILED, message='Invalid project response received')
+            raise PreAnnotationToTaskFailed(result.message)
         project: Dict[str, Any] = project_response
 
         data_collection_id = project.get('data_collection')
         if not data_collection_id:
             self.run.log_message_with_code('NO_DATA_COLLECTION')
             self.run.end_log()
-            return {}
+            result = ToTaskResult(status=JobStatus.FAILED, message='Project does not have a data collection')
+            raise PreAnnotationToTaskFailed(result.message)
 
         data_collection_response = client.get_data_collection(data_collection_id)
         if isinstance(data_collection_response, str):
             self.run.log_message_with_code('INVALID_DATA_COLLECTION_RESPONSE')
             self.run.end_log()
-            return {}
+            result = ToTaskResult(status=JobStatus.FAILED, message='Invalid data collection response received')
+            raise PreAnnotationToTaskFailed(result.message)
         data_collection: Dict[str, Any] = data_collection_response
 
         # Generate tasks if provided project is empty.
@@ -355,7 +392,8 @@ class ToTaskAction(Action):
         if not task_ids_count:
             self.run.log_message_with_code('NO_TASKS_FOUND')
             self.run.end_log()
-            return {}
+            result = ToTaskResult(status=JobStatus.FAILED, message='No tasks found to annotate')
+            raise PreAnnotationToTaskFailed(result.message)
 
         # Annotate data to tasks.
         method = self.params.get('method')
@@ -365,23 +403,39 @@ class ToTaskAction(Action):
             if not target_specification_name:
                 self.run.log_message_with_code('TARGET_SPEC_REQUIRED')
                 self.run.end_log()
-                return {}
+                result = ToTaskResult(
+                    status=JobStatus.FAILED, message='Target specification name is required for file annotation method'
+                )
+                raise PreAnnotationToTaskFailed(result.message)
 
             file_specifications = data_collection.get('file_specifications', [])
             target_spec_exists = any(spec.get('name') == target_specification_name for spec in file_specifications)
             if not target_spec_exists:
                 self.run.log_message_with_code('TARGET_SPEC_NOT_FOUND', target_specification_name)
                 self.run.end_log()
-                return {}
+                result = ToTaskResult(
+                    status=JobStatus.FAILED,
+                    message=f"Target specification name '{target_specification_name}' not found in file specifications",
+                )
+                raise PreAnnotationToTaskFailed(result.message)
             self._handle_annotate_data_from_files(task_ids, target_specification_name)
         elif method == AnnotationMethod.INFERENCE:
             self._handle_annotate_data_with_inference(task_ids)
         else:
             self.run.log_message_with_code('UNSUPPORTED_METHOD', method)
             self.run.end_log()
-            return {}
+            result = ToTaskResult(status=JobStatus.FAILED, message=f'Unsupported annotation method: {method}')
+            raise PreAnnotationToTaskFailed(result.message)
+
+        current_progress = self.run.logger.get_current_progress()
+        if current_progress['overall'] != 100:
+            result = ToTaskResult(
+                status=JobStatus.FAILED, message='Pre-annotation to task failed. Current progress is not 100%'
+            )
+            raise PreAnnotationToTaskFailed(result.message)
 
-        return {}
+        result = ToTaskResult(status=JobStatus.SUCCEEDED, message='Pre-annotation to task completed successfully')
+        return result.model_dump()
 
     def _handle_annotate_data_from_files(self, task_ids: List[int], target_specification_name: str):
         """Handle annotate data from files to tasks.
@@ -757,21 +811,21 @@ class ToTaskAction(Action):
         except Exception as e:
             return {'success': False, 'error': f'Failed to restart pre-processor: {str(e)}'}
 
-    def _extract_primary_file_url(self, task: Dict[str, Any]) -> Tuple[str, str]:
+    def _extract_primary_file_url(self, task: Dict[str, Any]) -> Tuple[Optional[str], Optional[str]]:
         """Extract the primary file URL from task data.
 
         Args:
             task (Dict[str, Any]): The task data.
 
         Returns:
-            Tuple[str, str]: The primary file URL and original name.
+            Tuple[Optional[str], Optional[str]]: The primary file URL and original name.
         """
         data_unit = task.get('data_unit', {})
         files = data_unit.get('files', {})
 
         for file_info in files.values():
             if isinstance(file_info, dict) and file_info.get('is_primary') and file_info.get('url'):
-                return file_info['url'], file_info['file_name_original']
+                return file_info['url'], file_info.get('file_name_original')
 
         return None, None
 

synapse_sdk/plugins/categories/upload/actions/upload.py

@@ -18,6 +18,7 @@ from synapse_sdk.i18n import gettext as _
 from synapse_sdk.plugins.categories.base import Action
 from synapse_sdk.plugins.categories.decorators import register_action
 from synapse_sdk.plugins.enums import PluginCategory, RunMethod
+from synapse_sdk.plugins.exceptions import ActionError
 from synapse_sdk.plugins.models import Run
 from synapse_sdk.shared.enums import Context
 from synapse_sdk.utils.pydantic.validators import non_blank
@@ -684,30 +685,26 @@ class UploadAction(Action):
         # Validate the organized files
         if not self._validate_organized_files(organized_files, file_specification_template):
             self.run.log_message('Validation failed.', context=Context.ERROR.value)
-            self.run.log_message('Upload is aborted due to validation errors.', context=Context.ERROR.value)
-            return result
+            raise ActionError('Upload is aborted due to validation errors.')
 
         # Upload files to synapse-backend.
         if not organized_files:
             self.run.log_message('Files not found on the path.', context=Context.WARNING.value)
-            self.run.log_message('Upload is aborted due to missing files.', context=Context.ERROR.value)
-            return result
+            raise ActionError('Upload is aborted due to missing files.')
         uploaded_files = self._upload_files(organized_files)
         result['uploaded_files_count'] = len(uploaded_files)
 
         # Generate data units for the uploaded data.
         if not uploaded_files:
             self.run.log_message('No files were uploaded.', context=Context.WARNING.value)
-            self.run.log_message('Upload is aborted due to no uploaded files.', context=Context.ERROR.value)
-            return result
+            raise ActionError('Upload is aborted due to no uploaded files.')
         generated_data_units = self._generate_data_units(uploaded_files)
         result['generated_data_units_count'] = len(generated_data_units)
 
         # Setup task with uploaded synapse-backend data units.
         if not generated_data_units:
             self.run.log_message('No data units were generated.', context=Context.WARNING.value)
-            self.run.log_message('Upload is aborted due to no generated data units.', context=Context.ERROR.value)
-            return result
+            raise ActionError('Upload is aborted due to no generated data units.')
 
         self.run.log_message('Import completed.')
         return result

synapse_sdk/utils/encryption.py

@@ -0,0 +1,158 @@
+"""Encryption utilities for plugin code security."""
+
+import base64
+import os
+import zipfile
+from io import BytesIO
+from pathlib import Path
+from typing import Dict, List, Optional, Tuple
+
+from cryptography.fernet import Fernet
+from cryptography.hazmat.primitives import hashes
+from cryptography.hazmat.primitives.kdf.pbkdf2 import PBKDF2HMAC
+
+
+def generate_key(password: str, salt: bytes) -> bytes:
+    """Generate encryption key from password.
+
+    * Argument iterations should be at least 500,000.
+    """
+    kdf = PBKDF2HMAC(
+        algorithm=hashes.SHA256(),
+        length=32,
+        salt=salt,
+        iterations=700000,
+    )
+    return base64.urlsafe_b64encode(kdf.derive(password.encode()))
+
+
+def encrypt_data(data: bytes, password: str) -> Dict:
+    """Encrypt data with password."""
+    salt = os.urandom(16)
+    key = generate_key(password, salt)
+    fernet = Fernet(key)
+    encrypted_data = fernet.encrypt(data)
+
+    return {
+        'encrypted_data': base64.b64encode(encrypted_data).decode(),
+        'salt': base64.b64encode(salt).decode(),
+    }
+
+
+def decrypt_data(encrypted_package: Dict, password: str) -> bytes:
+    """Decrypt data with password."""
+    salt = base64.b64decode(encrypted_package['salt'])
+    encrypted_data = base64.b64decode(encrypted_package['encrypted_data'])
+
+    key = generate_key(password, salt)
+    fernet = Fernet(key)
+    return fernet.decrypt(encrypted_data)
+
+
+def is_plugin_directory(path: Path) -> bool:
+    """Check if directory contains a Synapse plugin."""
+    config_file = path / 'config.yaml'
+    plugin_dir = path / 'plugin'
+
+    return config_file.exists() and plugin_dir.exists() and plugin_dir.is_dir()
+
+
+def get_plugin_files(plugin_path: Path) -> List[Tuple[Path, str]]:
+    """Get all plugin files with their relative paths."""
+    plugin_files = []
+
+    # Essential plugin files
+    essential_patterns = [
+        'config.yaml',
+        'requirements.txt',
+        'README.md',
+        'pyproject.toml',
+    ]
+
+    for pattern in essential_patterns:
+        file_path = plugin_path / pattern
+        if file_path.exists():
+            plugin_files.append((file_path, pattern))
+
+    # Plugin source code
+    plugin_dir = plugin_path / 'plugin'
+    if plugin_dir.exists():
+        for file_path in plugin_dir.rglob('*'):
+            if file_path.is_file() and not file_path.name.startswith('.'):
+                relative_path = f'plugin/{file_path.relative_to(plugin_dir)}'
+                plugin_files.append((file_path, relative_path))
+
+    # Additional common directories
+    for additional_dir in ['tests', 'docs', 'data']:
+        dir_path = plugin_path / additional_dir
+        if dir_path.exists() and dir_path.is_dir():
+            for file_path in dir_path.rglob('*'):
+                if file_path.is_file() and not file_path.name.startswith('.'):
+                    relative_path = f'{additional_dir}/{file_path.relative_to(dir_path)}'
+                    plugin_files.append((file_path, relative_path))
+
+    return plugin_files
+
+
+def create_plugin_archive(plugin_path: Path) -> bytes:
+    """Create a zip archive of the plugin."""
+    plugin_files = get_plugin_files(plugin_path)
+
+    archive_buffer = BytesIO()
+    with zipfile.ZipFile(archive_buffer, 'w', zipfile.ZIP_DEFLATED) as zip_file:
+        for file_path, archive_path in plugin_files:
+            zip_file.write(file_path, archive_path)
+
+    return archive_buffer.getvalue()
+
+
+def encrypt_plugin(plugin_path: Path, password: Optional[str] = None) -> Dict:
+    """Encrypt a plugin directory."""
+    if not is_plugin_directory(plugin_path):
+        raise ValueError(f'Directory {plugin_path} is not a valid plugin directory')
+
+    # Generate password if not provided
+    if password is None:
+        password = base64.urlsafe_b64encode(os.urandom(32)).decode()
+
+    # Create plugin archive
+    archive_data = create_plugin_archive(plugin_path)
+
+    # Encrypt the archive
+    encrypted_package = encrypt_data(archive_data, password)
+
+    # Add metadata
+    encrypted_package.update({
+        'plugin_name': plugin_path.name,
+        'plugin_path': str(plugin_path),
+        'encryption_method': 'fernet',
+        'archive_format': 'zip',
+    })
+
+    return encrypted_package, password
+
+
+def get_plugin_info(plugin_path: Path) -> Optional[Dict]:
+    """Get basic plugin information."""
+    if not is_plugin_directory(plugin_path):
+        return None
+
+    info = {'name': plugin_path.name, 'path': str(plugin_path), 'is_plugin': True}
+
+    # Try to read config.yaml for additional info
+    config_file = plugin_path / 'config.yaml'
+    if config_file.exists():
+        try:
+            import yaml
+
+            with open(config_file, 'r', encoding='utf-8') as f:
+                config = yaml.safe_load(f)
+                info.update({
+                    'version': config.get('version', 'unknown'),
+                    'description': config.get('description', ''),
+                    'category': config.get('category', 'unknown'),
+                })
+        except Exception:
+            pass  # Continue without config details if parsing fails
+
+    return info

{synapse_sdk-1.0.0b3.dist-info → synapse_sdk-1.0.0b5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: synapse-sdk
-Version: 1.0.0b3
+Version: 1.0.0b5
 Summary: synapse sdk
 Author-email: datamaker <developer@datamaker.io>
 License: MIT

{synapse_sdk-1.0.0b3.dist-info → synapse_sdk-1.0.0b5.dist-info}/RECORD

@@ -6,8 +6,8 @@ synapse_sdk/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/i18n.py,sha256=VXMR-Zm_1hTAg9iPk3YZNNq-T1Bhx1J2fEtRT6kyYbg,766
 synapse_sdk/loggers.py,sha256=xK48h3ZaDDZLaF-qsdnv1-6-4vw_cYlgpSCKHYUQw1g,6549
 synapse_sdk/types.py,sha256=khzn8KpgxFdn1SrpbcuX84m_Md1Mz_HIoUoPq8uok40,698
-synapse_sdk/cli/__init__.py,sha256=tdOwJRf6qggHqFrXBTwvhUbkG0KZmJ_xDlDdDv7Wn8M,11663
-synapse_sdk/cli/code_server.py,sha256=vp5i0p8BO-bA3XrbqBtb95S0kGhQZwzmPJj42YTX72s,7042
+synapse_sdk/cli/__init__.py,sha256=64Qaxak5rwhEKUj5xLkdg1vtBgyl4Do1Z97eNiqNqEE,11668
+synapse_sdk/cli/code_server.py,sha256=0AnyZSrHxfH7YU02PXPjcvekH-R1BRRrIA0NbA8Ckd8,15421
 synapse_sdk/cli/config.py,sha256=2WVKeAdcDeiwRb4JnNEOeZoAVlTHrY2jx4NAUiAZO2c,16156
 synapse_sdk/cli/devtools.py,sha256=hi06utdLllptlUy3HhPfmfRqjc9bdiVGezY0U5s_0pY,2617
 synapse_sdk/cli/alias/__init__.py,sha256=jDy8N_KupVy7n_jKKWhjQOj76-mR-uoVvMoyzObUkuI,405
@@ -28,7 +28,7 @@ synapse_sdk/clients/base.py,sha256=2-aCbWx0LcFGXXgd9nkWtaaSroRJybjRAHAT4qCjhv0,1
 synapse_sdk/clients/exceptions.py,sha256=ylv7x10eOp4aA3a48jwonnvqvkiYwzJYXjkVkRTAjwk,220
 synapse_sdk/clients/utils.py,sha256=8pPJTdzHiRPSbZMoQYHAgR2BAMO6u_R_jMV6a2p34iQ,392
 synapse_sdk/clients/agent/__init__.py,sha256=FqYbtzMJdzRfuU2SA-Yxdc0JKmVP1wxH6OlUNmB4lH8,2230
-synapse_sdk/clients/agent/core.py,sha256=x2jgORTjT7pJY67SLuc-5lMG6CD5OWpy8UgGeTf7IhA,270
+synapse_sdk/clients/agent/core.py,sha256=aeMSzf8BF7LjVcmHaL8zC7ofBZUff8kIeqkW1xUJ6Sk,745
 synapse_sdk/clients/agent/ray.py,sha256=1EDl-bMN2CvKl07-qMidSWNOGpvIvzcWl7jDBCza65o,3248
 synapse_sdk/clients/agent/service.py,sha256=s7KuPK_DB1nr2VHrigttV1WyFonaGHNrPvU8loRxHcE,478
 synapse_sdk/clients/backend/__init__.py,sha256=9FzjQn0ljRhtdaoG3n38Mdgte7GFwIh4OtEmoqVg2_E,2098
@@ -113,7 +113,7 @@ synapse_sdk/plugins/categories/data_validation/templates/plugin/validation.py,sh
 synapse_sdk/plugins/categories/export/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/plugins/categories/export/enums.py,sha256=gtyngvQ1DKkos9iKGcbecwTVQQ6sDwbrBPSGPNb5Am0,127
 synapse_sdk/plugins/categories/export/actions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-synapse_sdk/plugins/categories/export/actions/export.py,sha256=ml4dlJzKc1q8h0ysLU3EF5rGj6FIorAE4sbuLzdG_r8,11704
+synapse_sdk/plugins/categories/export/actions/export.py,sha256=7OCU3kwkYqYnelG6vfZ4ClyyMj_FHT-WQoUmgcfH080,12012
 synapse_sdk/plugins/categories/export/templates/config.yaml,sha256=N7YmnFROb3s3M35SA9nmabyzoSb5O2t2TRPicwFNN2o,56
 synapse_sdk/plugins/categories/export/templates/plugin/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/plugins/categories/export/templates/plugin/export.py,sha256=GDb6Ucodsr5aBPMU4alr68-DyFoLR5TyhC_MCaJrkF0,6411
@@ -141,7 +141,7 @@ synapse_sdk/plugins/categories/post_annotation/templates/plugin/post_annotation.
 synapse_sdk/plugins/categories/pre_annotation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/plugins/categories/pre_annotation/actions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/plugins/categories/pre_annotation/actions/pre_annotation.py,sha256=6ib3RmnGrjpsQ0e_G-mRH1lfFunQ3gh2M831vuDn7HU,344
-synapse_sdk/plugins/categories/pre_annotation/actions/to_task.py,sha256=M4EUOkCCSchxcdyfkhxW0eQZ80I55poVuW6od8hiuxI,37541
+synapse_sdk/plugins/categories/pre_annotation/actions/to_task.py,sha256=x6KPK89OWS7wsmYZ-wFFPhUl_fXEO74NIVB4bUChm6Q,40323
 synapse_sdk/plugins/categories/pre_annotation/templates/config.yaml,sha256=VREoCp9wsvZ8T2E1d_MEKlR8TC_herDJGVQtu3ezAYU,589
 synapse_sdk/plugins/categories/pre_annotation/templates/plugin/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/plugins/categories/pre_annotation/templates/plugin/pre_annotation.py,sha256=HBHxHuv2gMBzDB2alFfrzI_SZ1Ztk6mo7eFbR5GqHKw,106
@@ -154,7 +154,7 @@ synapse_sdk/plugins/categories/smart_tool/templates/plugin/__init__.py,sha256=47
 synapse_sdk/plugins/categories/smart_tool/templates/plugin/auto_label.py,sha256=eevNg0nOcYFR4z_L_R-sCvVOYoLWSAH1jwDkAf3YCjY,320
 synapse_sdk/plugins/categories/upload/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/plugins/categories/upload/actions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-synapse_sdk/plugins/categories/upload/actions/upload.py,sha256=7oV8kcJ_JTkHtRHHf0e1s3dka_CKf2engMkIioLTdek,38291
+synapse_sdk/plugins/categories/upload/actions/upload.py,sha256=Lhc_ezB_FvkDI7LTe50tadOQ2W9vp2ppTWYNJSWYKfY,38114
 synapse_sdk/plugins/categories/upload/templates/config.yaml,sha256=6_dRa0_J2aS8NSUfO4MKbPxZcdPS2FpJzzp51edYAZc,281
 synapse_sdk/plugins/categories/upload/templates/plugin/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/plugins/categories/upload/templates/plugin/upload.py,sha256=IZU4sdSMSLKPCtlNqF7DP2howTdYR6hr74HCUZsGdPk,1559
@@ -180,6 +180,7 @@ synapse_sdk/shared/enums.py,sha256=5uy4HGKtGCAvrBMuVSzwloJ6f41sOk0ty__605zF8hg,3
 synapse_sdk/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/utils/dataset.py,sha256=zWTzFmv589izFr62BDuApi3r5FpTsdm-5AmriC0AEdM,1865
 synapse_sdk/utils/debug.py,sha256=F7JlUwYjTFZAMRbBqKm6hxOIz-_IXYA8lBInOS4jbS4,100
+synapse_sdk/utils/encryption.py,sha256=KMARrAk5aIHfBLC8CvdXiSIuaGvxljluubjF9PVLf7c,5100
 synapse_sdk/utils/file.py,sha256=wWBQAx0cB5a-fjfRMeJV-KjBil1ZyKRz-vXno3xBSoo,6834
 synapse_sdk/utils/http.py,sha256=yRxYfru8tMnBVeBK-7S0Ga13yOf8oRHquG5e8K_FWcI,4759
 synapse_sdk/utils/module_loading.py,sha256=chHpU-BZjtYaTBD_q0T7LcKWtqKvYBS4L0lPlKkoMQ8,1020
@@ -210,9 +211,9 @@ synapse_sdk/utils/storage/providers/gcp.py,sha256=i2BQCu1Kej1If9SuNr2_lEyTcr5M_n
 synapse_sdk/utils/storage/providers/http.py,sha256=2DhIulND47JOnS5ZY7MZUex7Su3peAPksGo1Wwg07L4,5828
 synapse_sdk/utils/storage/providers/s3.py,sha256=ZmqekAvIgcQBdRU-QVJYv1Rlp6VHfXwtbtjTSphua94,2573
 synapse_sdk/utils/storage/providers/sftp.py,sha256=_8s9hf0JXIO21gvm-JVS00FbLsbtvly4c-ETLRax68A,1426
-synapse_sdk-1.0.0b3.dist-info/licenses/LICENSE,sha256=bKzmC5YAg4V1Fhl8OO_tqY8j62hgdncAkN7VrdjmrGk,1101
-synapse_sdk-1.0.0b3.dist-info/METADATA,sha256=k_X8gPzH1h6Xqq3b0lZxUFTvQqTEL2wwe6e-dgW7X8Q,3718
-synapse_sdk-1.0.0b3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-synapse_sdk-1.0.0b3.dist-info/entry_points.txt,sha256=VNptJoGoNJI8yLXfBmhgUefMsmGI0m3-0YoMvrOgbxo,48
-synapse_sdk-1.0.0b3.dist-info/top_level.txt,sha256=ytgJMRK1slVOKUpgcw3LEyHHP7S34J6n_gJzdkcSsw8,12
-synapse_sdk-1.0.0b3.dist-info/RECORD,,
+synapse_sdk-1.0.0b5.dist-info/licenses/LICENSE,sha256=bKzmC5YAg4V1Fhl8OO_tqY8j62hgdncAkN7VrdjmrGk,1101
+synapse_sdk-1.0.0b5.dist-info/METADATA,sha256=dE3YqjlFZ96vvRoQ59Htr65rSrvmibKDAvsGwOIB6U4,3718
+synapse_sdk-1.0.0b5.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+synapse_sdk-1.0.0b5.dist-info/entry_points.txt,sha256=VNptJoGoNJI8yLXfBmhgUefMsmGI0m3-0YoMvrOgbxo,48
+synapse_sdk-1.0.0b5.dist-info/top_level.txt,sha256=ytgJMRK1slVOKUpgcw3LEyHHP7S34J6n_gJzdkcSsw8,12
+synapse_sdk-1.0.0b5.dist-info/RECORD,,