synapse-sdk 1.0.0a59__py3-none-any.whl → 1.0.0a60__py3-none-any.whl

synapse_sdk/clients/agent/__init__.py

@@ -11,8 +11,13 @@ class AgentClient(CoreClientMixin, RayClientMixin, ServiceClientMixin):
     tenant = None
     long_poll_handler = None
 
-    def __init__(self, base_url, agent_token, user_token=None, tenant=None, long_poll_handler=None):
-        super().__init__(base_url)
+    def __init__(self, base_url, agent_token, user_token=None, tenant=None, long_poll_handler=None, timeout=None):
+        # Use shorter timeouts for agent connections for better UX
+        agent_timeout = timeout or {
+            'connect': 3,  # Connection timeout: 3 seconds
+            'read': 10,  # Read timeout: 10 seconds
+        }
+        super().__init__(base_url, timeout=agent_timeout)
         self.agent_token = agent_token
         self.user_token = user_token
         self.tenant = tenant

synapse_sdk/clients/agent/ray.py

@@ -1,3 +1,5 @@
+import requests
+
 from synapse_sdk.clients.base import BaseClient
 from synapse_sdk.clients.exceptions import ClientError
 
@@ -15,19 +17,48 @@ class RayClientMixin(BaseClient):
         path = f'jobs/{pk}/logs/'
         return self._get(path)
 
-    def tail_job_logs(self, pk):
+    def tail_job_logs(self, pk, stream_timeout=10):
         if self.long_poll_handler:
             raise ClientError(400, '"tail_job_logs" does not support long polling')
 
         path = f'jobs/{pk}/tail_logs/'
-
         url = self._get_url(path)
         headers = self._get_headers()
 
-        response = self.requests_session.get(url, headers=headers, stream=True)
-        for line in response.iter_lines(decode_unicode=True):
-            if line:
-                yield f'{line}\n'
+        try:
+            # Use shorter timeout for streaming to prevent hanging
+            response = self.requests_session.get(
+                url, headers=headers, stream=True, timeout=(self.timeout['connect'], stream_timeout)
+            )
+            response.raise_for_status()
+
+            # Set up streaming with timeout handling
+            try:
+                for line in response.iter_lines(decode_unicode=True, chunk_size=1024):
+                    if line:
+                        yield f'{line}\n'
+            except requests.exceptions.ChunkedEncodingError:
+                # Connection was interrupted during streaming
+                raise ClientError(503, f'Log stream for job {pk} was interrupted')
+            except requests.exceptions.ReadTimeout:
+                # Read timeout during streaming
+                raise ClientError(408, f'Log stream for job {pk} timed out after {stream_timeout}s')
+
+        except requests.exceptions.ConnectTimeout:
+            raise ClientError(
+                408, f'Failed to connect to log stream for job {pk} (timeout: {self.timeout["connect"]}s)'
+            )
+        except requests.exceptions.ReadTimeout:
+            raise ClientError(408, f'Log stream for job {pk} read timeout ({stream_timeout}s)')
+        except requests.exceptions.ConnectionError as e:
+            if 'Connection refused' in str(e):
+                raise ClientError(503, f'Agent connection refused for job {pk}')
+            else:
+                raise ClientError(503, f'Agent connection error for job {pk}: {str(e)[:100]}')
+        except requests.exceptions.HTTPError as e:
+            raise ClientError(e.response.status_code, f'HTTP error streaming logs for job {pk}: {e}')
+        except Exception as e:
+            raise ClientError(500, f'Unexpected error streaming logs for job {pk}: {str(e)[:100]}')
 
     def get_node(self, pk):
         path = f'nodes/{pk}/'

synapse_sdk/clients/backend/__init__.py

@@ -15,22 +15,18 @@ class BackendClient(
     HITLClientMixin,
 ):
     name = 'Backend'
-    token = None
-    tenant = None
+    access_token = None
     agent_token = None
 
-    def __init__(self, base_url, token=None, tenant=None, agent_token=None):
+    def __init__(self, base_url, access_token=None, agent_token=None, **kwargs):
         super().__init__(base_url)
-        self.token = token
-        self.tenant = tenant
+        self.access_token = access_token
         self.agent_token = agent_token
 
     def _get_headers(self):
         headers = {}
-        if self.token:
-            headers['Authorization'] = f'Token {self.token}'
-        if self.tenant:
-            headers['SYNAPSE-Tenant'] = f'Token {self.tenant}'
+        if self.access_token:
+            headers['Synapse-Access-Token'] = f'Token {self.access_token}'
         if self.agent_token:
             headers['SYNAPSE-Agent'] = f'Token {self.agent_token}'
         return headers

synapse_sdk/clients/backend/annotation.py

@@ -11,6 +11,10 @@ class AnnotationClientMixin(BaseClient):
         path = f'tasks/{pk}/'
         return self._get(path, params=params)
 
+    def annotate_task_data(self, pk, data):
+        path = f'tasks/{pk}/annotate_task_data/'
+        return self._put(path, data=data)
+
     def patch_task(self, pk, data):
         path = f'tasks/{pk}/'
         return self._patch(path, data=data)

synapse_sdk/clients/base.py

@@ -3,6 +3,8 @@ import os
 from pathlib import Path
 
 import requests
+from requests.adapters import HTTPAdapter
+from urllib3.util.retry import Retry
 
 from synapse_sdk.clients.exceptions import ClientError
 from synapse_sdk.utils.file import files_url_to_path_from_objs
@@ -13,9 +15,29 @@ class BaseClient:
     base_url = None
     page_size = 100
 
-    def __init__(self, base_url):
+    def __init__(self, base_url, timeout=None):
         self.base_url = base_url
+        # Set reasonable default timeouts for better UX
+        self.timeout = timeout or {
+            'connect': 5,  # Connection timeout: 5 seconds
+            'read': 15,  # Read timeout: 15 seconds
+        }
+
+        # Create session with retry strategy
         requests_session = requests.Session()
+
+        # Configure retry strategy for transient failures
+        retry_strategy = Retry(
+            total=3,  # Total retries
+            backoff_factor=1,  # Backoff factor between retries
+            status_forcelist=[502, 503, 504],  # HTTP status codes to retry
+            allowed_methods=['GET', 'POST', 'PUT', 'DELETE', 'PATCH'],
+        )
+
+        adapter = HTTPAdapter(max_retries=retry_strategy)
+        requests_session.mount('http://', adapter)
+        requests_session.mount('https://', adapter)
+
         self.requests_session = requests_session
 
     def _get_url(self, path):
@@ -41,6 +63,10 @@ class BaseClient:
         headers = self._get_headers()
         headers.update(kwargs.pop('headers', {}))
 
+        # Set timeout if not provided in kwargs
+        if 'timeout' not in kwargs:
+            kwargs['timeout'] = (self.timeout['connect'], self.timeout['read'])
+
         # List to store opened files to close after request
         opened_files = []
 
@@ -71,8 +97,21 @@ class BaseClient:
                 raise ClientError(
                     response.status_code, response.json() if response.status_code == 400 else response.reason
                 )
-        except requests.ConnectionError:
-            raise ClientError(408, f'{self.name} is not responding')
+        except requests.exceptions.ConnectTimeout:
+            raise ClientError(408, f'{self.name} connection timeout (>{self.timeout["connect"]}s)')
+        except requests.exceptions.ReadTimeout:
+            raise ClientError(408, f'{self.name} read timeout (>{self.timeout["read"]}s)')
+        except requests.exceptions.ConnectionError as e:
+            # More specific error handling for different connection issues
+            if 'Name or service not known' in str(e) or 'nodename nor servname provided' in str(e):
+                raise ClientError(503, f'{self.name} host unreachable')
+            elif 'Connection refused' in str(e):
+                raise ClientError(503, f'{self.name} connection refused')
+            else:
+                raise ClientError(503, f'{self.name} connection error: {str(e)[:100]}')
+        except requests.exceptions.RequestException as e:
+            # Catch all other requests exceptions
+            raise ClientError(500, f'{self.name} request failed: {str(e)[:100]}')
 
         # Close all opened files
         for opened_file in opened_files:

synapse_sdk/devtools/config.py

@@ -0,0 +1,94 @@
+import json
+from pathlib import Path
+from typing import Dict, Optional
+
+CONFIG_DIR = Path.home() / '.config' / 'synapse'
+DEVTOOLS_CONFIG_FILE = CONFIG_DIR / 'devtools.json'
+
+
+def ensure_config_dir():
+    """Ensure the config directory exists"""
+    CONFIG_DIR.mkdir(parents=True, exist_ok=True)
+
+
+def load_devtools_config() -> Dict:
+    """Load devtools configuration from file"""
+    ensure_config_dir()
+
+    # Handle both Path and string types for testing
+    config_file = Path(DEVTOOLS_CONFIG_FILE) if isinstance(DEVTOOLS_CONFIG_FILE, str) else DEVTOOLS_CONFIG_FILE
+
+    if not config_file.exists():
+        return {}
+
+    try:
+        with open(config_file, 'r') as f:
+            return json.load(f)
+    except (json.JSONDecodeError, IOError):
+        return {}
+
+
+def save_devtools_config(config: Dict):
+    """Save devtools configuration to file"""
+    ensure_config_dir()
+
+    # Handle both Path and string types for testing
+    config_file = Path(DEVTOOLS_CONFIG_FILE) if isinstance(DEVTOOLS_CONFIG_FILE, str) else DEVTOOLS_CONFIG_FILE
+
+    try:
+        with open(config_file, 'w') as f:
+            json.dump(config, f, indent=2)
+    except IOError:
+        pass
+
+
+def get_backend_config() -> Optional[Dict]:
+    """Get backend configuration (host and token)"""
+    config = load_devtools_config()
+    backend = config.get('backend', {})
+
+    host = backend.get('host')
+    token = backend.get('token')
+
+    if host and token:
+        return {'host': host, 'token': token}
+
+    return None
+
+
+def set_backend_config(host: str, token: str):
+    """Set backend configuration"""
+    config = load_devtools_config()
+    config['backend'] = {'host': host, 'token': token}
+    save_devtools_config(config)
+
+
+def clear_backend_config():
+    """Clear backend configuration"""
+    config = load_devtools_config()
+    if 'backend' in config:
+        del config['backend']
+    save_devtools_config(config)
+
+
+def get_server_config() -> Dict:
+    """Get server configuration (host and port)"""
+    config = load_devtools_config()
+    server = config.get('server', {})
+
+    return {'host': server.get('host', '127.0.0.1'), 'port': server.get('port', 8080)}
+
+
+def set_server_config(host: str = None, port: int = None):
+    """Set server configuration"""
+    config = load_devtools_config()
+
+    if 'server' not in config:
+        config['server'] = {}
+
+    if host is not None:
+        config['server']['host'] = host
+    if port is not None:
+        config['server']['port'] = port
+
+    save_devtools_config(config)

synapse_sdk/devtools/docs/.gitignore

@@ -0,0 +1,20 @@
+# Dependencies
+/node_modules
+
+# Production
+/build
+
+# Generated files
+.docusaurus
+.cache-loader
+
+# Misc
+.DS_Store
+.env.local
+.env.development.local
+.env.test.local
+.env.production.local
+
+npm-debug.log*
+yarn-debug.log*
+yarn-error.log*

synapse_sdk/devtools/docs/README.md

@@ -0,0 +1,41 @@
+# Website
+
+This website is built using [Docusaurus](https://docusaurus.io/), a modern static website generator.
+
+## Installation
+
+```bash
+yarn
+```
+
+## Local Development
+
+```bash
+yarn start
+```
+
+This command starts a local development server and opens up a browser window. Most changes are reflected live without having to restart the server.
+
+## Build
+
+```bash
+yarn build
+```
+
+This command generates static content into the `build` directory and can be served using any static contents hosting service.
+
+## Deployment
+
+Using SSH:
+
+```bash
+USE_SSH=true yarn deploy
+```
+
+Not using SSH:
+
+```bash
+GIT_USER=<Your GitHub username> yarn deploy
+```
+
+If you are using GitHub pages for hosting, this command is a convenient way to build the website and push to the `gh-pages` branch.

synapse_sdk/devtools/docs/blog/2019-05-28-first-blog-post.md

@@ -0,0 +1,12 @@
+---
+slug: first-blog-post
+title: First Blog Post
+authors: [slorber, yangshun]
+tags: [hola, docusaurus]
+---
+
+Lorem ipsum dolor sit amet...
+
+<!-- truncate -->
+
+...consectetur adipiscing elit. Pellentesque elementum dignissim ultricies. Fusce rhoncus ipsum tempor eros aliquam consequat. Lorem ipsum dolor sit amet

synapse_sdk/devtools/docs/blog/2019-05-29-long-blog-post.md

@@ -0,0 +1,44 @@
+---
+slug: long-blog-post
+title: Long Blog Post
+authors: yangshun
+tags: [hello, docusaurus]
+---
+
+This is the summary of a very long blog post,
+
+Use a `<!--` `truncate` `-->` comment to limit blog post size in the list view.
+
+<!-- truncate -->
+
+Lorem ipsum dolor sit amet, consectetur adipiscing elit. Pellentesque elementum dignissim ultricies. Fusce rhoncus ipsum tempor eros aliquam consequat. Lorem ipsum dolor sit amet
+
+Lorem ipsum dolor sit amet, consectetur adipiscing elit. Pellentesque elementum dignissim ultricies. Fusce rhoncus ipsum tempor eros aliquam consequat. Lorem ipsum dolor sit amet
+
+Lorem ipsum dolor sit amet, consectetur adipiscing elit. Pellentesque elementum dignissim ultricies. Fusce rhoncus ipsum tempor eros aliquam consequat. Lorem ipsum dolor sit amet
+
+Lorem ipsum dolor sit amet, consectetur adipiscing elit. Pellentesque elementum dignissim ultricies. Fusce rhoncus ipsum tempor eros aliquam consequat. Lorem ipsum dolor sit amet
+
+Lorem ipsum dolor sit amet, consectetur adipiscing elit. Pellentesque elementum dignissim ultricies. Fusce rhoncus ipsum tempor eros aliquam consequat. Lorem ipsum dolor sit amet
+
+Lorem ipsum dolor sit amet, consectetur adipiscing elit. Pellentesque elementum dignissim ultricies. Fusce rhoncus ipsum tempor eros aliquam consequat. Lorem ipsum dolor sit amet
+
+Lorem ipsum dolor sit amet, consectetur adipiscing elit. Pellentesque elementum dignissim ultricies. Fusce rhoncus ipsum tempor eros aliquam consequat. Lorem ipsum dolor sit amet
+
+Lorem ipsum dolor sit amet, consectetur adipiscing elit. Pellentesque elementum dignissim ultricies. Fusce rhoncus ipsum tempor eros aliquam consequat. Lorem ipsum dolor sit amet
+
+Lorem ipsum dolor sit amet, consectetur adipiscing elit. Pellentesque elementum dignissim ultricies. Fusce rhoncus ipsum tempor eros aliquam consequat. Lorem ipsum dolor sit amet
+
+Lorem ipsum dolor sit amet, consectetur adipiscing elit. Pellentesque elementum dignissim ultricies. Fusce rhoncus ipsum tempor eros aliquam consequat. Lorem ipsum dolor sit amet
+
+Lorem ipsum dolor sit amet, consectetur adipiscing elit. Pellentesque elementum dignissim ultricies. Fusce rhoncus ipsum tempor eros aliquam consequat. Lorem ipsum dolor sit amet
+
+Lorem ipsum dolor sit amet, consectetur adipiscing elit. Pellentesque elementum dignissim ultricies. Fusce rhoncus ipsum tempor eros aliquam consequat. Lorem ipsum dolor sit amet
+
+Lorem ipsum dolor sit amet, consectetur adipiscing elit. Pellentesque elementum dignissim ultricies. Fusce rhoncus ipsum tempor eros aliquam consequat. Lorem ipsum dolor sit amet
+
+Lorem ipsum dolor sit amet, consectetur adipiscing elit. Pellentesque elementum dignissim ultricies. Fusce rhoncus ipsum tempor eros aliquam consequat. Lorem ipsum dolor sit amet
+
+Lorem ipsum dolor sit amet, consectetur adipiscing elit. Pellentesque elementum dignissim ultricies. Fusce rhoncus ipsum tempor eros aliquam consequat. Lorem ipsum dolor sit amet
+
+Lorem ipsum dolor sit amet, consectetur adipiscing elit. Pellentesque elementum dignissim ultricies. Fusce rhoncus ipsum tempor eros aliquam consequat. Lorem ipsum dolor sit amet

synapse_sdk/devtools/docs/blog/2021-08-01-mdx-blog-post.mdx

@@ -0,0 +1,24 @@
+---
+slug: mdx-blog-post
+title: MDX Blog Post
+authors: [slorber]
+tags: [docusaurus]
+---
+
+Blog posts support [Docusaurus Markdown features](https://docusaurus.io/docs/markdown-features), such as [MDX](https://mdxjs.com/).
+
+:::tip
+
+Use the power of React to create interactive blog posts.
+
+:::
+
+{/* truncate */}
+
+For example, use JSX to create an interactive button:
+
+```js
+<button onClick={() => alert('button clicked!')}>Click me!</button>
+```
+
+<button onClick={() => alert('button clicked!')}>Click me!</button>

synapse_sdk/devtools/docs/blog/2021-08-26-welcome/index.md

@@ -0,0 +1,29 @@
+---
+slug: welcome
+title: Welcome
+authors: [slorber, yangshun]
+tags: [facebook, hello, docusaurus]
+---
+
+[Docusaurus blogging features](https://docusaurus.io/docs/blog) are powered by the [blog plugin](https://docusaurus.io/docs/api/plugins/@docusaurus/plugin-content-blog).
+
+Here are a few tips you might find useful.
+
+<!-- truncate -->
+
+Simply add Markdown files (or folders) to the `blog` directory.
+
+Regular blog authors can be added to `authors.yml`.
+
+The blog post date can be extracted from filenames, such as:
+
+- `2019-05-30-welcome.md`
+- `2019-05-30-welcome/index.md`
+
+A blog post folder can be convenient to co-locate blog post images:
+
+![Docusaurus Plushie](./docusaurus-plushie-banner.jpeg)
+
+The blog supports tags as well!
+
+**And if you don't want a blog**: just delete this directory, and use `blog: false` in your Docusaurus config.

synapse_sdk/devtools/docs/blog/authors.yml

@@ -0,0 +1,25 @@
+yangshun:
+  name: Yangshun Tay
+  title: Ex-Meta Staff Engineer, Co-founder GreatFrontEnd
+  url: https://linkedin.com/in/yangshun
+  image_url: https://github.com/yangshun.png
+  page: true
+  socials:
+    x: yangshunz
+    linkedin: yangshun
+    github: yangshun
+    newsletter: https://www.greatfrontend.com
+
+slorber:
+  name: Sébastien Lorber
+  title: Docusaurus maintainer
+  url: https://sebastienlorber.com
+  image_url: https://github.com/slorber.png
+  page:
+    # customize the url of the author page at /blog/authors/<permalink>
+    permalink: '/all-sebastien-lorber-articles'
+  socials:
+    x: sebastienlorber
+    linkedin: sebastienlorber
+    github: slorber
+    newsletter: https://thisweekinreact.com

synapse_sdk/devtools/docs/blog/tags.yml

@@ -0,0 +1,19 @@
+facebook:
+  label: Facebook
+  permalink: /facebook
+  description: Facebook tag description
+
+hello:
+  label: Hello
+  permalink: /hello
+  description: Hello tag description
+
+docusaurus:
+  label: Docusaurus
+  permalink: /docusaurus
+  description: Docusaurus tag description
+
+hola:
+  label: Hola
+  permalink: /hola
+  description: Hola tag description

synapse_sdk/devtools/docs/docusaurus.config.ts

@@ -0,0 +1,138 @@
+// ./docs/docusaurus.config.ts
+import {themes as prismThemes} from 'prism-react-renderer';
+import type {Config} from '@docusaurus/types';
+import type * as Preset from '@docusaurus/preset-classic';
+import path from 'path';
+
+const config: Config = {
+  title: 'Synapse SDK',
+  tagline: 'Build ML and data processing plugins',
+  favicon: 'img/favicon.ico',
+
+  // Set the production url of your site here
+  url: 'https://www.synapse.sh',
+  baseUrl: '/',
+
+  organizationName: 'datamaker',
+  projectName: 'synapse-sdk',
+
+  onBrokenLinks: 'throw',
+  onBrokenMarkdownLinks: 'warn',
+
+  i18n: {
+    defaultLocale: 'en',
+    locales: ['en', 'ko'],
+    localeConfigs: {
+      en: {
+        label: 'English',
+        direction: 'ltr',
+        htmlLang: 'en-US',
+        calendar: 'gregory',
+        path: 'en',
+      },
+      ko: {
+        label: '한국어',
+        direction: 'ltr',
+        htmlLang: 'ko-KR',
+        calendar: 'gregory',
+        path: 'ko',
+      },
+    },
+  },
+
+  presets: [
+    [
+      'classic',
+      {
+        docs: {
+          path: path.resolve(__dirname, '../../../docs/'),
+          sidebarPath: './sidebars.ts',
+          routeBasePath: '/', // Serve docs from root
+        },
+        blog: false, // Disable blog
+        theme: {
+          customCss: './src/css/custom.css',
+        },
+      } satisfies Preset.Options,
+    ],
+  ],
+
+  themeConfig: {
+    navbar: {
+      title: 'Synapse SDK',
+      logo: {
+        alt: 'Synapse SDK Logo',
+        src: 'img/logo.png',
+      },
+      items: [
+        {
+          type: 'docSidebar',
+          sidebarId: 'tutorialSidebar',
+          position: 'left',
+          label: 'Documentation',
+        },
+        {
+          type: 'localeDropdown',
+          position: 'right',
+        },
+        {
+          href: 'https://github.com/datamaker-kr/synapse-sdk',
+          label: 'GitHub',
+          position: 'right',
+        },
+      ],
+    },
+    footer: {
+      style: 'dark',
+      links: [
+        {
+          title: 'Docs',
+          items: [
+            {
+              label: 'Introduction',
+              to: '/',
+            },
+            {
+              label: 'Quickstart',
+              to: '/quickstart',
+            },
+            {
+              label: 'API Reference',
+              to: '/api',
+            },
+          ],
+        },
+        {
+          title: 'Community',
+          items: [
+            {
+              label: 'GitHub',
+              href: 'https://github.com/datamaker-kr/synapse-sdk',
+            },
+          ],
+        },
+        {
+          title: 'More',
+          items: [
+            {
+              label: 'Blog',
+              href: 'https://www.datamaker.io/blog',
+            },
+            {
+              label: 'Datamaker',
+              href: 'https://www.datamaker.io',
+            },
+          ],
+        },
+      ],
+      copyright: `Copyright © ${new Date().getFullYear()} Datamaker. Built with Docusaurus.`,
+    },
+    prism: {
+      theme: prismThemes.github,
+      darkTheme: prismThemes.dracula,
+      additionalLanguages: ['python', 'bash'],
+    },
+  } satisfies Preset.ThemeConfig,
+};
+
+export default config;