mbxai 0.5.23__tar.gz → 0.5.24__tar.gz

{mbxai-0.5.23 → mbxai-0.5.24}/.vscode/PythonImportHelper-v2-Completion.json

@@ -131,6 +131,14 @@
         "detail": "typing",
         "documentation": {}
     },
+    {
+        "label": "Optional",
+        "importPath": "typing",
+        "description": "typing",
+        "isExtraImport": true,
+        "detail": "typing",
+        "documentation": {}
+    },
     {
         "label": "ClassVar",
         "importPath": "typing",
@@ -286,6 +294,14 @@
         "detail": "pydantic",
         "documentation": {}
     },
+    {
+        "label": "Field",
+        "importPath": "pydantic",
+        "description": "pydantic",
+        "isExtraImport": true,
+        "detail": "pydantic",
+        "documentation": {}
+    },
     {
         "label": "BaseModel",
         "importPath": "pydantic",
@@ -422,6 +438,23 @@
         "detail": "openai",
         "documentation": {}
     },
+    {
+        "label": "time",
+        "kind": 6,
+        "isExtraImport": true,
+        "importPath": "time",
+        "description": "time",
+        "detail": "time",
+        "documentation": {}
+    },
+    {
+        "label": "wraps",
+        "importPath": "functools",
+        "description": "functools",
+        "isExtraImport": true,
+        "detail": "functools",
+        "documentation": {}
+    },
     {
         "label": "Enum",
         "importPath": "enum",
@@ -817,7 +850,7 @@
         "kind": 6,
         "importPath": "src.mbxai.openrouter.client",
         "description": "src.mbxai.openrouter.client",
-        "peekOfCode": "class OpenRouterError(Exception):\n    \"\"\"Base exception for OpenRouter client errors.\"\"\"\n    pass\nclass OpenRouterConnectionError(OpenRouterError):\n    \"\"\"Raised when there is a connection error.\"\"\"\n    pass\nclass OpenRouterAPIError(OpenRouterError):\n    \"\"\"Raised when the API returns an error.\"\"\"\n    pass\nclass OpenRouterClient:",
+        "peekOfCode": "class OpenRouterError(Exception):\n    \"\"\"Base exception for OpenRouter client errors.\"\"\"\n    pass\nclass OpenRouterConnectionError(OpenRouterError):\n    \"\"\"Raised when there is a connection error.\"\"\"\n    pass\nclass OpenRouterAPIError(OpenRouterError):\n    \"\"\"Raised when the API returns an error.\"\"\"\n    pass\ndef with_retry(max_retries: int = 3, initial_delay: float = 1.0, max_delay: float = 10.0):",
         "detail": "src.mbxai.openrouter.client",
         "documentation": {}
     },
@@ -826,7 +859,7 @@
         "kind": 6,
         "importPath": "src.mbxai.openrouter.client",
         "description": "src.mbxai.openrouter.client",
-        "peekOfCode": "class OpenRouterConnectionError(OpenRouterError):\n    \"\"\"Raised when there is a connection error.\"\"\"\n    pass\nclass OpenRouterAPIError(OpenRouterError):\n    \"\"\"Raised when the API returns an error.\"\"\"\n    pass\nclass OpenRouterClient:\n    \"\"\"Client for interacting with the OpenRouter API.\"\"\"\n    def __init__(\n        self,",
+        "peekOfCode": "class OpenRouterConnectionError(OpenRouterError):\n    \"\"\"Raised when there is a connection error.\"\"\"\n    pass\nclass OpenRouterAPIError(OpenRouterError):\n    \"\"\"Raised when the API returns an error.\"\"\"\n    pass\ndef with_retry(max_retries: int = 3, initial_delay: float = 1.0, max_delay: float = 10.0):\n    \"\"\"Decorator to add retry logic to a function.\n    Args:\n        max_retries: Maximum number of retry attempts",
         "detail": "src.mbxai.openrouter.client",
         "documentation": {}
     },
@@ -835,7 +868,7 @@
         "kind": 6,
         "importPath": "src.mbxai.openrouter.client",
         "description": "src.mbxai.openrouter.client",
-        "peekOfCode": "class OpenRouterAPIError(OpenRouterError):\n    \"\"\"Raised when the API returns an error.\"\"\"\n    pass\nclass OpenRouterClient:\n    \"\"\"Client for interacting with the OpenRouter API.\"\"\"\n    def __init__(\n        self,\n        token: str,\n        model: Union[str, OpenRouterModel] = OpenRouterModel.GPT4_TURBO,\n        base_url: Optional[str] = None,",
+        "peekOfCode": "class OpenRouterAPIError(OpenRouterError):\n    \"\"\"Raised when the API returns an error.\"\"\"\n    pass\ndef with_retry(max_retries: int = 3, initial_delay: float = 1.0, max_delay: float = 10.0):\n    \"\"\"Decorator to add retry logic to a function.\n    Args:\n        max_retries: Maximum number of retry attempts\n        initial_delay: Initial delay between retries in seconds\n        max_delay: Maximum delay between retries in seconds\n    \"\"\"",
         "detail": "src.mbxai.openrouter.client",
         "documentation": {}
     },
@@ -844,7 +877,16 @@
         "kind": 6,
         "importPath": "src.mbxai.openrouter.client",
         "description": "src.mbxai.openrouter.client",
-        "peekOfCode": "class OpenRouterClient:\n    \"\"\"Client for interacting with the OpenRouter API.\"\"\"\n    def __init__(\n        self,\n        token: str,\n        model: Union[str, OpenRouterModel] = OpenRouterModel.GPT4_TURBO,\n        base_url: Optional[str] = None,\n        default_headers: Optional[dict[str, str]] = None,\n    ) -> None:\n        \"\"\"Initialize the OpenRouter client.",
+        "peekOfCode": "class OpenRouterClient:\n    \"\"\"Client for interacting with the OpenRouter API.\"\"\"\n    def __init__(\n        self,\n        token: str,\n        model: Union[str, OpenRouterModel] = OpenRouterModel.GPT4_TURBO,\n        base_url: Optional[str] = None,\n        default_headers: Optional[dict[str, str]] = None,\n        max_retries: int = 3,\n        retry_initial_delay: float = 1.0,",
+        "detail": "src.mbxai.openrouter.client",
+        "documentation": {}
+    },
+    {
+        "label": "with_retry",
+        "kind": 2,
+        "importPath": "src.mbxai.openrouter.client",
+        "description": "src.mbxai.openrouter.client",
+        "peekOfCode": "def with_retry(max_retries: int = 3, initial_delay: float = 1.0, max_delay: float = 10.0):\n    \"\"\"Decorator to add retry logic to a function.\n    Args:\n        max_retries: Maximum number of retry attempts\n        initial_delay: Initial delay between retries in seconds\n        max_delay: Maximum delay between retries in seconds\n    \"\"\"\n    def decorator(func):\n        @wraps(func)\n        async def async_wrapper(*args, **kwargs):",
         "detail": "src.mbxai.openrouter.client",
         "documentation": {}
     },

{mbxai-0.5.23 → mbxai-0.5.24}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mbxai
-Version: 0.5.23
+Version: 0.5.24
 Summary: MBX AI SDK
 Project-URL: Homepage, https://www.mibexx.de
 Project-URL: Documentation, https://www.mibexx.de

{mbxai-0.5.23 → mbxai-0.5.24}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "mbxai"
-version = "0.5.23"
+version = "0.5.24"
 authors = [
     { name = "MBX AI" }
 ]

{mbxai-0.5.23 → mbxai-0.5.24}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name="mbxai",
-    version="0.5.23",
+    version="0.5.24",
     author="MBX AI",
     description="MBX AI SDK",
     long_description=open("README.md").read(),

{mbxai-0.5.23 → mbxai-0.5.24}/src/mbxai/__init__.py

@@ -2,4 +2,4 @@
 MBX AI package.
 """
 
-__version__ = "0.5.23" 
+__version__ = "0.5.24" 

{mbxai-0.5.23 → mbxai-0.5.24}/src/mbxai/mcp/server.py

@@ -31,7 +31,7 @@ class MCPServer:
         self.app = FastAPI(
             title=self.name,
             description=self.description,
-            version="0.5.23",
+            version="0.5.24",
         )
         
         # Initialize MCP server

{mbxai-0.5.23 → mbxai-0.5.24}/src/mbxai/openrouter/client.py

@@ -4,10 +4,12 @@ OpenRouter client implementation.
 
 from typing import Any, Optional, Union
 from openai import OpenAI, OpenAIError
-from pydantic import BaseModel, TypeAdapter
+from pydantic import BaseModel, TypeAdapter, Field
 from .models import OpenRouterModel, OpenRouterModelRegistry
 from .config import OpenRouterConfig
 import logging
+import time
+from functools import wraps
 
 logger = logging.getLogger(__name__)
 
@@ -27,6 +29,65 @@ class OpenRouterAPIError(OpenRouterError):
     pass
 
 
+def with_retry(max_retries: int = 3, initial_delay: float = 1.0, max_delay: float = 10.0):
+    """Decorator to add retry logic to a function.
+    
+    Args:
+        max_retries: Maximum number of retry attempts
+        initial_delay: Initial delay between retries in seconds
+        max_delay: Maximum delay between retries in seconds
+    """
+    def decorator(func):
+        @wraps(func)
+        async def async_wrapper(*args, **kwargs):
+            last_error = None
+            delay = initial_delay
+            
+            for attempt in range(max_retries + 1):
+                try:
+                    return await func(*args, **kwargs)
+                except (OpenRouterConnectionError, OpenRouterAPIError) as e:
+                    last_error = e
+                    if attempt < max_retries:
+                        logger.warning(f"Attempt {attempt + 1} failed: {str(e)}. Retrying in {delay:.1f}s...")
+                        await asyncio.sleep(delay)
+                        delay = min(delay * 2, max_delay)
+                    else:
+                        logger.error(f"All {max_retries + 1} attempts failed")
+                        raise last_error
+                except Exception as e:
+                    # Don't retry other types of errors
+                    raise e
+            
+            raise last_error
+
+        @wraps(func)
+        def sync_wrapper(*args, **kwargs):
+            last_error = None
+            delay = initial_delay
+            
+            for attempt in range(max_retries + 1):
+                try:
+                    return func(*args, **kwargs)
+                except (OpenRouterConnectionError, OpenRouterAPIError) as e:
+                    last_error = e
+                    if attempt < max_retries:
+                        logger.warning(f"Attempt {attempt + 1} failed: {str(e)}. Retrying in {delay:.1f}s...")
+                        time.sleep(delay)
+                        delay = min(delay * 2, max_delay)
+                    else:
+                        logger.error(f"All {max_retries + 1} attempts failed")
+                        raise last_error
+                except Exception as e:
+                    # Don't retry other types of errors
+                    raise e
+            
+            raise last_error
+
+        return async_wrapper if asyncio.iscoroutinefunction(func) else sync_wrapper
+    return decorator
+
+
 class OpenRouterClient:
     """Client for interacting with the OpenRouter API."""
 
@@ -36,6 +97,9 @@ class OpenRouterClient:
         model: Union[str, OpenRouterModel] = OpenRouterModel.GPT4_TURBO,
         base_url: Optional[str] = None,
         default_headers: Optional[dict[str, str]] = None,
+        max_retries: int = 3,
+        retry_initial_delay: float = 1.0,
+        retry_max_delay: float = 10.0,
     ) -> None:
         """Initialize the OpenRouter client.
 
@@ -44,6 +108,9 @@ class OpenRouterClient:
             model: The model to use (default: GPT4_TURBO)
             base_url: Optional custom base URL for the API
             default_headers: Optional default headers for API requests
+            max_retries: Maximum number of retry attempts (default: 3)
+            retry_initial_delay: Initial delay between retries in seconds (default: 1.0)
+            retry_max_delay: Maximum delay between retries in seconds (default: 10.0)
 
         Raises:
             OpenRouterError: If initialization fails
@@ -56,7 +123,10 @@ class OpenRouterClient:
                 default_headers=default_headers or {
                     "HTTP-Referer": "https://github.com/mibexx/mbxai",
                     "X-Title": "MBX AI",
-                }
+                },
+                max_retries=max_retries,
+                retry_initial_delay=retry_initial_delay,
+                retry_max_delay=retry_max_delay,
             )
             
             self._client = OpenAI(
@@ -86,6 +156,10 @@ class OpenRouterClient:
             raise OpenRouterAPIError(f"API error during {operation}: {error_msg}")
         elif "Connection" in error_msg:
             raise OpenRouterConnectionError(f"Connection error during {operation}: {error_msg}")
+        elif "Expecting value" in error_msg and "line" in error_msg:
+            # This is a JSON parsing error, likely due to a truncated or malformed response
+            logger.error("JSON parsing error detected. This might be due to a large response or network issues.")
+            raise OpenRouterAPIError(f"Response parsing error during {operation}. The response might be too large or malformed.")
         else:
             raise OpenRouterError(f"Error during {operation}: {error_msg}")
 
@@ -111,6 +185,7 @@ class OpenRouterClient:
         """
         self.model = value
 
+    @with_retry()
     def chat_completion(
         self,
         messages: list[dict[str, Any]],
@@ -122,9 +197,13 @@ class OpenRouterClient:
         """Get a chat completion from OpenRouter."""
         try:
             # Log the request details
-            logger.info(f"Sending chat completion request to OpenRouter with model: {model}")
+            logger.info(f"Sending chat completion request to OpenRouter with model: {model or self.model}")
             logger.info(f"Message count: {len(messages)}")
             
+            # Calculate total message size for logging
+            total_size = sum(len(str(msg)) for msg in messages)
+            logger.info(f"Total message size: {total_size} bytes")
+            
             response = self._client.chat.completions.create(
                 messages=messages,
                 model=model or self.model,
@@ -137,7 +216,11 @@ class OpenRouterClient:
             if hasattr(response, 'choices') and response.choices:
                 logger.info(f"Response has {len(response.choices)} choices")
                 if hasattr(response.choices[0], 'message'):
-                    logger.info(f"First choice has message with content length: {len(response.choices[0].message.content) if response.choices[0].message.content else 0}")
+                    content = response.choices[0].message.content
+                    content_length = len(content) if content else 0
+                    logger.info(f"First choice has message with content length: {content_length}")
+                    if content_length > 1000000:  # Log warning for very large responses
+                        logger.warning(f"Response content is very large ({content_length} bytes)")
             
             return response
             
@@ -147,11 +230,14 @@ class OpenRouterClient:
                 logger.error(f"Response status: {e.response.status_code}")
                 logger.error(f"Response headers: {e.response.headers}")
                 try:
-                    logger.error(f"Response content: {e.response.text[:1000]}...")
+                    content = e.response.text
+                    logger.error(f"Response content length: {len(content)} bytes")
+                    logger.error(f"Response content preview: {content[:1000]}...")
                 except:
                     logger.error("Could not read response content")
             self._handle_api_error("chat completion", e)
 
+    @with_retry()
     def chat_completion_parse(
         self,
         messages: list[dict[str, Any]],
@@ -218,6 +304,7 @@ class OpenRouterClient:
         except Exception as e:
             self._handle_api_error("chat completion parse", e)
 
+    @with_retry()
     def embeddings(
         self,
         input: Union[str, list[str]],

{mbxai-0.5.23 → mbxai-0.5.24}/src/mbxai/openrouter/config.py

@@ -1,5 +1,5 @@
 from pydantic import BaseModel, Field, field_validator
-from typing import Union
+from typing import Union, Optional
 from .models import OpenRouterModel, OpenRouterModelRegistry
 
 class OpenRouterConfig(BaseModel):
@@ -21,6 +21,18 @@ class OpenRouterConfig(BaseModel):
         },
         description="Default headers to include in all requests"
     )
+    max_retries: int = Field(
+        default=3,
+        description="Maximum number of retry attempts"
+    )
+    retry_initial_delay: float = Field(
+        default=1.0,
+        description="Initial delay between retries in seconds"
+    )
+    retry_max_delay: float = Field(
+        default=10.0,
+        description="Maximum delay between retries in seconds"
+    )
 
     @field_validator("token")
     def validate_token(cls, v: str) -> str:

{mbxai-0.5.23 → mbxai-0.5.24}/uv.lock

@@ -292,11 +292,11 @@ wheels = [
 
 [[package]]
 name = "httpx-sse"
-version = "0.5.23"
+version = "0.5.24"
 source = { registry = "https://pypi.org/simple" }
-sdist = { url = "https://files.pythonhosted.org/packages/4c/60/8f4281fa9bbf3c8034fd54c0e7412e66edbab6bc74c4996bd616f8d0406e/httpx-sse-0.5.23.tar.gz", hash = "sha256:1e81a3a3070ce322add1d3529ed42eb5f70817f45ed6ec915ab753f961139721", size = 12624 }
+sdist = { url = "https://files.pythonhosted.org/packages/4c/60/8f4281fa9bbf3c8034fd54c0e7412e66edbab6bc74c4996bd616f8d0406e/httpx-sse-0.5.24.tar.gz", hash = "sha256:1e81a3a3070ce322add1d3529ed42eb5f70817f45ed6ec915ab753f961139721", size = 12624 }
 wheels = [
-    { url = "https://files.pythonhosted.org/packages/e1/9b/a181f281f65d776426002f330c31849b86b31fc9d848db62e16f03ff739f/httpx_sse-0.5.23-py3-none-any.whl", hash = "sha256:f329af6eae57eaa2bdfd962b42524764af68075ea87370a2de920af5341e318f", size = 7819 },
+    { url = "https://files.pythonhosted.org/packages/e1/9b/a181f281f65d776426002f330c31849b86b31fc9d848db62e16f03ff739f/httpx_sse-0.5.24-py3-none-any.whl", hash = "sha256:f329af6eae57eaa2bdfd962b42524764af68075ea87370a2de920af5341e318f", size = 7819 },
 ]
 
 [[package]]
@@ -446,7 +446,7 @@ wheels = [
 
 [[package]]
 name = "mbxai"
-version = "0.5.23"
+version = "0.5.24"
 source = { editable = "." }
 dependencies = [
     { name = "fastapi" },
@@ -980,14 +980,14 @@ wheels = [
 
 [[package]]
 name = "typing-inspection"
-version = "0.5.23"
+version = "0.5.24"
 source = { registry = "https://pypi.org/simple" }
 dependencies = [
     { name = "typing-extensions" },
 ]
-sdist = { url = "https://files.pythonhosted.org/packages/82/5c/e6082df02e215b846b4b8c0b887a64d7d08ffaba30605502639d44c06b82/typing_inspection-0.5.23.tar.gz", hash = "sha256:9765c87de36671694a67904bf2c96e395be9c6439bb6c87b5142569dcdd65122", size = 76222 }
+sdist = { url = "https://files.pythonhosted.org/packages/82/5c/e6082df02e215b846b4b8c0b887a64d7d08ffaba30605502639d44c06b82/typing_inspection-0.5.24.tar.gz", hash = "sha256:9765c87de36671694a67904bf2c96e395be9c6439bb6c87b5142569dcdd65122", size = 76222 }
 wheels = [
-    { url = "https://files.pythonhosted.org/packages/31/08/aa4fdfb71f7de5176385bd9e90852eaf6b5d622735020ad600f2bab54385/typing_inspection-0.5.23-py3-none-any.whl", hash = "sha256:50e72559fcd2a6367a19f7a7e610e6afcb9fac940c650290eed893d61386832f", size = 14125 },
+    { url = "https://files.pythonhosted.org/packages/31/08/aa4fdfb71f7de5176385bd9e90852eaf6b5d622735020ad600f2bab54385/typing_inspection-0.5.24-py3-none-any.whl", hash = "sha256:50e72559fcd2a6367a19f7a7e610e6afcb9fac940c650290eed893d61386832f", size = 14125 },
 ]
 
 [[package]]