synth-ai 0.1.9__py3-none-any.whl → 0.2.1.dev0__py3-none-any.whl

synth_ai/{zyk/lms → lm}/core/main.py

@@ -3,16 +3,17 @@ import os
 
 from pydantic import BaseModel, Field
 
-from synth_ai.zyk.lms.core.exceptions import StructuredOutputCoercionFailureException
-from synth_ai.zyk.lms.core.vendor_clients import (
+from synth_ai.lm.core.exceptions import StructuredOutputCoercionFailureException
+from synth_ai.lm.core.vendor_clients import (
     anthropic_naming_regexes,
     get_client,
     openai_naming_regexes,
 )
-from synth_ai.zyk.lms.structured_outputs.handler import StructuredOutputHandler
-from synth_ai.zyk.lms.vendors.base import VendorBase
-from synth_ai.zyk.lms.tools.base import BaseTool
-from synth_ai.zyk.lms.config import reasoning_models
+from synth_ai.lm.structured_outputs.handler import StructuredOutputHandler
+from synth_ai.lm.vendors.base import VendorBase
+from synth_ai.lm.tools.base import BaseTool
+from synth_ai.lm.config import reasoning_models
+
 
 def build_messages(
     sys_msg: str,
@@ -20,9 +21,7 @@ def build_messages(
     images_bytes: List = [],
     model_name: Optional[str] = None,
 ) -> List[Dict]:
-    if len(images_bytes) > 0 and any(
-        regex.match(model_name) for regex in openai_naming_regexes
-    ):
+    if len(images_bytes) > 0 and any(regex.match(model_name) for regex in openai_naming_regexes):
         return [
             {"role": "system", "content": sys_msg},
             {
@@ -69,7 +68,7 @@ def build_messages(
 class LM:
     """
     Language Model interface for interacting with various AI providers.
-    
+
     Args:
         model_name: The name of the model to use.
         formatting_model_name: The model to use for formatting structured outputs.
@@ -82,6 +81,7 @@ class LM:
                  environment variable. Supported values: "openai", "anthropic", "groq", "gemini",
                  "deepseek", "grok", "mistral", "openrouter", "together", or a custom string.
     """
+
     # if str
     model_name: str
     client: VendorBase
@@ -94,16 +94,29 @@ class LM:
         formatting_model_name: str,
         temperature: float,
         max_retries: Literal["None", "Few", "Many"] = "Few",
-        structured_output_mode: Literal[
-            "stringified_json", "forced_json"
-        ] = "stringified_json",
+        structured_output_mode: Literal["stringified_json", "forced_json"] = "stringified_json",
         synth_logging: bool = True,
-        provider: Optional[Union[Literal["openai", "anthropic", "groq", "gemini", "deepseek", "grok", "mistral", "openrouter", "together"], str]] = None,
+        provider: Optional[
+            Union[
+                Literal[
+                    "openai",
+                    "anthropic",
+                    "groq",
+                    "gemini",
+                    "deepseek",
+                    "grok",
+                    "mistral",
+                    "openrouter",
+                    "together",
+                ],
+                str,
+            ]
+        ] = None,
     ):
         # print("Structured output mode", structured_output_mode)
         # Check for environment variable if provider is not specified
         effective_provider = provider or os.environ.get("SYNTH_AI_DEFAULT_PROVIDER")
-        
+
         self.client = get_client(
             model_name,
             with_formatting=structured_output_mode == "forced_json",
@@ -112,7 +125,9 @@ class LM:
         )
         # print(self.client.__class__)
 
-        formatting_client = get_client(formatting_model_name, with_formatting=True, synth_logging=synth_logging, provider=None)
+        formatting_client = get_client(
+            formatting_model_name, with_formatting=True, synth_logging=synth_logging, provider=None
+        )
 
         max_retries_dict = {"None": 0, "Few": 2, "Many": 5}
         self.structured_output_handler = StructuredOutputHandler(
@@ -143,12 +158,12 @@ class LM:
         tools: Optional[List[BaseTool]] = None,
         reasoning_effort: str = "low",
     ):
-        assert (system_message is None) == (
-            user_message is None
-        ), "Must provide both system_message and user_message or neither"
-        assert (
-            (messages is None) != (system_message is None)
-        ), "Must provide either messages or system_message/user_message pair, but not both"
+        assert (system_message is None) == (user_message is None), (
+            "Must provide both system_message and user_message or neither"
+        )
+        assert (messages is None) != (system_message is None), (
+            "Must provide either messages or system_message/user_message pair, but not both"
+        )
         assert not (response_model and tools), "Cannot provide both response_model and tools"
         if messages is None:
             messages = build_messages(
@@ -185,8 +200,12 @@ class LM:
                 reasoning_effort=reasoning_effort,
             )
         assert isinstance(result.raw_response, str), "Raw response must be a string"
-        assert (isinstance(result.structured_output, BaseModel) or result.structured_output is None), "Structured output must be a Pydantic model or None"
-        assert (isinstance(result.tool_calls, list) or result.tool_calls is None), "Tool calls must be a list or None"
+        assert (
+            isinstance(result.structured_output, BaseModel) or result.structured_output is None
+        ), "Structured output must be a Pydantic model or None"
+        assert isinstance(result.tool_calls, list) or result.tool_calls is None, (
+            "Tool calls must be a list or None"
+        )
         return result
 
     async def respond_async(
@@ -201,12 +220,12 @@ class LM:
         reasoning_effort: str = "low",
     ):
         # "In respond_async")
-        assert (system_message is None) == (
-            user_message is None
-        ), "Must provide both system_message and user_message or neither"
-        assert (
-            (messages is None) != (system_message is None)
-        ), "Must provide either messages or system_message/user_message pair, but not both"
+        assert (system_message is None) == (user_message is None), (
+            "Must provide both system_message and user_message or neither"
+        )
+        assert (messages is None) != (system_message is None), (
+            "Must provide either messages or system_message/user_message pair, but not both"
+        )
 
         assert not (response_model and tools), "Cannot provide both response_model and tools"
         if messages is None:
@@ -236,7 +255,7 @@ class LM:
                     reasoning_effort=reasoning_effort,
                 )
         else:
-            #print("Calling API no response model")
+            # print("Calling API no response model")
             result = await self.client._hit_api_async(
                 messages=messages,
                 model=self.model_name,
@@ -246,10 +265,15 @@ class LM:
                 reasoning_effort=reasoning_effort,
             )
         assert isinstance(result.raw_response, str), "Raw response must be a string"
-        assert (isinstance(result.structured_output, BaseModel) or result.structured_output is None), "Structured output must be a Pydantic model or None"
-        assert (isinstance(result.tool_calls, list) or result.tool_calls is None), "Tool calls must be a list or None"
+        assert (
+            isinstance(result.structured_output, BaseModel) or result.structured_output is None
+        ), "Structured output must be a Pydantic model or None"
+        assert isinstance(result.tool_calls, list) or result.tool_calls is None, (
+            "Tool calls must be a list or None"
+        )
         return result
 
+
 if __name__ == "__main__":
     import asyncio
 

synth_ai/{zyk/lms → lm}/core/vendor_clients.py

@@ -1,7 +1,7 @@
 import re
 from typing import Any, List, Pattern, Optional, Dict
 
-from synth_ai.zyk.lms.core.all import (
+from synth_ai.lm.core.all import (
     AnthropicClient,
     DeepSeekClient,
     GeminiClient,
@@ -99,33 +99,35 @@ def get_client(
 ) -> Any:
     """
     Get a vendor client for the specified model.
-    
+
     Args:
         model_name: The name of the model to use.
         with_formatting: Whether to use formatting capabilities.
         synth_logging: Whether to enable Synth logging.
         provider: Optional provider override. If specified, forces the use of a specific vendor
                  implementation regardless of model name.
-    
+
     Returns:
         A vendor client instance.
-    
+
     Raises:
         ValueError: If the provider is unsupported or model name is invalid.
     """
     # print("With formatting", with_formatting)
-    
+
     # If provider is explicitly specified, use it
     if provider:
         if provider not in PROVIDER_MAP:
-            raise ValueError(f"Unsupported provider: '{provider}'. Supported providers are: {', '.join(PROVIDER_MAP.keys())}")
-        
+            raise ValueError(
+                f"Unsupported provider: '{provider}'. Supported providers are: {', '.join(PROVIDER_MAP.keys())}"
+            )
+
         # Log the provider override
         if synth_logging:
             print(f"Provider override: using '{provider}' for model '{model_name}'")
-        
+
         client_class = PROVIDER_MAP[provider]
-        
+
         # Special handling for OpenAI with formatting
         if provider == "openai":
             return client_class(synth_logging=synth_logging)
@@ -141,7 +143,7 @@ def get_client(
             return CustomEndpointClient(endpoint_url=model_name)
         else:
             return client_class()
-    
+
     # Original regex-based detection
     if any(regex.match(model_name) for regex in openai_naming_regexes):
         # print("Returning OpenAIStructuredOutputClient")

synth_ai/lm/cost/monitor.py

@@ -0,0 +1 @@
+# TODO

synth_ai/lm/cost/statefulness.py

@@ -0,0 +1 @@
+# Maybe some kind of ephemeral cache

synth_ai/lm/provider_support/__init__.py

@@ -0,0 +1,8 @@
+"""
+Provider support for LLM services with integrated tracing.
+"""
+
+from .openai import OpenAI, AsyncOpenAI
+from .anthropic import Anthropic, AsyncAnthropic
+
+__all__ = ["OpenAI", "AsyncOpenAI", "Anthropic", "AsyncAnthropic"]