synth-ai 0.2.8.dev2__py3-none-any.whl → 0.4.3__py3-none-any.whl

synth_ai/lm/core/main.py

@@ -1,319 +0,0 @@
-import os
-from typing import Any, Literal
-
-from pydantic import BaseModel, Field
-
-from synth_ai.lm.config import reasoning_models
-from synth_ai.lm.core.exceptions import StructuredOutputCoercionFailureException
-from synth_ai.lm.core.vendor_clients import (
-    anthropic_naming_regexes,
-    get_client,
-    openai_naming_regexes,
-)
-from synth_ai.lm.structured_outputs.handler import StructuredOutputHandler
-from synth_ai.lm.tools.base import BaseTool
-from synth_ai.lm.vendors.base import VendorBase
-
-
-def build_messages(
-    sys_msg: str,
-    user_msg: str,
-    images_bytes: list[bytes] = [],
-    model_name: str | None = None,
-) -> list[dict]:
-    """
-    Build a messages list for API calls, handling image formatting based on the model provider.
-
-    Args:
-        sys_msg: System message content
-        user_msg: User message content
-        images_bytes: List of base64-encoded image bytes
-        model_name: Model name to determine proper image format (OpenAI vs Anthropic)
-
-    Returns:
-        List[Dict]: Formatted messages list ready for API calls
-
-    Note:
-        Different providers require different image formats:
-        - OpenAI: Uses "image_url" with data URL format
-        - Anthropic: Uses "image" with source object containing base64 data
-    """
-    if len(images_bytes) > 0 and any(regex.match(model_name) for regex in openai_naming_regexes):
-        return [
-            {"role": "system", "content": sys_msg},
-            {
-                "role": "user",
-                "content": [{"type": "text", "text": user_msg}]
-                + [
-                    {
-                        "type": "image_url",
-                        "image_url": {"url": f"data:image/jpeg;base64,{image_bytes}"},
-                    }
-                    for image_bytes in images_bytes
-                ],
-            },
-        ]
-    elif len(images_bytes) > 0 and any(
-        regex.match(model_name) for regex in anthropic_naming_regexes
-    ):
-        system_info = {"role": "system", "content": sys_msg}
-        user_info = {
-            "role": "user",
-            "content": [{"type": "text", "text": user_msg}]
-            + [
-                {
-                    "type": "image",
-                    "source": {
-                        "type": "base64",
-                        "media_type": "image/png",
-                        "data": image_bytes,
-                    },
-                }
-                for image_bytes in images_bytes
-            ],
-        }
-        return [system_info, user_info]
-    elif len(images_bytes) > 0:
-        raise ValueError("Images are not yet supported for this model")
-    else:
-        return [
-            {"role": "system", "content": sys_msg},
-            {"role": "user", "content": user_msg},
-        ]
-
-
-class LM:
-    """
-    Language Model interface for interacting with various AI providers.
-
-    Args:
-        model_name: The name of the model to use.
-        formatting_model_name: The model to use for formatting structured outputs.
-        temperature: The temperature setting for the model (0.0 to 1.0).
-        max_retries: Number of retries for API calls ("None", "Few", or "Many").
-        structured_output_mode: Mode for structured outputs ("stringified_json" or "forced_json").
-        synth_logging: Whether to enable Synth logging.
-        provider: Optional provider override. If specified, forces the use of a specific vendor
-                 implementation regardless of model name. Can also be set via SYNTH_AI_DEFAULT_PROVIDER
-                 environment variable. Supported values: "openai", "anthropic", "groq", "gemini",
-                 "deepseek", "grok", "mistral", "openrouter", "together", or a custom string.
-    """
-
-    # if str
-    model_name: str
-    client: VendorBase
-    lm_config: dict[str, Any]
-    structured_output_handler: StructuredOutputHandler
-
-    def __init__(
-        self,
-        model_name: str,
-        formatting_model_name: str,
-        temperature: float,
-        max_retries: Literal["None", "Few", "Many"] = "Few",
-        structured_output_mode: Literal["stringified_json", "forced_json"] = "stringified_json",
-        synth_logging: bool = True,
-        provider: Literal["openai", "anthropic", "groq", "gemini", "deepseek", "grok", "mistral", "openrouter", "together"] | str | None = None,
-        enable_thinking: bool | None = None,
-    ):
-        # print("Structured output mode", structured_output_mode)
-        # Check for environment variable if provider is not specified
-        effective_provider = provider or os.environ.get("SYNTH_AI_DEFAULT_PROVIDER")
-
-        self.client = get_client(
-            model_name,
-            with_formatting=structured_output_mode == "forced_json",
-            synth_logging=synth_logging,
-            provider=effective_provider,
-        )
-        # print(self.client.__class__)
-
-        formatting_client = get_client(
-            formatting_model_name, with_formatting=True, synth_logging=synth_logging, provider=None
-        )
-
-        max_retries_dict = {"None": 0, "Few": 2, "Many": 5}
-        self.structured_output_handler = StructuredOutputHandler(
-            self.client,
-            formatting_client,
-            structured_output_mode,
-            {"max_retries": max_retries_dict.get(max_retries, 2)},
-        )
-        self.backup_structured_output_handler = StructuredOutputHandler(
-            self.client,
-            formatting_client,
-            "forced_json",
-            {"max_retries": max_retries_dict.get(max_retries, 2)},
-        )
-        # Override temperature to 1 for reasoning models
-        effective_temperature = 1.0 if model_name in reasoning_models else temperature
-        self.lm_config = {"temperature": effective_temperature}
-        if enable_thinking is not None:
-            # For providers that support it (e.g., Synth + Qwen3), this will be forwarded
-            self.lm_config["enable_thinking"] = enable_thinking
-        self.model_name = model_name
-
-    def respond_sync(
-        self,
-        system_message: str | None = None,
-        user_message: str | None = None,
-        messages: list[dict] | None = None,
-        images_as_bytes: list[bytes] = [],
-        response_model: BaseModel | None = None,
-        use_ephemeral_cache_only: bool = False,
-        tools: list[BaseTool] | None = None,
-        reasoning_effort: str = "low",
-    ):
-        assert (system_message is None) == (user_message is None), (
-            "Must provide both system_message and user_message or neither"
-        )
-        assert (messages is None) != (system_message is None), (
-            "Must provide either messages or system_message/user_message pair, but not both"
-        )
-        assert not (response_model and tools), "Cannot provide both response_model and tools"
-        if messages is None:
-            messages = build_messages(
-                system_message, user_message, images_as_bytes, self.model_name
-            )
-        result = None
-        if response_model:
-            try:
-                result = self.structured_output_handler.call_sync(
-                    messages,
-                    model=self.model_name,
-                    lm_config=self.lm_config,
-                    response_model=response_model,
-                    use_ephemeral_cache_only=use_ephemeral_cache_only,
-                    reasoning_effort=reasoning_effort,
-                )
-            except StructuredOutputCoercionFailureException:
-                # print("Falling back to backup handler")
-                result = self.backup_structured_output_handler.call_sync(
-                    messages,
-                    model=self.model_name,
-                    lm_config=self.lm_config,
-                    response_model=response_model,
-                    use_ephemeral_cache_only=use_ephemeral_cache_only,
-                    reasoning_effort=reasoning_effort,
-                )
-        else:
-            result = self.client._hit_api_sync(
-                messages=messages,
-                model=self.model_name,
-                lm_config=self.lm_config,
-                use_ephemeral_cache_only=use_ephemeral_cache_only,
-                tools=tools,
-                reasoning_effort=reasoning_effort,
-            )
-        assert isinstance(result.raw_response, str), "Raw response must be a string"
-        assert (
-            isinstance(result.structured_output, BaseModel) or result.structured_output is None
-        ), "Structured output must be a Pydantic model or None"
-        assert isinstance(result.tool_calls, list) or result.tool_calls is None, (
-            "Tool calls must be a list or None"
-        )
-        return result
-
-    async def respond_async(
-        self,
-        system_message: str | None = None,
-        user_message: str | None = None,
-        messages: list[dict] | None = None,
-        images_as_bytes: list[bytes] = [],
-        response_model: BaseModel | None = None,
-        use_ephemeral_cache_only: bool = False,
-        tools: list[BaseTool] | None = None,
-        reasoning_effort: str = "low",
-    ):
-        # "In respond_async")
-        assert (system_message is None) == (user_message is None), (
-            "Must provide both system_message and user_message or neither"
-        )
-        assert (messages is None) != (system_message is None), (
-            "Must provide either messages or system_message/user_message pair, but not both"
-        )
-
-        assert not (response_model and tools), "Cannot provide both response_model and tools"
-        if messages is None:
-            messages = build_messages(
-                system_message, user_message, images_as_bytes, self.model_name
-            )
-        result = None
-        if response_model:
-            try:
-                print("Trying structured output handler")
-                result = await self.structured_output_handler.call_async(
-                    messages,
-                    model=self.model_name,
-                    lm_config=self.lm_config,
-                    response_model=response_model,
-                    use_ephemeral_cache_only=use_ephemeral_cache_only,
-                    reasoning_effort=reasoning_effort,
-                )
-            except StructuredOutputCoercionFailureException:
-                print("Falling back to backup handler")
-                result = await self.backup_structured_output_handler.call_async(
-                    messages,
-                    model=self.model_name,
-                    lm_config=self.lm_config,
-                    response_model=response_model,
-                    use_ephemeral_cache_only=use_ephemeral_cache_only,
-                    reasoning_effort=reasoning_effort,
-                )
-        else:
-            # print("Calling API no response model")
-            result = await self.client._hit_api_async(
-                messages=messages,
-                model=self.model_name,
-                lm_config=self.lm_config,
-                use_ephemeral_cache_only=use_ephemeral_cache_only,
-                tools=tools,
-                reasoning_effort=reasoning_effort,
-            )
-        assert isinstance(result.raw_response, str), "Raw response must be a string"
-        assert (
-            isinstance(result.structured_output, BaseModel) or result.structured_output is None
-        ), "Structured output must be a Pydantic model or None"
-        assert isinstance(result.tool_calls, list) or result.tool_calls is None, (
-            "Tool calls must be a list or None"
-        )
-        return result
-
-
-if __name__ == "__main__":
-    import asyncio
-
-    # Update json instructions to handle nested pydantic?
-    class Thought(BaseModel):
-        argument_keys: list[str] = Field(description="The keys of the arguments")
-        argument_values: list[str] = Field(
-            description="Stringified JSON for the values of the arguments"
-        )
-
-    class TestModel(BaseModel):
-        emotion: str = Field(description="The emotion expressed")
-        concern: str = Field(description="The concern expressed")
-        action: str = Field(description="The action to be taken")
-        thought: Thought = Field(description="The thought process")
-
-        class Config:
-            schema_extra = {"required": ["thought", "emotion", "concern", "action"]}
-
-    lm = LM(
-        model_name="gpt-4o-mini",
-        formatting_model_name="gpt-4o-mini",
-        temperature=1,
-        max_retries="Few",
-        structured_output_mode="forced_json",
-    )
-    print(
-        asyncio.run(
-            lm.respond_async(
-                system_message="You are a helpful assistant ",
-                user_message="Hello, how are you?",
-                images_as_bytes=[],
-                response_model=TestModel,
-                use_ephemeral_cache_only=False,
-            )
-        )
-    )