synth-ai 0.1.0.dev39__py3-none-any.whl → 0.1.0.dev49__py3-none-any.whl

public_tests/test_text.py

@@ -1,160 +0,0 @@
-import openai
-
-from synth_ai.zyk import LM
-from synth_ai.zyk.lms.vendors.core.anthropic_api import AnthropicAPI
-from synth_ai.zyk.lms.vendors.core.gemini_api import GeminiAPI
-from synth_ai.zyk.lms.vendors.core.mistral_api import MistralAPI
-from synth_ai.zyk.lms.vendors.openai_standard import OpenAIStandard
-
-TEST_PROMPT = "What is 2+2? Answer with just the number."
-
-
-def test_openai_text():
-    client = OpenAIStandard(
-        sync_client=openai.OpenAI(),
-        async_client=openai.AsyncOpenAI(),
-        used_for_structured_outputs=False,
-        exceptions_to_retry=[],
-    )
-
-    response = client._hit_api_sync(
-        model="gpt-4o-mini",
-        messages=[{"role": "user", "content": TEST_PROMPT}],
-        lm_config={"temperature": 0},
-    )
-
-    assert response.raw_response.strip() == "4"
-
-
-def test_openai_text_lm():
-    lm = LM(
-        model_name="gpt-4o-mini",
-        formatting_model_name="gpt-4o-mini",
-        temperature=0,
-    )
-
-    response = lm.respond_sync(
-        system_message="",
-        user_message=TEST_PROMPT,
-    )
-
-    assert response.raw_response.strip() == "4"
-
-
-def test_anthropic_text():
-    client = AnthropicAPI(
-        used_for_structured_outputs=False,
-        exceptions_to_retry=[],
-    )
-
-    response = client._hit_api_sync(
-        model="claude-3-haiku-20240307",
-        messages=[
-            {
-                "role": "system",
-                "content": "You are a helpful assistant that provides direct answers.",
-            },
-            {"role": "user", "content": TEST_PROMPT},
-        ],
-        lm_config={"temperature": 0},
-    )
-
-    assert response.raw_response.strip() == "4"
-
-
-def test_anthropic_text_lm():
-    lm = LM(
-        model_name="claude-3-haiku-20240307",
-        formatting_model_name="claude-3-haiku-20240307",
-        temperature=0,
-    )
-
-    response = lm.respond_sync(
-        system_message="You are a helpful assistant that provides direct answers.",
-        user_message=TEST_PROMPT,
-    )
-
-    assert response.raw_response.strip() == "4"
-
-
-def test_gemini_text():
-    client = GeminiAPI(
-        used_for_structured_outputs=False,
-        exceptions_to_retry=[],
-    )
-
-    response = client._hit_api_sync(
-        model="gemini-2.0-flash",
-        messages=[
-            {
-                "role": "system",
-                "content": "You are a helpful assistant that provides direct answers.",
-            },
-            {"role": "user", "content": TEST_PROMPT},
-        ],
-        lm_config={"temperature": 0},
-    )
-
-    assert response.raw_response.strip() == "4"
-
-
-def test_gemini_text_lm():
-    lm = LM(
-        model_name="gemini-2.0-flash",
-        formatting_model_name="gemini-2.0-flash",
-        temperature=0,
-    )
-
-    response = lm.respond_sync(
-        system_message="You are a helpful assistant that provides direct answers.",
-        user_message=TEST_PROMPT,
-    )
-
-    assert response.raw_response.strip() == "4"
-
-
-def test_mistral_text():
-    client = MistralAPI(
-        used_for_structured_outputs=False,
-        exceptions_to_retry=[],
-    )
-
-    response = client._hit_api_sync(
-        model="mistral-small-latest",
-        messages=[
-            {
-                "role": "system",
-                "content": "You are a helpful assistant that provides direct answers.",
-            },
-            {"role": "user", "content": TEST_PROMPT},
-        ],
-        lm_config={"temperature": 0},
-    )
-
-    assert response.raw_response.strip() == "4"
-
-
-def test_mistral_text_lm():
-    lm = LM(
-        model_name="mistral-small-latest",
-        formatting_model_name="mistral-small-latest",
-        temperature=0,
-    )
-
-    response = lm.respond_sync(
-        system_message="You are a helpful assistant that provides direct answers.",
-        user_message=TEST_PROMPT,
-    )
-
-    assert response.raw_response.strip() == "4"
-
-
-if __name__ == "__main__":
-    test_openai_text_lm()
-    test_anthropic_text_lm()
-    test_gemini_text_lm()
-    test_mistral_text_lm()
-    test_openai_text()
-    test_anthropic_text()
-    test_gemini_text()
-    test_mistral_text()

public_tests/test_tools.py

@@ -1,319 +0,0 @@
-import json
-import os
-from typing import List
-
-import openai
-import pytest
-from pydantic import BaseModel, Field
-
-from synth_ai.zyk import LM
-from synth_ai.zyk.lms.tools.base import BaseTool
-from synth_ai.zyk.lms.vendors.core.anthropic_api import AnthropicAPI
-from synth_ai.zyk.lms.vendors.core.gemini_api import GeminiAPI
-from synth_ai.zyk.lms.vendors.core.mistral_api import MistralAPI
-from synth_ai.zyk.lms.vendors.openai_standard import OpenAIStandard
-
-
-class WeatherParams(BaseModel):
-    location: str
-    unit: str
-
-
-weather_tool = BaseTool(
-    name="get_weather",
-    description="Get current temperature for a given location.",
-    arguments=WeatherParams,
-    strict=True,
-)
-
-
-class TestToolArguments(BaseModel):
-    name: str = Field(..., description="The name of the person")
-    age: int = Field(..., description="The age of the person")
-    hobbies: List[str] = Field(
-        default_factory=list,
-        description="List of the person's hobbies (use empty list if not specified)",
-    )
-
-
-class TestTool(BaseTool):
-    name: str = "test_tool"
-    arguments: type = TestToolArguments
-    description: str = "Store information about a person including their name, age, and hobbies. Always include hobbies as a list, even if empty."
-
-
-# OpenAI Tests
-def test_weather_tool_oai_direct():
-    client = OpenAIStandard(
-        sync_client=openai.OpenAI(),
-        async_client=openai.AsyncOpenAI(),
-        used_for_structured_outputs=False,
-        exceptions_to_retry=[],
-    )
-
-    response = client._hit_api_sync(
-        model="gpt-4o-mini",
-        messages=[
-            {
-                "role": "user",
-                "content": "What's the weather in Paris? Use the tools and explain your reasoning. Units local to the country, please!",
-            }
-        ],
-        tools=[weather_tool],
-        lm_config={
-            "temperature": 0,
-        },
-    )
-
-    assert response.tool_calls is not None
-    assert len(response.tool_calls) > 0
-    assert response.tool_calls[0]["function"]["name"] == "get_weather"
-    assert "arguments" in response.tool_calls[0]["function"]
-    assert isinstance(response.tool_calls[0]["function"]["arguments"], str)
-
-
-def test_weather_tool_oai_lm():
-    lm = LM(
-        model_name="gpt-4o-mini", formatting_model_name="gpt-4o-mini", temperature=0
-    )
-
-    response = lm.respond_sync(
-        system_message="",
-        user_message="What's the weather in Paris? Use the tools and explain your reasoning. Units local to the country, please!",
-        tools=[weather_tool],
-    )
-
-    assert response.tool_calls is not None
-    assert len(response.tool_calls) > 0
-    assert response.tool_calls[0]["function"]["name"] == "get_weather"
-    assert "arguments" in response.tool_calls[0]["function"]
-    assert isinstance(response.tool_calls[0]["function"]["arguments"], str)
-
-
-# Anthropic Tests
-def test_weather_tool_anthropic_direct():
-    client = AnthropicAPI(
-        used_for_structured_outputs=False,
-        exceptions_to_retry=[],
-    )
-
-    response = client._hit_api_sync(
-        model="claude-3-haiku-20240307",
-        messages=[
-            {
-                "role": "system",
-                "content": "You are a helpful assistant that uses tools when appropriate.",
-            },
-            {
-                "role": "user",
-                "content": "What's the weather in Paris? Use the tools and explain your reasoning. Units local to the country, please!",
-            },
-        ],
-        tools=[weather_tool],
-        lm_config={
-            "temperature": 0,
-        },
-    )
-
-    assert response.tool_calls is not None
-    assert len(response.tool_calls) > 0
-    assert response.tool_calls[0]["function"]["name"] == "get_weather"
-    assert "arguments" in response.tool_calls[0]["function"]
-    arguments = response.tool_calls[0]["function"]["arguments"]
-    assert isinstance(arguments, str)
-    assert "location" in arguments
-    assert "Paris" in arguments
-
-
-def test_weather_tool_anthropic_lm():
-    lm = LM(
-        model_name="claude-3-haiku-20240307",
-        formatting_model_name="claude-3-haiku-20240307",
-        temperature=0,
-    )
-
-    response = lm.respond_sync(
-        system_message="You are a helpful assistant that uses tools when appropriate.",
-        user_message="What's the weather in Paris? Use the tools and explain your reasoning. Units local to the country, please!",
-        tools=[weather_tool],
-    )
-
-    assert response.tool_calls is not None
-    assert len(response.tool_calls) > 0
-    assert response.tool_calls[0]["function"]["name"] == "get_weather"
-    assert "arguments" in response.tool_calls[0]["function"]
-    arguments = response.tool_calls[0]["function"]["arguments"]
-    assert isinstance(arguments, str)
-    assert "location" in arguments
-    assert "Paris" in arguments
-
-def test_weather_tool_anthropic_35():
-    lm = LM(
-        model_name="claude-3-5-sonnet-latest",
-        formatting_model_name="claude-3-5-sonnet-20241022",
-        temperature=0,
-    )
-
-    response = lm.respond_sync(
-        system_message="You are a helpful assistant that uses tools when appropriate.",
-        user_message="What's the weather in Paris? Use the tools and explain your reasoning. Units local to the country, please!",
-        tools=[weather_tool],
-    )
-
-    assert response.tool_calls is not None
-    assert len(response.tool_calls) > 0
-    assert response.tool_calls[0]["function"]["name"] == "get_weather"
-    assert "arguments" in response.tool_calls[0]["function"]
-    arguments = response.tool_calls[0]["function"]["arguments"]
-    assert isinstance(arguments, str)
-
-# Gemini Tests
-def test_weather_tool_gemini_direct():
-    client = GeminiAPI(
-        used_for_structured_outputs=False,
-        exceptions_to_retry=[],
-    )
-
-    response = client._hit_api_sync(
-        model="gemini-2.0-flash",
-        messages=[
-            {
-                "role": "system",
-                "content": "You are a helpful assistant that uses tools when appropriate.",
-            },
-            {
-                "role": "user",
-                "content": "What's the weather in Paris? Use the tools and explain your reasoning. Units local to the country, please!",
-            },
-        ],
-        tools=[weather_tool],
-        lm_config={
-            "temperature": 0,
-            "tool_config": {"function_calling_config": {"mode": "any"}},
-        },
-    )
-
-    assert response.tool_calls is not None
-
-
-def test_weather_tool_gemini_lm():
-    lm = LM(
-        model_name="gemini-2.0-flash",
-        formatting_model_name="gemini-2.0-flash",
-        temperature=0,
-    )
-
-    lm.lm_config["tool_config"] = {"function_calling_config": {"mode": "ALWAYS"}}
-
-    response = lm.respond_sync(
-        system_message="You are a helpful assistant that uses tools when appropriate.",
-        user_message="What's the weather in Paris? Use the tools and explain your reasoning. Units local to the country, please!",
-        tools=[weather_tool],
-    )
-
-    assert response.tool_calls is not None
-
-
-# Mistral Tests
-@pytest.mark.asyncio
-async def test_mistral_tool_async():
-    if not os.getenv("MISTRAL_API_KEY"):
-        pytest.skip("MISTRAL_API_KEY not set")
-
-    client = MistralAPI()
-    tool = TestTool()
-    messages = [
-        {
-            "role": "system",
-            "content": "You are a helpful assistant that stores information about people using the test_tool function. ",
-        },
-        {
-            "role": "user",
-            "content": "Please store information for John who is 30 years old.",
-        },
-    ]
-
-    response = await client._hit_api_async(
-        model="mistral-small-latest",
-        messages=messages,
-        lm_config={"temperature": 0},
-        tools=[tool],
-    )
-
-    assert response.tool_calls is not None, "No tool calls were made"
-    assert len(response.tool_calls) == 1, "Expected exactly one tool call"
-    tool_call = response.tool_calls[0]
-    assert tool_call["type"] == "function", "Tool call type should be function"
-    assert tool_call["function"]["name"] == "test_tool", "Wrong function called"
-
-    args = json.loads(tool_call["function"]["arguments"])
-    assert args["name"] == "John", "Wrong name in arguments"
-    assert args["age"] == 30, "Wrong age in arguments"
-    assert "hobbies" in args, "Missing hobbies field"
-    assert isinstance(args["hobbies"], list), "Hobbies should be a list"
-
-
-def test_mistral_tool_sync():
-    if not os.getenv("MISTRAL_API_KEY"):
-        pytest.skip("MISTRAL_API_KEY not set")
-
-    client = MistralAPI()
-    tool = TestTool()
-    messages = [
-        {
-            "role": "system",
-            "content": "You are a helpful assistant that stores information about people using the test_tool function. When given information about a person, always use the test_tool function to store it. Always include hobbies as an empty list if no hobbies are mentioned.",
-        },
-        {
-            "role": "user",
-            "content": "Please store information for John who is 30 years old.",
-        },
-    ]
-
-    response = client._hit_api_sync(
-        model="mistral-small-latest",
-        messages=messages,
-        lm_config={"temperature": 0},
-        tools=[tool],
-    )
-
-    assert response.tool_calls is not None, "No tool calls were made"
-    assert len(response.tool_calls) == 1, "Expected exactly one tool call"
-    tool_call = response.tool_calls[0]
-    assert tool_call["type"] == "function", "Tool call type should be function"
-    assert tool_call["function"]["name"] == "test_tool", "Wrong function called"
-
-    args = json.loads(tool_call["function"]["arguments"])
-    assert args["name"] == "John", "Wrong name in arguments"
-    assert args["age"] == 30, "Wrong age in arguments"
-    assert "hobbies" in args, "Missing hobbies field"
-    assert isinstance(args["hobbies"], list), "Hobbies should be a list"
-
-
-def test_mistral_tool_schema():
-    tool = TestTool()
-    schema = tool.to_mistral_tool()
-
-    assert schema["type"] == "function", "Missing type field"
-    assert "function" in schema, "Missing function wrapper"
-    function = schema["function"]
-    assert function["name"] == "test_tool"
-    assert (
-        function["description"]
-        == "Store information about a person including their name, age, and hobbies. Always include hobbies as a list, even if empty."
-    )
-    assert "parameters" in function
-    assert not function["parameters"].get("additionalProperties", True)
-
-    params = function["parameters"]
-    assert "name" in params["properties"]
-    assert params["properties"]["name"]["type"] == "string"
-    assert "age" in params["properties"]
-    assert params["properties"]["age"]["type"] == "integer"
-    assert "hobbies" in params["properties"]
-    assert params["properties"]["hobbies"]["type"] == "array"
-    assert params["properties"]["hobbies"]["items"]["type"] == "string"
-
-
-if __name__ == "__main__":
-    test_weather_tool_oai_lm()

synth_ai/zyk/__init__.py

@@ -1,3 +0,0 @@
-from synth_ai.zyk.lms.core.main import LM
-from synth_ai.zyk.lms.vendors.base import BaseLMResponse
-__all__ = ["LM", "BaseLMResponse"]

synth_ai/zyk/lms/caching/constants.py

@@ -1 +0,0 @@
-DISKCACHE_SIZE_LIMIT = 10 * 1024 * 1024 * 1024 #10GB

synth_ai/zyk/lms/caching/ephemeral.py

@@ -1,72 +0,0 @@
-import os
-from dataclasses import dataclass
-from typing import Optional, Union
-
-from diskcache import Cache
-from pydantic import BaseModel
-
-from synth_ai.zyk.lms.caching.constants import DISKCACHE_SIZE_LIMIT
-from synth_ai.zyk.lms.vendors.base import BaseLMResponse
-
-
-@dataclass
-class EphemeralCache:
-    def __init__(self, fast_cache_dir: str = ".cache/ephemeral_cache"):
-        os.makedirs(fast_cache_dir, exist_ok=True)
-        self.fast_cache = Cache(fast_cache_dir, size_limit=DISKCACHE_SIZE_LIMIT)
-
-    def hit_cache(
-        self, key: str, response_model: Optional[BaseModel] = None
-    ) -> Optional[BaseLMResponse]:
-        if key not in self.fast_cache:
-            return None
-
-        try:
-            cache_data = self.fast_cache[key]
-        except AttributeError:
-            return None
-
-        if not isinstance(cache_data, dict):
-            return BaseLMResponse(
-                raw_response=cache_data, structured_output=None, tool_calls=None
-            )
-
-        raw_response = cache_data.get("raw_response")
-        tool_calls = cache_data.get("tool_calls")
-        structured_output = cache_data.get("structured_output")
-
-        if response_model and structured_output:
-            structured_output = response_model(**structured_output)
-
-        return BaseLMResponse(
-            raw_response=raw_response,
-            structured_output=structured_output,
-            tool_calls=tool_calls,
-        )
-
-    def add_to_cache(self, key: str, response: Union[BaseLMResponse, str]) -> None:
-        if isinstance(response, str):
-            self.fast_cache[key] = response
-            return
-
-        if isinstance(response, BaseLMResponse):
-            cache_data = {
-                "raw_response": response.raw_response
-                if response.raw_response is not None
-                else None,
-                "tool_calls": response.tool_calls
-                if response.tool_calls is not None
-                else None,
-                "structured_output": (
-                    response.structured_output.model_dump()
-                    if response.structured_output is not None
-                    else None
-                ),
-            }
-            self.fast_cache[key] = cache_data
-            return
-
-        raise ValueError(f"Invalid response type: {type(response)}")
-
-    def close(self):
-        self.fast_cache.close()