synth-ai 0.1.0.dev52__tar.gz → 0.1.1__tar.gz

{synth_ai-0.1.0.dev52/synth_ai.egg-info → synth_ai-0.1.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: synth-ai
-Version: 0.1.0.dev52
+Version: 0.1.1
 Summary: Software for aiding the best and multiplying the will.
 Home-page: https://github.com/synth-laboratories/synth-ai
 Author: Josh Purtell
@@ -45,7 +45,7 @@ Requires-Dist: google-api-core
 Requires-Dist: google-generativeai
 Requires-Dist: google-genai
 Requires-Dist: together>=1.2.12
-Requires-Dist: langfuse>=2.56.1
+Requires-Dist: langfuse<3.0.0,>=2.53.9
 Requires-Dist: datasets>=3.2.0
 Requires-Dist: groq>=0.18.0
 Requires-Dist: pytest-timeout>=2.3.1

{synth_ai-0.1.0.dev52 → synth_ai-0.1.1}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "synth-ai"
-version = "0.1.0.dev52"
+version = "0.1.1"
 description = "Software for aiding the best and multiplying the will."
 readme = "README.md"
 authors = [{ name = "Josh Purtell", email = "josh@usesynth.ai" }]
@@ -22,7 +22,7 @@ dependencies = [
     "google-generativeai",
     "google-genai",
     "together>=1.2.12",
-    "langfuse>=2.56.1",
+    "langfuse>=2.53.9,<3.0.0",
     "datasets>=3.2.0",
     "groq>=0.18.0",
     "pytest-timeout>=2.3.1",

{synth_ai-0.1.0.dev52 → synth_ai-0.1.1}/synth_ai/zyk/lms/caching/handler.py

@@ -47,7 +47,7 @@ def map_params_to_key(
         #logger.error(f"Tool schemas: {tool_schemas}")
         normalized_tools = "".join(tool_schemas)
     elif tools:
-        logger.error(f"Tools: {tools}")
+        #logger.error(f"Tools: {tools}")
         normalized_tools = "".join([str(tool) for tool in tools])
 
     key_str = ""

{synth_ai-0.1.0.dev52 → synth_ai-0.1.1}/synth_ai/zyk/lms/structured_outputs/handler.py

@@ -174,7 +174,7 @@ class StringifiedJSONHandler(StructuredHandlerBase):
                 type(raw_text_response_or_cached_hit) in [str, BaseLMResponse]
             ), f"Expected str or BaseLMResponse, got {type(raw_text_response_or_cached_hit)}"
             if type(raw_text_response_or_cached_hit) == BaseLMResponse:
-                print("Got cached hit, returning directly")
+                #print("Got cached hit, returning directly")
                 raw_text_response = raw_text_response_or_cached_hit.raw_response
             else:
                 raw_text_response = raw_text_response_or_cached_hit

{synth_ai-0.1.0.dev52 → synth_ai-0.1.1}/synth_ai/zyk/lms/vendors/core/gemini_api.py

@@ -24,7 +24,7 @@ ALIASES = {
 }
 
 logger = logging.getLogger(__name__)
-_CLIENT = genai.Client()  # one client for everything
+_CLIENT = None  # Initialize lazily when needed
 GEMINI_EXCEPTIONS_TO_RETRY: Tuple[Type[Exception], ...] = (ResourceExhausted,)
 logging.getLogger("google.genai").setLevel(logging.ERROR)
 os.environ["GRPC_VERBOSITY"] = "ERROR"
@@ -39,6 +39,14 @@ SAFETY_SETTINGS = {
 }
 
 
+def _get_client():
+    """Get or create the Gemini client lazily."""
+    global _CLIENT
+    if _CLIENT is None:
+        _CLIENT = genai.Client()
+    return _CLIENT
+
+
 class GeminiAPI(VendorBase):
     used_for_structured_outputs: bool = True
     exceptions_to_retry: Tuple[Type[Exception], ...] = GEMINI_EXCEPTIONS_TO_RETRY
@@ -119,7 +127,8 @@ class GeminiAPI(VendorBase):
             tool_config=lm_config.get("tool_config") if lm_config else None,
             tools=self._tools_to_genai(tools) if tools else None
         )
-        resp = await _CLIENT.aio.models.generate_content(
+        client = _get_client()
+        resp = await client.aio.models.generate_content(
             model=model_name,
             contents=self._msg_to_contents(messages),
             config=generation_config,
@@ -150,7 +159,8 @@ class GeminiAPI(VendorBase):
             tools=self._tools_to_genai(tools) if tools else None
         )
 
-        resp = _CLIENT.models.generate_content(
+        client = _get_client()
+        resp = client.models.generate_content(
             model=model_name,
             contents=self._msg_to_contents(messages),
             safety_settings=SAFETY_SETTINGS,

{synth_ai-0.1.0.dev52 → synth_ai-0.1.1/synth_ai.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: synth-ai
-Version: 0.1.0.dev52
+Version: 0.1.1
 Summary: Software for aiding the best and multiplying the will.
 Home-page: https://github.com/synth-laboratories/synth-ai
 Author: Josh Purtell
@@ -45,7 +45,7 @@ Requires-Dist: google-api-core
 Requires-Dist: google-generativeai
 Requires-Dist: google-genai
 Requires-Dist: together>=1.2.12
-Requires-Dist: langfuse>=2.56.1
+Requires-Dist: langfuse<3.0.0,>=2.53.9
 Requires-Dist: datasets>=3.2.0
 Requires-Dist: groq>=0.18.0
 Requires-Dist: pytest-timeout>=2.3.1

{synth_ai-0.1.0.dev52 → synth_ai-0.1.1}/synth_ai.egg-info/requires.txt

@@ -8,7 +8,7 @@ google-api-core
 google-generativeai
 google-genai
 together>=1.2.12
-langfuse>=2.56.1
+langfuse<3.0.0,>=2.53.9
 datasets>=3.2.0
 groq>=0.18.0
 pytest-timeout>=2.3.1