synth-ai 0.1.0.dev53__py3-none-any.whl → 0.1.2__py3-none-any.whl

synth_ai/zyk/lms/core/vendor_clients.py

@@ -44,6 +44,9 @@ groq_naming_regexes: List[Pattern] = [
     re.compile(r"^llama-3.2-3b-preview$"),
     re.compile(r"^llama-3.2-11b-vision-preview$"),
     re.compile(r"^llama-3.2-90b-vision-preview$"),
+    re.compile(r"^meta-llama/llama-4-scout-17b-16e-instruct$"),
+    re.compile(r"^meta-llama/llama-4-maverick-17b-128e-instruct$"),
+    re.compile(r"^qwen/qwen3-32b$"),
 ]
 
 mistral_naming_regexes: List[Pattern] = [

synth_ai/zyk/lms/structured_outputs/handler.py

@@ -174,7 +174,7 @@ class StringifiedJSONHandler(StructuredHandlerBase):
                 type(raw_text_response_or_cached_hit) in [str, BaseLMResponse]
             ), f"Expected str or BaseLMResponse, got {type(raw_text_response_or_cached_hit)}"
             if type(raw_text_response_or_cached_hit) == BaseLMResponse:
-                print("Got cached hit, returning directly")
+                #print("Got cached hit, returning directly")
                 raw_text_response = raw_text_response_or_cached_hit.raw_response
             else:
                 raw_text_response = raw_text_response_or_cached_hit

synth_ai/zyk/lms/vendors/core/gemini_api.py

@@ -24,7 +24,7 @@ ALIASES = {
 }
 
 logger = logging.getLogger(__name__)
-_CLIENT = genai.Client()  # one client for everything
+_CLIENT = None  # Initialize lazily when needed
 GEMINI_EXCEPTIONS_TO_RETRY: Tuple[Type[Exception], ...] = (ResourceExhausted,)
 logging.getLogger("google.genai").setLevel(logging.ERROR)
 os.environ["GRPC_VERBOSITY"] = "ERROR"
@@ -39,6 +39,14 @@ SAFETY_SETTINGS = {
 }
 
 
+def _get_client():
+    """Get or create the Gemini client lazily."""
+    global _CLIENT
+    if _CLIENT is None:
+        _CLIENT = genai.Client()
+    return _CLIENT
+
+
 class GeminiAPI(VendorBase):
     used_for_structured_outputs: bool = True
     exceptions_to_retry: Tuple[Type[Exception], ...] = GEMINI_EXCEPTIONS_TO_RETRY
@@ -119,7 +127,8 @@ class GeminiAPI(VendorBase):
             tool_config=lm_config.get("tool_config") if lm_config else None,
             tools=self._tools_to_genai(tools) if tools else None
         )
-        resp = await _CLIENT.aio.models.generate_content(
+        client = _get_client()
+        resp = await client.aio.models.generate_content(
             model=model_name,
             contents=self._msg_to_contents(messages),
             config=generation_config,
@@ -150,7 +159,8 @@ class GeminiAPI(VendorBase):
             tools=self._tools_to_genai(tools) if tools else None
         )
 
-        resp = _CLIENT.models.generate_content(
+        client = _get_client()
+        resp = client.models.generate_content(
             model=model_name,
             contents=self._msg_to_contents(messages),
             safety_settings=SAFETY_SETTINGS,

{synth_ai-0.1.0.dev53.dist-info → synth_ai-0.1.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: synth-ai
-Version: 0.1.0.dev53
+Version: 0.1.2
 Summary: Software for aiding the best and multiplying the will.
 Home-page: https://github.com/synth-laboratories/synth-ai
 Author: Josh Purtell
@@ -45,7 +45,7 @@ Requires-Dist: google-api-core
 Requires-Dist: google-generativeai
 Requires-Dist: google-genai
 Requires-Dist: together>=1.2.12
-Requires-Dist: langfuse>=2.56.1
+Requires-Dist: langfuse<3.0.0,>=2.53.9
 Requires-Dist: datasets>=3.2.0
 Requires-Dist: groq>=0.18.0
 Requires-Dist: pytest-timeout>=2.3.1

{synth_ai-0.1.0.dev53.dist-info → synth_ai-0.1.2.dist-info}/RECORD

@@ -14,12 +14,12 @@ synth_ai/zyk/lms/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3h
 synth_ai/zyk/lms/core/all.py,sha256=wakK0HhvYRuaQZmxClURyNf3vUkTbm3OABw3TgpMjOQ,1185
 synth_ai/zyk/lms/core/exceptions.py,sha256=K0BVdAzxVIchsvYZAaHEH1GAWBZvpxhFi-SPcJOjyPQ,205
 synth_ai/zyk/lms/core/main.py,sha256=pLz7COTdvDWQivYaA1iYYF2onUOosD_sFaPJG48bdKM,10598
-synth_ai/zyk/lms/core/vendor_clients.py,sha256=1h428pLiP6VeHvLOYRCtxfmuwJceYp30jPF5Fr48JtI,2783
+synth_ai/zyk/lms/core/vendor_clients.py,sha256=2uOF8npvY8epCovL3HRRpDaHTtmj4QhwWAIYl9q5Cg4,2952
 synth_ai/zyk/lms/cost/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synth_ai/zyk/lms/cost/monitor.py,sha256=cSKIvw6WdPZIRubADWxQoh1MdB40T8-jjgfNUeUHIn0,5
 synth_ai/zyk/lms/cost/statefulness.py,sha256=TOsuXL8IjtKOYJ2aJQF8TwJVqn_wQ7AIwJJmdhMye7U,36
 synth_ai/zyk/lms/structured_outputs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-synth_ai/zyk/lms/structured_outputs/handler.py,sha256=TKN38zHFdVnAJoYqUgaXuUzTVFj9XBBJHx45whGjVeE,16918
+synth_ai/zyk/lms/structured_outputs/handler.py,sha256=4DboLNZyXpqNB5YNCSgGHBsNbWqFk-8uwV944nOYNo8,16919
 synth_ai/zyk/lms/structured_outputs/inject.py,sha256=Fy-zDeleRxOZ8ZRM6IuZ6CP2XZnMe4K2PEn4Q9c_KPY,11777
 synth_ai/zyk/lms/structured_outputs/rehabilitate.py,sha256=ecKGWrgWYUSplqHzK40KdohwaN8gBV0xl4LUReLN_vg,7910
 synth_ai/zyk/lms/tools/base.py,sha256=i-AIVRlitiQ4JMJ_BBFRSpUcWgxWIUYoHxAqfxHN_7E,4056
@@ -29,7 +29,7 @@ synth_ai/zyk/lms/vendors/openai_standard.py,sha256=dgHC7RWrxwaWto6_frKdfEKazKvvA
 synth_ai/zyk/lms/vendors/retries.py,sha256=m-WvAiPix9ovnO2S-m53Td5VZDWBVBFuHuSK9--OVxw,38
 synth_ai/zyk/lms/vendors/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synth_ai/zyk/lms/vendors/core/anthropic_api.py,sha256=AdlKHK4jiOxb3QxS7my7EfmGCuugPljvGNN3JBkiDfQ,13689
-synth_ai/zyk/lms/vendors/core/gemini_api.py,sha256=LER31s5iQCrsHdi_Y8GFK5XBini-xwcsXt3xLUyCsJg,10947
+synth_ai/zyk/lms/vendors/core/gemini_api.py,sha256=f7MBvrwNr-vsFgKfV3iL-8DmTWOW9kV2ZuiXfucXuXA,11167
 synth_ai/zyk/lms/vendors/core/mistral_api.py,sha256=eoEaxiMuKQEY0K4rGHA2_ZG6sBnzEm-8hBWO_JqW96M,12080
 synth_ai/zyk/lms/vendors/core/openai_api.py,sha256=O5KbRpy0pDDofVjxgZdeU69ueUl6S1DAuKykcH3gThg,6784
 synth_ai/zyk/lms/vendors/local/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -39,8 +39,8 @@ synth_ai/zyk/lms/vendors/supported/deepseek.py,sha256=BElW0NGpkSA62wOqzzMtDw8XR3
 synth_ai/zyk/lms/vendors/supported/groq.py,sha256=Fbi7QvhdLx0F-VHO5PY-uIQlPR0bo3C9h1MvIOx8nz0,388
 synth_ai/zyk/lms/vendors/supported/ollama.py,sha256=K30VBFRTd7NYyPmyBVRZS2sm0UB651AHp9i3wd55W64,469
 synth_ai/zyk/lms/vendors/supported/together.py,sha256=Ni_jBqqGPN0PkkY-Ew64s3gNKk51k3FCpLSwlNhKbf0,342
-synth_ai-0.1.0.dev53.dist-info/licenses/LICENSE,sha256=ynhjRQUfqA_RdGRATApfFA_fBAy9cno04sLtLUqxVFM,1069
-synth_ai-0.1.0.dev53.dist-info/METADATA,sha256=ksQWs4SyK37RTDtnfSphikNIvSl9CsCpROO-S0liDzM,2759
-synth_ai-0.1.0.dev53.dist-info/WHEEL,sha256=Nw36Djuh_5VDukK0H78QzOX-_FQEo6V37m3nkm96gtU,91
-synth_ai-0.1.0.dev53.dist-info/top_level.txt,sha256=fBmtZyVHuKaGa29oHBaaUkrUIWTqSpoVMPiVdCDP3k8,9
-synth_ai-0.1.0.dev53.dist-info/RECORD,,
+synth_ai-0.1.2.dist-info/licenses/LICENSE,sha256=ynhjRQUfqA_RdGRATApfFA_fBAy9cno04sLtLUqxVFM,1069
+synth_ai-0.1.2.dist-info/METADATA,sha256=lpUYgIXMnNL3if9t7GzC6-N40nroLhEJIxDJQThPwWU,2760
+synth_ai-0.1.2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+synth_ai-0.1.2.dist-info/top_level.txt,sha256=fBmtZyVHuKaGa29oHBaaUkrUIWTqSpoVMPiVdCDP3k8,9
+synth_ai-0.1.2.dist-info/RECORD,,

{synth_ai-0.1.0.dev53.dist-info → synth_ai-0.1.2.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (80.7.1)
+Generator: setuptools (80.9.0)
 Root-Is-Purelib: true
 Tag: py3-none-any