grasp_agents 0.5.14__py3-none-any.whl → 0.5.15__py3-none-any.whl

grasp_agents/cloud_llm.py

@@ -64,6 +64,7 @@ class CloudLLM(LLM[SettingsT_co, ConvertT_co], Generic[SettingsT_co, ConvertT_co
     api_provider: APIProvider | None = None
     llm_settings: SettingsT_co | None = None
     rate_limiter: LLMRateLimiter | None = None
+    client_timeout: float = 60.0
     max_client_retries: int = 2  # HTTP client retries for network errors
     max_response_retries: int = (
         0  # LLM response retries: try to regenerate to pass validation
@@ -71,7 +72,7 @@ class CloudLLM(LLM[SettingsT_co, ConvertT_co], Generic[SettingsT_co, ConvertT_co
     apply_response_schema_via_provider: bool = False
     apply_tool_call_schema_via_provider: bool = False
     async_http_client: httpx.AsyncClient | None = None
-    async_http_client_params: dict[str, Any] | AsyncHTTPClientParams | None = None
+    async_http_client_params: AsyncHTTPClientParams | None = None
 
     def __post_init__(self) -> None:
         if self.rate_limiter is not None:

grasp_agents/http_client.py

@@ -1,5 +1,3 @@
-from typing import Any
-
 import httpx
 from pydantic import BaseModel, NonNegativeFloat, PositiveInt
 
@@ -9,13 +7,26 @@ class AsyncHTTPClientParams(BaseModel):
     max_connections: PositiveInt = 2000
     max_keepalive_connections: PositiveInt = 500
     keepalive_expiry: float | None = 5
+    # proxy: str | None = None
+    # follow_redirects: bool = False
+    # trust_env: bool = True
+    # auth: AuthTypes | None = (None,)
+    # params: QueryParamTypes | None = (None,)
+    # headers: HeaderTypes | None = (None,)
+    # cookies: CookieTypes | None = (None,)
 
 
 def create_simple_async_httpx_client(
-    client_params: AsyncHTTPClientParams | dict[str, Any],
+    client_params: AsyncHTTPClientParams,
 ) -> httpx.AsyncClient:
-    if isinstance(client_params, dict):
-        client_params = AsyncHTTPClientParams(**client_params)
+    extra_params = client_params.model_dump(
+        exclude={
+            "timeout",
+            "max_connections",
+            "max_keepalive_connections",
+            "keepalive_expiry",
+        }
+    )
     return httpx.AsyncClient(
         timeout=httpx.Timeout(client_params.timeout),
         limits=httpx.Limits(
@@ -23,4 +34,5 @@ def create_simple_async_httpx_client(
             max_keepalive_connections=client_params.max_keepalive_connections,
             keepalive_expiry=client_params.keepalive_expiry,
         ),
+        **extra_params,
     )

grasp_agents/litellm/lite_llm.py

@@ -45,7 +45,6 @@ class LiteLLMSettings(OpenAILLMSettings, total=False):
 class LiteLLM(CloudLLM[LiteLLMSettings, LiteLLMConverters]):
     converters: LiteLLMConverters = field(default_factory=LiteLLMConverters)
 
-    timeout: float | None = None
     # Drop unsupported LLM settings
     drop_params: bool = True
     additional_drop_params: list[str] | None = None
@@ -63,7 +62,7 @@ class LiteLLM(CloudLLM[LiteLLMSettings, LiteLLMConverters]):
         self._lite_llm_completion_params.update(
             {
                 "max_retries": self.max_client_retries,
-                "timeout": self.timeout,
+                "timeout": self.client_timeout,
                 "drop_params": self.drop_params,
                 "additional_drop_params": self.additional_drop_params,
                 "allowed_openai_params": self.allowed_openai_params,
@@ -195,14 +194,15 @@ class LiteLLM(CloudLLM[LiteLLMSettings, LiteLLMConverters]):
 
         async for completion_chunk in stream:
             # Fix tool call indices to be unique within each choice
-            for n, choice in enumerate(completion_chunk.choices):
-                for tc in choice.delta.tool_calls or []:
-                    # Tool call ID is not None only when it is a new tool call
-                    if tc.id and tc.index in tc_indices[n]:
-                        tc.index = max(tc_indices[n]) + 1
-                    tc_indices[n].add(tc.index)
-
-            yield completion_chunk
+            if completion_chunk is not None:
+                for n, choice in enumerate(completion_chunk.choices):
+                    for tc in choice.delta.tool_calls or []:
+                        # Tool call ID is not None only when it is a new tool call
+                        if tc.id and tc.index in tc_indices[n]:
+                            tc.index = max(tc_indices[n]) + 1
+                        tc_indices[n].add(tc.index)
+
+                yield completion_chunk
 
     def combine_completion_chunks(
         self,

grasp_agents/openai/openai_llm.py

@@ -150,6 +150,7 @@ class OpenAILLM(CloudLLM[OpenAILLMSettings, OpenAIConverters]):
             base_url=_api_provider.get("base_url"),
             api_key=_api_provider.get("api_key"),
             max_retries=self.max_client_retries,
+            timeout=self.client_timeout,
             **_async_openai_client_params,
         )
 

grasp_agents/utils.py

@@ -6,7 +6,7 @@ from collections.abc import AsyncIterator, Coroutine, Mapping
 from datetime import UTC, datetime
 from logging import getLogger
 from pathlib import Path
-from typing import Annotated, Any, TypeVar, get_args, get_origin
+from typing import Annotated, Any, NoReturn, TypeVar, get_args, get_origin
 
 from pydantic import TypeAdapter
 from pydantic import ValidationError as PydanticValidationError
@@ -71,12 +71,15 @@ def is_str_type(t: Any) -> bool:
     )
 
 
+T = TypeVar("T")
+
+
 def validate_obj_from_json_or_py_string(
     s: str,
-    schema: Any,
+    schema: type[T],
     from_substring: bool = False,
     strip_language_markdown: bool = True,
-) -> Any:
+) -> T:
     try:
         if is_str_type(schema):
             parsed = s
@@ -94,19 +97,36 @@ def validate_obj_from_json_or_py_string(
 
 def validate_tagged_objs_from_json_or_py_string(
     s: str,
-    schema_by_xml_tag: Mapping[str, Any],
+    schema_by_xml_tag: Mapping[str, type[T]],
     from_substring: bool = False,
     strip_language_markdown: bool = True,
-) -> Mapping[str, Any]:
-    validated_obj_per_tag: dict[str, Any] = {}
-    _schema: Any = None
+) -> Mapping[str, T]:
+    validated_obj_per_tag: dict[str, T] = {}
+    _schema: type[T] | None = None
     _tag: str | None = None
 
-    try:
-        for _tag, _schema in schema_by_xml_tag.items():
-            match = re.search(rf"<{_tag}>\s*(.*?)\s*</{_tag}>", s, re.DOTALL)
-            if not match:
-                continue
+    def _raise(
+        tag: str,
+        schema: Any,
+        *,
+        not_found: bool = False,
+        base_exc: Exception | None = None,
+    ) -> NoReturn:
+        if not_found:
+            msg = f"Tag <{tag}> not found in string:\n{s}"
+        else:
+            msg = (
+                f"Failed to validate substring within tag <{tag}> against JSON schema:"
+                f"\n{s}\nExpected type: {schema}"
+            )
+        raise JSONSchemaValidationError(s, schema, message=msg) from base_exc
+
+    for _tag, _schema in schema_by_xml_tag.items():
+        match = re.search(rf"<{_tag}>\s*(.*?)\s*</{_tag}>", s, re.DOTALL)
+        if match is None:
+            continue
+            # _raise(_tag, _schema, not_found=True, base_exc=None)
+        try:
             tagged_substring = match.group(1).strip()
             validated_obj_per_tag[_tag] = validate_obj_from_json_or_py_string(
                 tagged_substring,  # type: ignore[assignment]
@@ -114,12 +134,8 @@ def validate_tagged_objs_from_json_or_py_string(
                 from_substring=from_substring,
                 strip_language_markdown=strip_language_markdown,
             )
-    except JSONSchemaValidationError as exc:
-        err_message = (
-            f"Failed to validate substring within tag <{_tag}> against JSON schema:"
-            f"\n{s}\nExpected type: {_schema}"
-        )
-        raise JSONSchemaValidationError(s, _schema, message=err_message) from exc
+        except JSONSchemaValidationError as exc:
+            _raise(_tag, _schema, base_exc=exc)
 
     return validated_obj_per_tag
 

{grasp_agents-0.5.14.dist-info → grasp_agents-0.5.15.dist-info}/METADATA

@@ -1,12 +1,12 @@
 Metadata-Version: 2.4
 Name: grasp_agents
-Version: 0.5.14
+Version: 0.5.15
 Summary: Grasp Agents Library
 License-File: LICENSE.md
 Requires-Python: <4,>=3.11.4
 Requires-Dist: dotenv>=0.9.9
 Requires-Dist: httpx<1,>=0.27.0
-Requires-Dist: litellm>=1.74.4
+Requires-Dist: litellm>=1.76.3
 Requires-Dist: openai<2,>=1.68.2
 Requires-Dist: pydantic>=2
 Requires-Dist: pyyaml>=6.0.2

{grasp_agents-0.5.14.dist-info → grasp_agents-0.5.15.dist-info}/RECORD

@@ -1,10 +1,10 @@
 grasp_agents/__init__.py,sha256=0pRU10xjcpuPdCitYtPK_bJVSUZ89FD4Jsmv1DJ_0GY,1121
-grasp_agents/cloud_llm.py,sha256=NwKr1XwpJP-px9xZDI1rngHuDmpSbtJ61VynLacbtNo,13237
+grasp_agents/cloud_llm.py,sha256=o_BhwKxpdht4t_8LRyZQOF7v8QJK58GL3YOvkubdqIA,13253
 grasp_agents/costs_dict.yaml,sha256=2MFNWtkv5W5WSCcv1Cj13B1iQLVv5Ot9pS_KW2Gu2DA,2510
 grasp_agents/errors.py,sha256=K-22TCM1Klhsej47Rg5eTqnGiGPaXgKOpdOZZ7cPipw,4633
 grasp_agents/generics_utils.py,sha256=HTX7G8eoylR-zMKz7JDKC-QnDjwFLqMNMjiI8XoGEow,6545
 grasp_agents/grasp_logging.py,sha256=H1GYhXdQvVkmauFDZ-KDwvVmPQHZUUm9sRqX_ObK2xI,1111
-grasp_agents/http_client.py,sha256=Es8NXGDkp4Nem7g24-jW0KFGA9Hp_o2Cv3cOvjup-iU,859
+grasp_agents/http_client.py,sha256=4i82y59XIrNLeJlWjZhZhIb1Or-uV_WFXSVZymnIo7Y,1216
 grasp_agents/llm.py,sha256=IeV2QpR4AldVP3THzSETEnsaDx3DYz5HM6dkikSpy4o,10684
 grasp_agents/llm_agent.py,sha256=Ig4YUsxPGvC444ZGl1eDIwfy46gmyygOe7mleEq0ZYM,14090
 grasp_agents/llm_agent_memory.py,sha256=XmOT2G8RG5AHd0LR3WuK7VbD-KFFfThmJnuZK2iU3Fs,1856
@@ -17,12 +17,12 @@ grasp_agents/prompt_builder.py,sha256=wNPphkW8RL8501jV4Z7ncsN_sxBDR9Ax7eILLHr-OY
 grasp_agents/run_context.py,sha256=0kWvOKBzQzx6FbdtDVAoeCOmiRGssN6X4n8YPX_oLBY,687
 grasp_agents/runner.py,sha256=JL2wSKahbPYVd56NRB09cwco43sjhZPI4XYFCZyOXOA,5173
 grasp_agents/usage_tracker.py,sha256=ZQfVUUpG0C89hyPWT_JgXnjQOxoYmumcQ9t-aCfcMo8,3561
-grasp_agents/utils.py,sha256=qKmGBwrQHw1-BgqRLuGTPKGs3J_zbrpk3nxnP1iZBiQ,6152
+grasp_agents/utils.py,sha256=cp3ox2Pxsa_p6VWdPGnrh6sOdxThSKZSFdlDw56X-xQ,6564
 grasp_agents/litellm/__init__.py,sha256=wD8RZBYokFDfbS9Cs7nO_zKb3w7RIVwEGj7g2D5CJH0,4510
 grasp_agents/litellm/completion_chunk_converters.py,sha256=J5PPxzoTBqkvKQnCoBxQxJo7Q8Xfl9cbv2GRZox8Cjo,2689
 grasp_agents/litellm/completion_converters.py,sha256=JQ7XvQwwc-biFqVMcRO61SL5VGs_SkUvAhUz1QD7EmU,2516
 grasp_agents/litellm/converters.py,sha256=XjePHii578sXP26Fyhnv0XfwJ3cNTp5PraggTsvcBXo,4778
-grasp_agents/litellm/lite_llm.py,sha256=IXSplFiOksN-DjxkhZmB0eEGYJGr06IVR_ktE-2MVr8,8341
+grasp_agents/litellm/lite_llm.py,sha256=ESyzdAOnbnvSfh8JvrsxY6ak9GDWG1Efg9HZPIiosCk,8388
 grasp_agents/litellm/message_converters.py,sha256=PsGLIJEcAeEoluHIh-utEufJ_9WeMYzXkwnR-8jyULQ,2037
 grasp_agents/openai/__init__.py,sha256=xaRnblUskiLvypIhMe4NRp9dxCG-gNR7dPiugUbPbhE,4717
 grasp_agents/openai/completion_chunk_converters.py,sha256=3MnMskdlp7ycsggc1ok1XpCHaP4Us2rLYaxImPLw1eI,2573
@@ -30,7 +30,7 @@ grasp_agents/openai/completion_converters.py,sha256=UlDeQSl0AEFUS-QI5e8rrjfmXZoj
 grasp_agents/openai/content_converters.py,sha256=sMsZhoatuL_8t0IdVaGWIVZLB4nyi1ajD61GewQmeY4,2503
 grasp_agents/openai/converters.py,sha256=RKOfMbIJmfFQ7ot0RGR6wrdMbR6_L7PB0UZwxwgM88g,4691
 grasp_agents/openai/message_converters.py,sha256=fhSN81uK51EGbLyM2-f0MvPX_UBrMy7SF3JQPo-dkXg,4686
-grasp_agents/openai/openai_llm.py,sha256=DCvoF7MM_OID2UhTkNcBLeEdf8Ej2SQ-6FhgRGe8l1E,9861
+grasp_agents/openai/openai_llm.py,sha256=ZdmkuedTDda1PEO01_o5TXlBcIlAdjN0zik53DJFBmY,9902
 grasp_agents/openai/tool_converters.py,sha256=rNH5t2Wir9nuy8Ei0jaxNuzDaXGqTLmLz3VyrnJhyn0,1196
 grasp_agents/processors/base_processor.py,sha256=OpEbOHNsi3RkVDrWy7sN42UB-0vx0L9_hWGjlA07QsM,10972
 grasp_agents/processors/parallel_processor.py,sha256=BOXRlPaZ-hooz0hHctqiW_5ldR-yDPYjFxuP7fAbZCI,7911
@@ -52,7 +52,7 @@ grasp_agents/workflow/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3h
 grasp_agents/workflow/looped_workflow.py,sha256=WHp9O3Za2sBVfY_BLOdvPvtY20XsjZQaWSO2-oAFvOY,6806
 grasp_agents/workflow/sequential_workflow.py,sha256=e3BIWzy_2novmEWNwIteyMbrzvl1-evHrTBE3r3SpU8,3648
 grasp_agents/workflow/workflow_processor.py,sha256=DwHz70UOTp9dkbtzH9KE5LkGcT1RdHV7Hdiby0Bu9tw,3535
-grasp_agents-0.5.14.dist-info/METADATA,sha256=zXIn4AF6QikIjI4DqPjNzzLfCn3gUXft9j1ktMNQu10,6633
-grasp_agents-0.5.14.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-grasp_agents-0.5.14.dist-info/licenses/LICENSE.md,sha256=-nNNdWqGB8gJ2O-peFQ2Irshv5tW5pHKyTcYkwvH7CE,1201
-grasp_agents-0.5.14.dist-info/RECORD,,
+grasp_agents-0.5.15.dist-info/METADATA,sha256=u3p7ts9PyiHypBSiy8XodXA4nquuv8K6iNdIVmetUJ0,6633
+grasp_agents-0.5.15.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+grasp_agents-0.5.15.dist-info/licenses/LICENSE.md,sha256=-nNNdWqGB8gJ2O-peFQ2Irshv5tW5pHKyTcYkwvH7CE,1201
+grasp_agents-0.5.15.dist-info/RECORD,,