livellm 1.7.1__py3-none-any.whl → 1.7.2__py3-none-any.whl

livellm/livellm.py

@@ -5,7 +5,7 @@ import json
 import warnings
 from typing import List, Optional, AsyncIterator, Union, overload, Dict, Any, Type
 from .models.common import Settings, SuccessResponse
-from .models.agent.agent import AgentRequest, AgentResponse
+from .models.agent.agent import AgentRequest, AgentResponse, ContextOverflowStrategy
 from .models.agent.output_schema import OutputSchema
 from .models.audio.speak import SpeakRequest, EncodedSpeakResponse
 from .models.audio.transcribe import TranscribeRequest, TranscribeResponse, File
@@ -53,6 +53,8 @@ class BaseLivellmClient(ABC):
         tools: Optional[list] = None,
         include_history: bool = False,
         output_schema: Optional[Union[OutputSchema, Dict[str, Any], Type[BaseModel]]] = None,
+        context_limit: int = 0,
+        context_overflow_strategy: ContextOverflowStrategy = ContextOverflowStrategy.TRUNCATE,
         timeout: Optional[float] = None,
         **kwargs
     ) -> AgentResponse:
@@ -77,6 +79,8 @@ class BaseLivellmClient(ABC):
         tools: Optional[list] = None,
         include_history: bool = False,
         output_schema: Optional[Union[OutputSchema, Dict[str, Any], Type[BaseModel]]] = None,
+        context_limit: int = 0,
+        context_overflow_strategy: ContextOverflowStrategy = ContextOverflowStrategy.TRUNCATE,
         timeout: Optional[float] = None,
         **kwargs
     ) -> AgentResponse:
@@ -111,6 +115,8 @@ class BaseLivellmClient(ABC):
                 - An OutputSchema instance
                 - A dict representing a JSON schema
                 - A Pydantic BaseModel class (will be converted to OutputSchema)
+            context_limit: Maximum context size in tokens. If <= 0, context overflow handling is disabled.
+            context_overflow_strategy: Strategy for handling context overflow: 'truncate' or 'recycle'
             timeout: Optional timeout in seconds (overrides default client timeout)
             
         Returns:
@@ -142,7 +148,9 @@ class BaseLivellmClient(ABC):
             tools=tools or [],
             gen_config=kwargs or None,
             include_history=include_history,
-            output_schema=resolved_schema
+            output_schema=resolved_schema,
+            context_limit=context_limit,
+            context_overflow_strategy=context_overflow_strategy
         )
         return await self.handle_agent_run(agent_request, timeout=timeout)
     
@@ -184,6 +192,8 @@ class BaseLivellmClient(ABC):
         tools: Optional[list] = None,
         include_history: bool = False,
         output_schema: Optional[Union[OutputSchema, Dict[str, Any], Type[BaseModel]]] = None,
+        context_limit: int = 0,
+        context_overflow_strategy: ContextOverflowStrategy = ContextOverflowStrategy.TRUNCATE,
         timeout: Optional[float] = None,
         **kwargs
     ) -> AsyncIterator[AgentResponse]:
@@ -208,6 +218,8 @@ class BaseLivellmClient(ABC):
         tools: Optional[list] = None,
         include_history: bool = False,
         output_schema: Optional[Union[OutputSchema, Dict[str, Any], Type[BaseModel]]] = None,
+        context_limit: int = 0,
+        context_overflow_strategy: ContextOverflowStrategy = ContextOverflowStrategy.TRUNCATE,
         timeout: Optional[float] = None,
         **kwargs
     ) -> AsyncIterator[AgentResponse]:
@@ -245,6 +257,8 @@ class BaseLivellmClient(ABC):
                 - An OutputSchema instance
                 - A dict representing a JSON schema
                 - A Pydantic BaseModel class (will be converted to OutputSchema)
+            context_limit: Maximum context size in tokens. If <= 0, context overflow handling is disabled.
+            context_overflow_strategy: Strategy for handling context overflow: 'truncate' or 'recycle'
             timeout: Optional timeout in seconds (overrides default client timeout)
             
         Returns:
@@ -276,7 +290,9 @@ class BaseLivellmClient(ABC):
                 tools=tools or [],
                 gen_config=kwargs or None,
                 include_history=include_history,
-                output_schema=resolved_schema
+                output_schema=resolved_schema,
+                context_limit=context_limit,
+                context_overflow_strategy=context_overflow_strategy
             )
             stream = self.handle_agent_run_stream(agent_request, timeout=timeout)
         

{livellm-1.7.1.dist-info → livellm-1.7.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: livellm
-Version: 1.7.1
+Version: 1.7.2
 Summary: Python client for the LiveLLM Server
 Project-URL: Homepage, https://github.com/qalby-tech/livellm-client-py
 Project-URL: Repository, https://github.com/qalby-tech/livellm-client-py

{livellm-1.7.1.dist-info → livellm-1.7.2.dist-info}/RECORD

@@ -1,5 +1,5 @@
 livellm/__init__.py,sha256=p2Szx7PELGYi-PTnSNnRPGVbU438ZBTFXYAQoMToUfE,440
-livellm/livellm.py,sha256=M2PgnPI66sNqwkC06rDTWnQkOdkwCMEENvCFGzk6qZo,41230
+livellm/livellm.py,sha256=rb1ZGX2CiBDfEAqD-VQnD5JHqwxmM3q__ywpTW_eJvQ,42403
 livellm/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 livellm/transcripton.py,sha256=oxUxagfPNQYPjyizcWW4Rjp7Doqh9at9mkOuxx3cuvo,6167
 livellm/models/__init__.py,sha256=WSg3GFnGRdmI9DKjCYgZItNQFEAhd3zvBjCkdUPpFqI,1685
@@ -15,7 +15,7 @@ livellm/models/agent/tools.py,sha256=wVWfx6_jxL3IcmX_Nt_PonZ3RQLtpfqJnszHz32BQiU
 livellm/models/audio/__init__.py,sha256=sz2NxCOfFGVvp-XQUsdgOR_TYBO1Wb-8LLXaZDEiAZk,282
 livellm/models/audio/speak.py,sha256=lDITZ7fiLRuDhA-LxCPQ6Yraxr33B6Lg7VyR4CkuGk8,1872
 livellm/models/audio/transcribe.py,sha256=Leji2lk5zfq4GE-fw-z2dZR8BuijzW8TJ12GHw_UZJY,2085
-livellm-1.7.1.dist-info/METADATA,sha256=1g_ieZn_xrRhC6a73BjDIzPa2fEgpiGbWLhowyVpx4Q,29709
-livellm-1.7.1.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-livellm-1.7.1.dist-info/licenses/LICENSE,sha256=yapGO2C_00ymEx6TADdbU8Oyc1bWOrZY-fjP-agmFL4,1071
-livellm-1.7.1.dist-info/RECORD,,
+livellm-1.7.2.dist-info/METADATA,sha256=tYn64Ak9wNGfxDRW5xouUXodY_xWevRhu3jiIuVwk-c,29709
+livellm-1.7.2.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+livellm-1.7.2.dist-info/licenses/LICENSE,sha256=yapGO2C_00ymEx6TADdbU8Oyc1bWOrZY-fjP-agmFL4,1071
+livellm-1.7.2.dist-info/RECORD,,