gllm-inference-binary 0.5.39__cp313-cp313-win_amd64.whl → 0.5.40__cp313-cp313-win_amd64.whl

gllm_inference/em_invoker/azure_openai_em_invoker.pyi

@@ -57,9 +57,9 @@ class AzureOpenAIEMInvoker(OpenAIEMInvoker):
 
         Retry config examples:
         ```python
-        retry_config = RetryConfig(max_retries=0, timeout=0.0)  # No retry, no timeout
+        retry_config = RetryConfig(max_retries=0, timeout=None)  # No retry, no timeout
         retry_config = RetryConfig(max_retries=0, timeout=10.0)  # No retry, 10.0 seconds timeout
-        retry_config = RetryConfig(max_retries=5, timeout=0.0)  # 5 max retries, no timeout
+        retry_config = RetryConfig(max_retries=5, timeout=None)  # 5 max retries, no timeout
         retry_config = RetryConfig(max_retries=5, timeout=10.0)  # 5 max retries, 10.0 seconds timeout
         ```
 

gllm_inference/em_invoker/bedrock_em_invoker.pyi

@@ -67,9 +67,9 @@ class BedrockEMInvoker(BaseEMInvoker):
 
         Retry config examples:
         ```python
-        retry_config = RetryConfig(max_retries=0, timeout=0.0)  # No retry, no timeout
+        retry_config = RetryConfig(max_retries=0, timeout=None)  # No retry, no timeout
         retry_config = RetryConfig(max_retries=0, timeout=10.0)  # No retry, 10.0 seconds timeout
-        retry_config = RetryConfig(max_retries=5, timeout=0.0)  # 5 max retries, no timeout
+        retry_config = RetryConfig(max_retries=5, timeout=None)  # 5 max retries, no timeout
         retry_config = RetryConfig(max_retries=5, timeout=10.0)  # 5 max retries, 10.0 seconds timeout
         ```
 

gllm_inference/em_invoker/google_em_invoker.pyi

@@ -89,9 +89,9 @@ class GoogleEMInvoker(BaseEMInvoker):
 
         Retry config examples:
         ```python
-        retry_config = RetryConfig(max_retries=0, timeout=0.0)  # No retry, no timeout
+        retry_config = RetryConfig(max_retries=0, timeout=None)  # No retry, no timeout
         retry_config = RetryConfig(max_retries=0, timeout=10.0)  # No retry, 10.0 seconds timeout
-        retry_config = RetryConfig(max_retries=5, timeout=0.0)  # 5 max retries, no timeout
+        retry_config = RetryConfig(max_retries=5, timeout=None)  # 5 max retries, no timeout
         retry_config = RetryConfig(max_retries=5, timeout=10.0)  # 5 max retries, 10.0 seconds timeout
         ```
 

gllm_inference/em_invoker/openai_em_invoker.pyi

@@ -85,9 +85,9 @@ class OpenAIEMInvoker(BaseEMInvoker):
 
         Retry config examples:
         ```python
-        retry_config = RetryConfig(max_retries=0, timeout=0.0)  # No retry, no timeout
+        retry_config = RetryConfig(max_retries=0, timeout=None)  # No retry, no timeout
         retry_config = RetryConfig(max_retries=0, timeout=10.0)  # No retry, 10.0 seconds timeout
-        retry_config = RetryConfig(max_retries=5, timeout=0.0)  # 5 max retries, no timeout
+        retry_config = RetryConfig(max_retries=5, timeout=None)  # 5 max retries, no timeout
         retry_config = RetryConfig(max_retries=5, timeout=10.0)  # 5 max retries, 10.0 seconds timeout
         ```
 

gllm_inference/em_invoker/twelevelabs_em_invoker.pyi

@@ -71,9 +71,9 @@ class TwelveLabsEMInvoker(BaseEMInvoker):
 
         Retry config examples:
         ```python
-        retry_config = RetryConfig(max_retries=0, timeout=0.0)  # No retry, no timeout
+        retry_config = RetryConfig(max_retries=0, timeout=None)  # No retry, no timeout
         retry_config = RetryConfig(max_retries=0, timeout=10.0)  # No retry, 10.0 seconds timeout
-        retry_config = RetryConfig(max_retries=5, timeout=0.0)  # 5 max retries, no timeout
+        retry_config = RetryConfig(max_retries=5, timeout=None)  # 5 max retries, no timeout
         retry_config = RetryConfig(max_retries=5, timeout=10.0)  # 5 max retries, 10.0 seconds timeout
         ```
 

gllm_inference/em_invoker/voyage_em_invoker.pyi

@@ -74,9 +74,9 @@ class VoyageEMInvoker(BaseEMInvoker):
 
         Retry config examples:
         ```python
-        retry_config = RetryConfig(max_retries=0, timeout=0.0)  # No retry, no timeout
+        retry_config = RetryConfig(max_retries=0, timeout=None)  # No retry, no timeout
         retry_config = RetryConfig(max_retries=0, timeout=10.0)  # No retry, 10.0 seconds timeout
-        retry_config = RetryConfig(max_retries=5, timeout=0.0)  # 5 max retries, no timeout
+        retry_config = RetryConfig(max_retries=5, timeout=None)  # 5 max retries, no timeout
         retry_config = RetryConfig(max_retries=5, timeout=10.0)  # 5 max retries, 10.0 seconds timeout
         ```
 

gllm_inference/lm_invoker/anthropic_lm_invoker.pyi

@@ -149,9 +149,9 @@ class AnthropicLMInvoker(BaseLMInvoker):
 
         Retry config examples:
         ```python
-        retry_config = RetryConfig(max_retries=0, timeout=0.0)  # No retry, no timeout
+        retry_config = RetryConfig(max_retries=0, timeout=None)  # No retry, no timeout
         retry_config = RetryConfig(max_retries=0, timeout=10.0)  # No retry, 10.0 seconds timeout
-        retry_config = RetryConfig(max_retries=5, timeout=0.0)  # 5 max retries, no timeout
+        retry_config = RetryConfig(max_retries=5, timeout=None)  # 5 max retries, no timeout
         retry_config = RetryConfig(max_retries=5, timeout=10.0)  # 5 max retries, 10.0 seconds timeout
         ```
 
@@ -266,25 +266,15 @@ class AnthropicLMInvoker(BaseLMInvoker):
 
     Output types:
         The output of the `AnthropicLMInvoker` can either be:
-        1. `str`: The text response if no additional output is needed.
-        2. `LMOutput`: A Pydantic model with the following attributes if any additional output is needed:
-            2.1. response (str): The text response.
-            2.2. tool_calls (list[ToolCall]): The tool calls, if the `tools` parameter is defined and the language
-                model decides to invoke tools. Defaults to an empty list.
-            2.3. structured_output (dict[str, Any] | BaseModel | None): The structured output, if the `response_schema`
-                parameter is defined. Defaults to None.
-            2.4. token_usage (TokenUsage | None): The token usage information, if the `output_analytics` parameter is
-                set to `True`. Defaults to None.
-            2.5. duration (float | None): The duration of the invocation in seconds, if the `output_analytics`
-                parameter is set to `True`. Defaults to None.
-            2.6. finish_details (dict[str, Any]): The details about how the generation finished, if the
-                `output_analytics` parameter is set to `True`. Defaults to an empty dictionary.
-            2.7. reasoning (list[Reasoning]): The reasoning objects, if the `thinking` parameter is set to `True`.
-                Defaults to an empty list.
-            2.8. citations (list[Chunk]): The citations. Currently not supported. Defaults to an empty list.
-            2.9. code_exec_results (list[CodeExecResult]): The code execution results. Currently not supported.
-                Defaults to an empty list.
-            2.10. mcp_calls (list[MCPCall]): The MCP calls. Currently not supported. Defaults to an empty list.
+        1. `str`: A text response.
+        2. `LMOutput`: A Pydantic model that may contain the following attributes:
+            2.1. response (str)
+            2.2. tool_calls (list[ToolCall])
+            2.3. structured_output (dict[str, Any] | BaseModel | None)
+            2.4. token_usage (TokenUsage | None)
+            2.5. duration (float | None)
+            2.6. finish_details (dict[str, Any])
+            2.7. reasoning (list[Reasoning])
     '''
     client: Incomplete
     thinking: Incomplete

gllm_inference/lm_invoker/azure_openai_lm_invoker.pyi

@@ -152,9 +152,9 @@ class AzureOpenAILMInvoker(OpenAILMInvoker):
 
         Retry config examples:
         ```python
-        retry_config = RetryConfig(max_retries=0, timeout=0.0)  # No retry, no timeout
+        retry_config = RetryConfig(max_retries=0, timeout=None)  # No retry, no timeout
         retry_config = RetryConfig(max_retries=0, timeout=10.0)  # No retry, 10.0 seconds timeout
-        retry_config = RetryConfig(max_retries=5, timeout=0.0)  # 5 max retries, no timeout
+        retry_config = RetryConfig(max_retries=5, timeout=None)  # 5 max retries, no timeout
         retry_config = RetryConfig(max_retries=5, timeout=10.0)  # 5 max retries, 10.0 seconds timeout
         ```
 
@@ -208,25 +208,15 @@ class AzureOpenAILMInvoker(OpenAILMInvoker):
 
     Output types:
         The output of the `AzureOpenAILMInvoker` can either be:
-        1. `str`: The text response if no additional output is needed.
-        2. `LMOutput`: A Pydantic model with the following attributes if any additional output is needed:
-            2.1. response (str): The text response.
-            2.2. tool_calls (list[ToolCall]): The tool calls, if the `tools` parameter is defined and the language
-                model decides to invoke tools. Defaults to an empty list.
-            2.3. structured_output (dict[str, Any] | BaseModel | None): The structured output, if the `response_schema`
-                parameter is defined. Defaults to None.
-            2.4. token_usage (TokenUsage | None): The token usage analytics, if the `output_analytics` parameter is
-                set to `True`. Defaults to None.
-            2.5. duration (float | None): The duration of the invocation in seconds, if the `output_analytics`
-                parameter is set to `True`. Defaults to None.
-            2.6. finish_details (dict[str, Any] | None): The details about how the generation finished, if the
-                `output_analytics` parameter is set to `True`. Defaults to None.
-            2.7. reasoning (list[Reasoning]): The reasoning objects, if the `reasoning_summary` parameter is provided
-                for reasoning models. Defaults to an empty list.
-            2.8. citations (list[Chunk]): The citations. Currently not supported. Defaults to an empty list.
-            2.9. code_exec_results (list[CodeExecResult]): The code execution results. Currently not supported.
-                Defaults to an empty list.
-            2.10. mcp_calls (list[MCPCall]): The MCP calls. Currently not supported. Defaults to an empty list.
+        1. `str`: A text response.
+        2. `LMOutput`: A Pydantic model that may contain the following attributes:
+            2.1. response (str)
+            2.2. tool_calls (list[ToolCall])
+            2.3. structured_output (dict[str, Any] | BaseModel | None)
+            2.4. token_usage (TokenUsage | None)
+            2.5. duration (float | None)
+            2.6. finish_details (dict[str, Any] | None)
+            2.7. reasoning (list[Reasoning])
     '''
     client_kwargs: Incomplete
     def __init__(self, azure_endpoint: str, azure_deployment: str, api_key: str | None = None, api_version: str | None = None, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool | LangChainTool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig | None = None, reasoning_effort: ReasoningEffort | None = None, reasoning_summary: ReasoningSummary | None = None, simplify_events: bool = False) -> None:

gllm_inference/lm_invoker/bedrock_lm_invoker.pyi

@@ -149,9 +149,9 @@ class BedrockLMInvoker(BaseLMInvoker):
 
         Retry config examples:
         ```python
-        retry_config = RetryConfig(max_retries=0, timeout=0.0)  # No retry, no timeout
+        retry_config = RetryConfig(max_retries=0, timeout=None)  # No retry, no timeout
         retry_config = RetryConfig(max_retries=0, timeout=10.0)  # No retry, 10.0 seconds timeout
-        retry_config = RetryConfig(max_retries=5, timeout=0.0)  # 5 max retries, no timeout
+        retry_config = RetryConfig(max_retries=5, timeout=None)  # 5 max retries, no timeout
         retry_config = RetryConfig(max_retries=5, timeout=10.0)  # 5 max retries, 10.0 seconds timeout
         ```
 
@@ -162,24 +162,14 @@ class BedrockLMInvoker(BaseLMInvoker):
 
     Output types:
         The output of the `BedrockLMInvoker` can either be:
-        1. `str`: The text response if no additional output is needed.
-        2. `LMOutput`: A Pydantic model with the following attributes if any additional output is needed:
-            2.1. response (str): The text response.
-            2.2. tool_calls (list[ToolCall]): The tool calls, if the `tools` parameter is defined and the language
-                model decides to invoke tools. Defaults to an empty list.
-            2.3. structured_output (dict[str, Any] | BaseModel | None): The structured output, if the `response_schema`
-                parameter is defined. Defaults to None.
-            2.4. token_usage (TokenUsage | None): The token usage information, if the `output_analytics` parameter is
-                set to `True`. Defaults to None.
-            2.5. duration (float | None): The duration of the invocation in seconds, if the `output_analytics`
-                parameter is set to `True`. Defaults to None.
-            2.6. finish_details (dict[str, Any]): The details about how the generation finished, if the
-                `output_analytics` parameter is set to `True`. Defaults to an empty dictionary.
-            2.7. reasoning (list[Reasoning]): The reasoning objects. Currently not supported. Defaults to an empty list.
-            2.8. citations (list[Chunk]): The citations. Currently not supported. Defaults to an empty list.
-            2.9. code_exec_results (list[CodeExecResult]): The code execution results. Currently not supported.
-                Defaults to an empty list.
-            2.10. mcp_calls (list[MCPCall]): The MCP calls. Currently not supported. Defaults to an empty list.
+        1. `str`: A text response.
+        2. `LMOutput`: A Pydantic model that may contain the following attributes:
+            2.1. response (str)
+            2.2. tool_calls (list[ToolCall])
+            2.3. structured_output (dict[str, Any] | BaseModel | None)
+            2.4. token_usage (TokenUsage | None)
+            2.5. duration (float | None)
+            2.6. finish_details (dict[str, Any] | None)
     '''
     session: Incomplete
     client_kwargs: Incomplete

gllm_inference/lm_invoker/datasaur_lm_invoker.pyi

@@ -72,9 +72,9 @@ class DatasaurLMInvoker(OpenAIChatCompletionsLMInvoker):
 
         Retry config examples:
         ```python
-        retry_config = RetryConfig(max_retries=0, timeout=0.0)  # No retry, no timeout
+        retry_config = RetryConfig(max_retries=0, timeout=None)  # No retry, no timeout
         retry_config = RetryConfig(max_retries=0, timeout=10.0)  # No retry, 10.0 seconds timeout
-        retry_config = RetryConfig(max_retries=5, timeout=0.0)  # 5 max retries, no timeout
+        retry_config = RetryConfig(max_retries=5, timeout=None)  # 5 max retries, no timeout
         retry_config = RetryConfig(max_retries=5, timeout=10.0)  # 5 max retries, 10.0 seconds timeout
         ```
 
@@ -103,23 +103,13 @@ class DatasaurLMInvoker(OpenAIChatCompletionsLMInvoker):
 
     Output types:
         The output of the `DatasaurLMInvoker` can either be:
-        1. `str`: The text response if no additional output is needed.
-        2. `LMOutput`: A Pydantic model with the following attributes if any additional output is needed:
-            2.1. response (str): The text response.
-            2.2. tool_calls (list[ToolCall]): The tool calls. Currently not supported. Defaults to an empty list.
-            2.3. structured_output (dict[str, Any] | BaseModel | None): The structured output. Currently not supported.
-                Defaults to None.
-            2.4. token_usage (TokenUsage | None): The token usage analytics, if the `output_analytics` parameter is
-                set to `True`. Defaults to None.
-            2.5. duration (float | None): The duration of the invocation in seconds, if the `output_analytics`
-                parameter is set to `True`. Defaults to None.
-            2.6. finish_details (dict[str, Any] | None): The details about how the generation finished, if the
-                `output_analytics` parameter is set to `True`. Defaults to None.
-            2.7. reasoning (list[Reasoning]): The reasoning objects. Currently not supported. Defaults to an empty list.
-            2.8. citations (list[Chunk]): The citations. Currently not supported. Defaults to an empty list.
-            2.9. code_exec_results (list[CodeExecResult]): The code execution results. Currently not supported.
-                Defaults to an empty list.
-            2.10. mcp_calls (list[MCPCall]): The MCP calls. Currently not supported. Defaults to an empty list.
+        1. `str`: A text response.
+        2. `LMOutput`: A Pydantic model that may contain the following attributes:
+            2.1. response (str)
+            2.2. token_usage (TokenUsage | None)
+            2.3. duration (float | None)
+            2.4. finish_details (dict[str, Any] | None)
+            2.5. citations (list[Chunk])
     '''
     client_kwargs: Incomplete
     citations: Incomplete

gllm_inference/lm_invoker/google_lm_invoker.pyi

@@ -14,6 +14,7 @@ from typing import Any
 SUPPORTED_ATTACHMENTS: Incomplete
 DEFAULT_THINKING_BUDGET: int
 REQUIRE_THINKING_MODEL_PREFIX: Incomplete
+IMAGE_GENERATION_MODELS: Incomplete
 YOUTUBE_URL_PATTERN: Incomplete
 
 class GoogleLMInvoker(BaseLMInvoker):
@@ -30,6 +31,7 @@ class GoogleLMInvoker(BaseLMInvoker):
             structured response as defined by the schema. Supports both Pydantic BaseModel and JSON schema dictionary.
         output_analytics (bool): Whether to output the invocation analytics.
         retry_config (RetryConfig | None): The retry configuration for the language model.
+        generate_image (bool): Whether to generate image. Only allowed for image generation models.
         thinking (bool): Whether to enable thinking. Only allowed for thinking models.
         thinking_budget (int): The tokens allowed for thinking process. Only allowed for thinking models.
             If set to -1, the model will control the budget automatically.
@@ -80,6 +82,26 @@ class GoogleLMInvoker(BaseLMInvoker):
         result = await lm_invoker.invoke([text, image])
         ```
 
+    Image generation:
+        The `GoogleLMInvoker` supports image generation. This can be done by using an image generation model,
+        such as `gemini-2.5-flash-image`. Streaming is disabled for image generation models.
+        The generated image will be stored in the `attachments` attribute in the output.
+
+        Usage example:
+        ```python
+        lm_invoker = GoogleLMInvoker("gemini-2.5-flash-image")
+        result = await lm_invoker.invoke("Create a picture...")
+        result.attachments[0].write_to_file("path/to/local/image.png")
+        ```
+
+        Output example:
+        ```python
+        LMOutput(
+            response="Let me call the tools...",
+            attachments=[Attachment(filename="image.png", mime_type="image/png", data=b"...")],
+        )
+        ```
+
     Tool calling:
         Tool calling is a feature that allows the language model to call tools to perform tasks.
         Tools can be passed to the via the `tools` parameter as a list of `Tool` objects.
@@ -182,9 +204,9 @@ class GoogleLMInvoker(BaseLMInvoker):
 
         Retry config examples:
         ```python
-        retry_config = RetryConfig(max_retries=0, timeout=0.0)  # No retry, no timeout
+        retry_config = RetryConfig(max_retries=0, timeout=None)  # No retry, no timeout
         retry_config = RetryConfig(max_retries=0, timeout=10.0)  # No retry, 10.0 seconds timeout
-        retry_config = RetryConfig(max_retries=5, timeout=0.0)  # 5 max retries, no timeout
+        retry_config = RetryConfig(max_retries=5, timeout=None)  # 5 max retries, no timeout
         retry_config = RetryConfig(max_retries=5, timeout=10.0)  # 5 max retries, 10.0 seconds timeout
         ```
 
@@ -237,27 +259,19 @@ class GoogleLMInvoker(BaseLMInvoker):
 
     Output types:
         The output of the `GoogleLMInvoker` can either be:
-        1. `str`: The text response if no additional output is needed.
-        2. `LMOutput`: A Pydantic model with the following attributes if any additional output is needed:
-            2.1. response (str): The text response.
-            2.2. tool_calls (list[ToolCall]): The tool calls, if the `tools` parameter is defined and the language
-                model decides to invoke tools. Defaults to an empty list.
-            2.3. structured_output (dict[str, Any] | BaseModel | None): The structured output, if the `response_schema`
-                parameter is defined. Defaults to None.
-            2.4. token_usage (TokenUsage | None): The token usage analytics, if the `output_analytics` parameter is
-                set to `True`. Defaults to None.
-            2.5. duration (float | None): The duration of the invocation in seconds, if the `output_analytics`
-                parameter is set to `True`. Defaults to None.
-            2.6. finish_details (dict[str, Any] | None): The details about how the generation finished, if the
-                `output_analytics` parameter is set to `True`. Defaults to None.
-            2.7. reasoning (list[Reasoning]): The reasoning objects, if the `thinking` parameter is set to `True`.
-                Defaults to an empty list.
-            2.8. citations (list[Chunk]): The citations. Currently not supported. Defaults to an empty list.
-            2.9. code_exec_results (list[CodeExecResult]): The code execution results. Currently not supported.
-                Defaults to an empty list.
-            2.10. mcp_calls (list[MCPCall]): The MCP calls. Currently not supported. Defaults to an empty list.
+        1. `str`: A text response.
+        2. `LMOutput`: A Pydantic model that may contain the following attributes:
+            2.1. response (str)
+            2.2. attachments (list[Attachment])
+            2.3. tool_calls (list[ToolCall])
+            2.4. structured_output (dict[str, Any] | BaseModel | None)
+            2.5. token_usage (TokenUsage | None)
+            2.6. duration (float | None)
+            2.7. finish_details (dict[str, Any])
+            2.8. reasoning (list[Reasoning])
     '''
     client_params: Incomplete
+    generate_image: Incomplete
     thinking: Incomplete
     thinking_budget: Incomplete
     def __init__(self, model_name: str, api_key: str | None = None, credentials_path: str | None = None, project_id: str | None = None, location: str = 'us-central1', model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool | LangChainTool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig | None = None, thinking: bool | None = None, thinking_budget: int = ..., simplify_events: bool = False) -> None:

gllm_inference/lm_invoker/langchain_lm_invoker.pyi

@@ -175,9 +175,9 @@ class LangChainLMInvoker(BaseLMInvoker):
 
         Retry config examples:
         ```python
-        retry_config = RetryConfig(max_retries=0, timeout=0.0)  # No retry, no timeout
+        retry_config = RetryConfig(max_retries=0, timeout=None)  # No retry, no timeout
         retry_config = RetryConfig(max_retries=0, timeout=10.0)  # No retry, 10.0 seconds timeout
-        retry_config = RetryConfig(max_retries=5, timeout=0.0)  # 5 max retries, no timeout
+        retry_config = RetryConfig(max_retries=5, timeout=None)  # 5 max retries, no timeout
         retry_config = RetryConfig(max_retries=5, timeout=10.0)  # 5 max retries, 10.0 seconds timeout
         ```
 
@@ -188,24 +188,14 @@ class LangChainLMInvoker(BaseLMInvoker):
 
     Output types:
         The output of the `LangChainLMInvoker` can either be:
-        1. `str`: The text response if no additional output is needed.
-        2. `LMOutput`: A Pydantic model with the following attributes if any additional output is needed:
-            2.1. response (str): The text response.
-            2.2. tool_calls (list[ToolCall]): The tool calls, if the `tools` parameter is defined and the language
-                model decides to invoke tools. Defaults to an empty list.
-            2.3. structured_output (dict[str, Any] | BaseModel | None): The structured output, if the `response_schema`
-                parameter is defined. Defaults to None.
-            2.4. token_usage (TokenUsage | None): The token usage analytics, if the `output_analytics` parameter is
-                set to `True`. Defaults to None.
-            2.5. duration (float | None): The duration of the invocation in seconds, if the `output_analytics`
-                parameter is set to `True`. Defaults to None.
-            2.6. finish_details (dict[str, Any] | None): The details about how the generation finished, if the
-                `output_analytics` parameter is set to `True`. Defaults to None.
-            2.7. reasoning (list[Reasoning]): The reasoning objects. Currently not supported. Defaults to an empty list.
-            2.8. citations (list[Chunk]): The citations. Currently not supported. Defaults to an empty list.
-            2.9. code_exec_results (list[CodeExecResult]): The code execution results. Currently not supported.
-                Defaults to an empty list.
-            2.10. mcp_calls (list[MCPCall]): The MCP calls. Currently not supported. Defaults to an empty list.
+        1. `str`: A text response.
+        2. `LMOutput`: A Pydantic model that may contain the following attributes:
+            2.1. response (str)
+            2.2. tool_calls (list[ToolCall])
+            2.3. structured_output (dict[str, Any] | BaseModel | None)
+            2.4. token_usage (TokenUsage | None)
+            2.5. duration (float | None)
+            2.6. finish_details (dict[str, Any])
     '''
     model: Incomplete
     def __init__(self, model: BaseChatModel | None = None, model_class_path: str | None = None, model_name: str | None = None, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool | LangChainTool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig | None = None) -> None:

gllm_inference/lm_invoker/litellm_lm_invoker.pyi

@@ -156,9 +156,9 @@ class LiteLLMLMInvoker(OpenAIChatCompletionsLMInvoker):
 
         Retry config examples:
         ```python
-        retry_config = RetryConfig(max_retries=0, timeout=0.0)  # No retry, no timeout
+        retry_config = RetryConfig(max_retries=0, timeout=None)  # No retry, no timeout
         retry_config = RetryConfig(max_retries=0, timeout=10.0)  # No retry, 10.0 seconds timeout
-        retry_config = RetryConfig(max_retries=5, timeout=0.0)  # 5 max retries, no timeout
+        retry_config = RetryConfig(max_retries=5, timeout=None)  # 5 max retries, no timeout
         retry_config = RetryConfig(max_retries=5, timeout=10.0)  # 5 max retries, 10.0 seconds timeout
         ```
 
@@ -210,24 +210,15 @@ class LiteLLMLMInvoker(OpenAIChatCompletionsLMInvoker):
 
     Output types:
         The output of the `LiteLLMLMInvoker` can either be:
-        1. `str`: The text response if no additional output is needed.
-        2. `LMOutput`: A Pydantic model with the following attributes if any additional output is needed:
-            2.1. response (str): The text response.
-            2.2. tool_calls (list[ToolCall]): The tool calls, if the `tools` parameter is defined and the language
-                model decides to invoke tools. Defaults to an empty list.
-            2.3. structured_output (dict[str, Any] | BaseModel | None): The structured output, if the `response_schema`
-                parameter is defined. Defaults to None.
-            2.4. token_usage (TokenUsage | None): The token usage analytics, if the `output_analytics` parameter is
-                set to `True`. Defaults to None.
-            2.5. duration (float | None): The duration of the invocation in seconds, if the `output_analytics`
-                parameter is set to `True`. Defaults to None.
-            2.6. finish_details (dict[str, Any] | None): The details about how the generation finished, if the
-                `output_analytics` parameter is set to `True`. Defaults to None.
-            2.7. reasoning (list[Reasoning]): The reasoning objects. Currently not supported. Defaults to an empty list.
-            2.8. citations (list[Chunk]): The citations. Currently not supported. Defaults to an empty list.
-            2.9. code_exec_results (list[CodeExecResult]): The code execution results. Currently not supported.
-                Defaults to an empty list.
-            2.10. mcp_calls (list[MCPCall]): The MCP calls. Currently not supported. Defaults to an empty list.
+        1. `str`: A text response.
+        2. `LMOutput`: A Pydantic model that may contain the following attributes:
+            2.1. response (str)
+            2.2. tool_calls (list[ToolCall])
+            2.3. structured_output (dict[str, Any] | BaseModel | None)
+            2.4. token_usage (TokenUsage | None)
+            2.5. duration (float | None)
+            2.6. finish_details (dict[str, Any])
+            2.7. reasoning (list[Reasoning])
     '''
     completion: Incomplete
     def __init__(self, model_id: str, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool | LangChainTool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig | None = None, reasoning_effort: ReasoningEffort | None = None, simplify_events: bool = False) -> None:

gllm_inference/lm_invoker/openai_chat_completions_lm_invoker.pyi

@@ -171,9 +171,9 @@ class OpenAIChatCompletionsLMInvoker(BaseLMInvoker):
 
         Retry config examples:
         ```python
-        retry_config = RetryConfig(max_retries=0, timeout=0.0)  # No retry, no timeout
+        retry_config = RetryConfig(max_retries=0, timeout=None)  # No retry, no timeout
         retry_config = RetryConfig(max_retries=0, timeout=10.0)  # No retry, 10.0 seconds timeout
-        retry_config = RetryConfig(max_retries=5, timeout=0.0)  # 5 max retries, no timeout
+        retry_config = RetryConfig(max_retries=5, timeout=None)  # 5 max retries, no timeout
         retry_config = RetryConfig(max_retries=5, timeout=10.0)  # 5 max retries, 10.0 seconds timeout
         ```
 
@@ -224,24 +224,15 @@ class OpenAIChatCompletionsLMInvoker(BaseLMInvoker):
 
     Output types:
         The output of the `OpenAIChatCompletionsLMInvoker` can either be:
-        1. `str`: The text response if no additional output is needed.
-        2. `LMOutput`: A Pydantic model with the following attributes if any additional output is needed:
-            2.1. response (str): The text response.
-            2.2. tool_calls (list[ToolCall]): The tool calls, if the `tools` parameter is defined and the language
-                model decides to invoke tools. Defaults to an empty list.
-            2.3. structured_output (dict[str, Any] | BaseModel | None): The structured output, if the `response_schema`
-                parameter is defined. Defaults to None.
-            2.4. token_usage (TokenUsage | None): The token usage analytics, if the `output_analytics` parameter is
-                set to `True`. Defaults to None.
-            2.5. duration (float | None): The duration of the invocation in seconds, if the `output_analytics`
-                parameter is set to `True`. Defaults to None.
-            2.6. finish_details (dict[str, Any] | None): The details about how the generation finished, if the
-                `output_analytics` parameter is set to `True`. Defaults to None.
-            2.7. reasoning (list[Reasoning]): The reasoning objects. Currently not supported. Defaults to an empty list.
-            2.8. citations (list[Chunk]): The citations. Currently not supported. Defaults to an empty list.
-            2.9. code_exec_results (list[CodeExecResult]): The code execution results. Currently not supported.
-                Defaults to an empty list.
-            2.10. mcp_calls (list[MCPCall]): The MCP calls. Currently not supported. Defaults to an empty list.
+        1. `str`: A text response.
+        2. `LMOutput`: A Pydantic model that may contain the following attributes:
+            2.1. response (str)
+            2.2. tool_calls (list[ToolCall])
+            2.3. structured_output (dict[str, Any] | BaseModel | None)
+            2.4. token_usage (TokenUsage | None)
+            2.5. duration (float | None)
+            2.6. finish_details (dict[str, Any])
+            2.7. reasoning (list[Reasoning])
     '''
     client_kwargs: Incomplete
     def __init__(self, model_name: str, api_key: str | None = None, base_url: str = ..., model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool | LangChainTool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig | None = None, reasoning_effort: ReasoningEffort | None = None, simplify_events: bool = False) -> None:

gllm_inference/lm_invoker/openai_lm_invoker.pyi

@@ -176,9 +176,9 @@ class OpenAILMInvoker(BaseLMInvoker):
 
         Retry config examples:
         ```python
-        retry_config = RetryConfig(max_retries=0, timeout=0.0)  # No retry, no timeout
+        retry_config = RetryConfig(max_retries=0, timeout=None)  # No retry, no timeout
         retry_config = RetryConfig(max_retries=0, timeout=10.0)  # No retry, 10.0 seconds timeout
-        retry_config = RetryConfig(max_retries=5, timeout=0.0)  # 5 max retries, no timeout
+        retry_config = RetryConfig(max_retries=5, timeout=None)  # 5 max retries, no timeout
         retry_config = RetryConfig(max_retries=5, timeout=10.0)  # 5 max retries, 10.0 seconds timeout
         ```
 
@@ -369,27 +369,18 @@ class OpenAILMInvoker(BaseLMInvoker):
 
     Output types:
         The output of the `OpenAILMInvoker` can either be:
-        1. `str`: The text response if no additional output is needed.
-        2. `LMOutput`: A Pydantic model with the following attributes if any additional output is needed:
-            2.1. response (str): The text response.
-            2.2. tool_calls (list[ToolCall]): The tool calls, if the `tools` parameter is defined and the language
-                model decides to invoke tools. Defaults to an empty list.
-            2.3. structured_output (dict[str, Any] | BaseModel | None): The structured output, if the `response_schema`
-                parameter is defined. Defaults to None.
-            2.4. token_usage (TokenUsage | None): The token usage analytics, if the `output_analytics` parameter is
-                set to `True`. Defaults to None.
-            2.5. duration (float | None): The duration of the invocation in seconds, if the `output_analytics`
-                parameter is set to `True`. Defaults to None.
-            2.6. finish_details (dict[str, Any] | None): The details about how the generation finished, if the
-                `output_analytics` parameter is set to `True`. Defaults to None.
-            2.7. reasoning (list[Reasoning]): The reasoning objects, if the `reasoning_summary` parameter is provided
-                for reasoning models. Defaults to an empty list.
-            2.8. citations (list[Chunk]): The citations, if the web_search is enabled and the language model decides
-                to cite the relevant sources. Defaults to an empty list.
-            2.9. code_exec_results (list[CodeExecResult]): The code execution results, if the code interpreter is
-                enabled and the language model decides to execute any codes. Defaults to an empty list.
-            2.10. mcp_calls (list[MCPCall]): The MCP calls, if the MCP servers are provided and the language model
-                decides to invoke MCP tools. Defaults to an empty list.
+        1. `str`: A text response.
+        2. `LMOutput`: A Pydantic model that may contain the following attributes:
+            2.1. response (str)
+            2.2. tool_calls (list[ToolCall])
+            2.3. structured_output (dict[str, Any] | BaseModel | None)
+            2.4. token_usage (TokenUsage | None)
+            2.5. duration (float | None)
+            2.6. finish_details (dict[str, Any])
+            2.7. reasoning (list[Reasoning])
+            2.8. citations (list[Chunk])
+            2.9. code_exec_results (list[CodeExecResult])
+            2.10. mcp_calls (list[MCPCall])
     '''
     client_kwargs: Incomplete
     def __init__(self, model_name: str, api_key: str | None = None, base_url: str = ..., model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool | LangChainTool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig | None = None, reasoning_effort: ReasoningEffort | None = None, reasoning_summary: ReasoningSummary | None = None, mcp_servers: list[MCPServer] | None = None, code_interpreter: bool = False, web_search: bool = False, simplify_events: bool = False) -> None:

gllm_inference/lm_invoker/xai_lm_invoker.pyi

@@ -194,9 +194,9 @@ class XAILMInvoker(BaseLMInvoker):
 
         Retry config examples:
         ```python
-        retry_config = RetryConfig(max_retries=0, timeout=0.0)  # No retry, no timeout
+        retry_config = RetryConfig(max_retries=0, timeout=None)  # No retry, no timeout
         retry_config = RetryConfig(max_retries=0, timeout=10.0)  # No retry, 10.0 seconds timeout
-        retry_config = RetryConfig(max_retries=5, timeout=0.0)  # 5 max retries, no timeout
+        retry_config = RetryConfig(max_retries=5, timeout=None)  # 5 max retries, no timeout
         retry_config = RetryConfig(max_retries=5, timeout=10.0)  # 5 max retries, 10.0 seconds timeout
         ```
 
@@ -243,25 +243,16 @@ class XAILMInvoker(BaseLMInvoker):
 
     Output types:
         The output of the `XAILMInvoker` can either be:
-        1. `str`: The text response if no additional output is needed.
-        2. `LMOutput`: A Pydantic model with the following attributes if any additional output is needed:
-            2.1. response (str): The text response.
-            2.2. tool_calls (list[ToolCall]): The tool calls, if the `tools` parameter is defined and the language
-                model decides to invoke tools. Defaults to an empty list.
-            2.3. structured_output (dict[str, Any] | BaseModel | None): The structured output, if the `response_schema`
-                parameter is defined. Defaults to None.
-            2.4. token_usage (TokenUsage | None): The token usage analytics, if the `output_analytics` parameter is
-                set to `True`. Defaults to None.
-            2.5. duration (float | None): The duration of the invocation in seconds, if the `output_analytics`
-                parameter is set to `True`. Defaults to None.
-            2.6. finish_details (dict[str, Any] | None): The details about how the generation finished, if the
-                `output_analytics` parameter is set to `True`. Defaults to None.
-            2.7. reasoning (list[Reasoning]): The reasoning objects, if the `reasoning_effort` parameter is set.
-                Defaults to an empty list.
-            2.8. citations (list[Chunk]): The citations, if the web_search is enabled and the language model decides
-                to cite the relevant sources. Defaults to an empty list.
-            2.9. code_exec_results (list[CodeExecResult]): The code execution results. Currently not supported.
-                Defaults to an empty list.
+        1. `str`: A text response.
+        2. `LMOutput`: A Pydantic model that may contain the following attributes:
+            2.1. response (str)
+            2.2. tool_calls (list[ToolCall])
+            2.3. structured_output (dict[str, Any] | BaseModel | None)
+            2.4. token_usage (TokenUsage | None)
+            2.5. duration (float | None)
+            2.6. finish_details (dict[str, Any])
+            2.7. reasoning (list[Reasoning])
+            2.8. citations (list[Chunk])
     '''
     reasoning_effort: Incomplete
     web_search: Incomplete

gllm_inference/schema/lm_output.pyi

@@ -1,4 +1,5 @@
 from gllm_core.schema import Chunk as Chunk
+from gllm_inference.schema.attachment import Attachment as Attachment
 from gllm_inference.schema.code_exec_result import CodeExecResult as CodeExecResult
 from gllm_inference.schema.mcp import MCPCall as MCPCall
 from gllm_inference.schema.reasoning import Reasoning as Reasoning
@@ -12,6 +13,8 @@ class LMOutput(BaseModel):
 
     Attributes:
         response (str): The text response. Defaults to an empty string.
+        attachments (list[Attachment]): The attachments, if the language model decides to output attachments.
+            Defaults to an empty list.
         tool_calls (list[ToolCall]): The tool calls, if the language model decides to invoke tools.
             Defaults to an empty list.
         structured_output (dict[str, Any] | BaseModel | None): The structured output, if a response schema is defined
@@ -29,6 +32,7 @@ class LMOutput(BaseModel):
             Defaults to an empty list.
     """
     response: str
+    attachments: list[Attachment]
     tool_calls: list[ToolCall]
     structured_output: dict[str, Any] | BaseModel | None
     token_usage: TokenUsage | None

{gllm_inference_binary-0.5.39.dist-info → gllm_inference_binary-0.5.40.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: gllm-inference-binary
-Version: 0.5.39
+Version: 0.5.40
 Summary: A library containing components related to model inferences in Gen AI applications.
 Author-email: Henry Wicaksono <henry.wicaksono@gdplabs.id>, Resti Febrina <resti.febrina@gdplabs.id>
 Requires-Python: <3.14,>=3.11

{gllm_inference_binary-0.5.39.dist-info → gllm_inference_binary-0.5.40.dist-info}/RECORD

@@ -1,4 +1,4 @@
-gllm_inference.cp313-win_amd64.pyd,sha256=nUkymTjVs8f2rSGYculJnhZrrTx4NpNav00YIOdUkU0,3560448
+gllm_inference.cp313-win_amd64.pyd,sha256=1dYQoCaBFcwcg-fqBMMF3NW3vAzdeJv3_ZRy9de9nAs,3557376
 gllm_inference.pyi,sha256=CM8fddhFC2U0VGu9_JWrokO5YDc3B-eXx8pSjLYRlGY,4750
 gllm_inference/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 gllm_inference/constants.pyi,sha256=1OBoHfeWfW9bXH9kStNEH__MGnGp--jLfyheAeQnogY,302
@@ -12,15 +12,15 @@ gllm_inference/catalog/catalog.pyi,sha256=eWPqgQKi-SJGHabi_XOTEKpAj96OSRypKsb5ZE
 gllm_inference/catalog/lm_request_processor_catalog.pyi,sha256=FiveqPDkV58XbDO2znXL-Ix5tFbZwNiVnitlEa90YOY,5536
 gllm_inference/catalog/prompt_builder_catalog.pyi,sha256=iViWB4SaezzjQY4UY1YxeoXUNxqxa2cTJGaD9JSx4Q8,3279
 gllm_inference/em_invoker/__init__.pyi,sha256=pmbsjmsqXwfe4WPykMnrmasKrYuylJWnf2s0pbo0ioM,997
-gllm_inference/em_invoker/azure_openai_em_invoker.pyi,sha256=2Z_6tTE2KYbj_xXMo-GAij0yC9gvYvKnirascrPSoo0,5047
-gllm_inference/em_invoker/bedrock_em_invoker.pyi,sha256=UqodtpDmE7fEgpctXEETIlZGorX9i1lmmuTvGaJke6o,5829
+gllm_inference/em_invoker/azure_openai_em_invoker.pyi,sha256=TXC5Kgf1eZqK2FHKAyeG3LB1SEsSEStnbk9bI1mjC5k,5049
+gllm_inference/em_invoker/bedrock_em_invoker.pyi,sha256=kQETh2r-WR_H3APtt4QavmfwGOR3KB4k6USNYvFateY,5831
 gllm_inference/em_invoker/em_invoker.pyi,sha256=YDYJ8TGScsz5Gg-OBnEENN1tI1RYvwoddypxUr6SAWw,5191
-gllm_inference/em_invoker/google_em_invoker.pyi,sha256=q69kdVuE44ZqziQ8BajFYZ1tYn-MPjKjzXS9cRh4oAo,6951
+gllm_inference/em_invoker/google_em_invoker.pyi,sha256=zZYjeLp9ncwIVM4UHqDJSVOFn1eXiaz9Ba24-_fCF2c,6953
 gllm_inference/em_invoker/langchain_em_invoker.pyi,sha256=nhX6LynrjhfySEt_44OlLoSBd15hoz3giWyNM9CYLKY,3544
 gllm_inference/em_invoker/openai_compatible_em_invoker.pyi,sha256=SbvCbOhdpkq6IyPhGd_IlxD8hbXDZID2rIehY6mJOIs,2923
-gllm_inference/em_invoker/openai_em_invoker.pyi,sha256=7qfTzh55335wLrzk1mUAw15abqOBqOBoUmeF3lZpmAA,6311
-gllm_inference/em_invoker/twelevelabs_em_invoker.pyi,sha256=MMVgSnjMXksdhSDXIi3vOULIXnjbhtq19eR5LPnUmGo,5446
-gllm_inference/em_invoker/voyage_em_invoker.pyi,sha256=vdB_qS8QKrCcb-HtXwKZS4WW1R1wGzpMBFmOKC39sjU,5619
+gllm_inference/em_invoker/openai_em_invoker.pyi,sha256=dwZr9rjrjm060HEnyaPR9-jFJpxSi7fWx7i9ZB4aEY4,6313
+gllm_inference/em_invoker/twelevelabs_em_invoker.pyi,sha256=4E-xCtkkiry_tuMiI9jUk6l6iwy6iPQNxaq67AqHvjk,5448
+gllm_inference/em_invoker/voyage_em_invoker.pyi,sha256=nlcyjYnd3JvKy8UCGzjfXQLR4UmQIJnRbnNwnDK3xng,5621
 gllm_inference/em_invoker/langchain/__init__.pyi,sha256=aOTlRvS9aG1tBErjsmhe75s4Sq-g2z9ArfGqNW7QyEs,151
 gllm_inference/em_invoker/langchain/em_invoker_embeddings.pyi,sha256=BBSDazMOckO9Aw17tC3LGUTPqLb01my1xUZLtKZlwJY,3388
 gllm_inference/em_invoker/schema/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -36,18 +36,18 @@ gllm_inference/exceptions/error_parser.pyi,sha256=4aiJZhBzBOqlhdmpvaCvildGy7_Xxl
 gllm_inference/exceptions/exceptions.pyi,sha256=6y3ECgHAStqMGgQv8Dv-Ui-5PDD07mSj6qaRZeSWea4,5857
 gllm_inference/exceptions/provider_error_map.pyi,sha256=4AsAgbXAh91mxEW2YiomEuhBoeSNeAIo9WbT9WK8gQk,1233
 gllm_inference/lm_invoker/__init__.pyi,sha256=jG1xc5fTOeIgeKKVYSnsMzQThKk9kTW38yO_MYtv540,1387
-gllm_inference/lm_invoker/anthropic_lm_invoker.pyi,sha256=qc9zU0ZMT8RIAIqNSUTaQaDyNleNg-E6-0D5cPn2s_c,17952
-gllm_inference/lm_invoker/azure_openai_lm_invoker.pyi,sha256=nv9WZwgsMUKlct3CYAv2VM8vU423ZTu7pZ5l1yyPfbQ,15835
-gllm_inference/lm_invoker/bedrock_lm_invoker.pyi,sha256=ptyHTm1szPJEpQObdrsxHpbTkchCWE6K-YmVTmbdhvM,13037
-gllm_inference/lm_invoker/datasaur_lm_invoker.pyi,sha256=S50ULbQO_HW3rvyKPtIcS08gvEcXzjtKPSBzwk3q1i4,9537
-gllm_inference/lm_invoker/google_lm_invoker.pyi,sha256=CbWl2NGe0Hb-FV3fNzYyAoe1Tb4k1J0g9yGQyodLkXk,17856
-gllm_inference/lm_invoker/langchain_lm_invoker.pyi,sha256=dKN0flBxjiCUWW1QOz8HjoRfKpqXjNEz1pm5cS-40zA,13966
-gllm_inference/lm_invoker/litellm_lm_invoker.pyi,sha256=FtrOu0h-M8jMToMPUzt7ngRtPBdRNmKYI4ewP-TplWc,13826
+gllm_inference/lm_invoker/anthropic_lm_invoker.pyi,sha256=JSgKUk9d1ZHlitv_ZjHlAk2hIW-J7u6yslVHflIeUro,16726
+gllm_inference/lm_invoker/azure_openai_lm_invoker.pyi,sha256=FYfRNPG-oD4wIfitjTHnGib1uMZL7Pid0gbrRsymAHU,14601
+gllm_inference/lm_invoker/bedrock_lm_invoker.pyi,sha256=dsNxj3ZfHxUplg6nBLgxVGooGYq1QP89gYzCnmRCz3g,11810
+gllm_inference/lm_invoker/datasaur_lm_invoker.pyi,sha256=LR0EM4vTfufq9OWk8JVIwLyFeJFTguPNmPgJBUooSq4,8342
+gllm_inference/lm_invoker/google_lm_invoker.pyi,sha256=aSmEgoYj_V72Nb6erDResphw9RaHfbE5C6PhqpMfEeQ,17674
+gllm_inference/lm_invoker/langchain_lm_invoker.pyi,sha256=tJIxkFUKjLF-yz0niaDjN3L0QNCbn4sT8hmPKtERpog,12742
+gllm_inference/lm_invoker/litellm_lm_invoker.pyi,sha256=IJxRUkmgXY8oQwS7tJoskO8fiESB7M4pyvpE64pyXDo,12648
 gllm_inference/lm_invoker/lm_invoker.pyi,sha256=vUmMNEl7F__PavQJ42scoYGyWdEvZOw2Bwxhoqv_gKE,8659
-gllm_inference/lm_invoker/openai_chat_completions_lm_invoker.pyi,sha256=iwjwm9ZuxGZUVInNeknJUNqs56nnnQlw8ye_3cUkJ9M,16355
+gllm_inference/lm_invoker/openai_chat_completions_lm_invoker.pyi,sha256=uYJFgi4tJGab77232IC1gdoU9h9AqoClIUj6tM6O47s,15177
 gllm_inference/lm_invoker/openai_compatible_lm_invoker.pyi,sha256=T9sShA_9fgEuaaAuT2gJZq_EYNbEhf3IkWwMCwfszY8,4244
-gllm_inference/lm_invoker/openai_lm_invoker.pyi,sha256=ndXAsrnibKc9kk59t7enzteFrMfwinexCRVcDX6OgyA,24735
-gllm_inference/lm_invoker/xai_lm_invoker.pyi,sha256=4SnQdkomkIGZFswj2t-dx9yKRVAvs6PKc3MooBYkuxA,15773
+gllm_inference/lm_invoker/openai_lm_invoker.pyi,sha256=JJ-EEoUZVU147UC0oU11EimWuaEhC9p5lBy-PVW60fM,23419
+gllm_inference/lm_invoker/xai_lm_invoker.pyi,sha256=gyi12K7M9HkjNX6pU6NVv5Uq3-aHErixO-PVhHjioo8,14632
 gllm_inference/lm_invoker/batch/__init__.pyi,sha256=vJOTHRJ83oq8Bq0UsMdID9_HW5JAxr06gUs4aPRZfEE,130
 gllm_inference/lm_invoker/batch/batch_operations.pyi,sha256=o2U17M41RKVFW6j_oxy-SxU1JqUtVt75pKRxrqXzorE,5499
 gllm_inference/lm_invoker/schema/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -103,7 +103,7 @@ gllm_inference/schema/config.pyi,sha256=NVmjQK6HipIE0dKSfx12hgIC0O-S1HEcAc-TWlXA
 gllm_inference/schema/enums.pyi,sha256=U30RGvNFcNNJxTZZPt8vK7SFp3W4KSPVFxTZaiF1eLU,1375
 gllm_inference/schema/events.pyi,sha256=ifF75efM1TaEjw4AQmPkoQJUSl8d3Gt9PsBhTwSGsJ4,4020
 gllm_inference/schema/lm_input.pyi,sha256=HxQiZgY7zcXh_Dw8nK8LSeBTZEHMPZVwmPmnfgSsAbs,197
-gllm_inference/schema/lm_output.pyi,sha256=xafvq38SJkon0QfkuhswCX8ql777el5dUmzbbhLyOvA,2222
+gllm_inference/schema/lm_output.pyi,sha256=DIV8BiIOPaSnMKxzKzH_Mp7j7-MScWCvmllegJDLqFg,2479
 gllm_inference/schema/mcp.pyi,sha256=4SgQ83pEowfWm2p-w9lupV4NayqqVBOy7SuYxIFeWRs,1045
 gllm_inference/schema/message.pyi,sha256=jJV6A0ihEcun2OhzyMtNkiHnf7d6v5R-GdpTBGfJ0AQ,2272
 gllm_inference/schema/model_id.pyi,sha256=NuaS4XlKDRJJezj45CEzn8reDDeII9XeRARmM5SZPqA,5408
@@ -117,7 +117,7 @@ gllm_inference/utils/io_utils.pyi,sha256=Eg7dvHWdXslTKdjh1j3dG50i7r35XG2zTmJ9XXv
 gllm_inference/utils/langchain.pyi,sha256=4AwFiVAO0ZpdgmqeC4Pb5NJwBt8vVr0MSUqLeCdTscc,1194
 gllm_inference/utils/validation.pyi,sha256=-RdMmb8afH7F7q4Ao7x6FbwaDfxUHn3hA3WiOgzB-3s,397
 gllm_inference.build/.gitignore,sha256=aEiIwOuxfzdCmLZe4oB1JsBmCUxwG8x-u-HBCV9JT8E,1
-gllm_inference_binary-0.5.39.dist-info/METADATA,sha256=fclPfv4h7mJziMKUfIgKXJJVXnT-OpvX8Aqnbg7m0go,5770
-gllm_inference_binary-0.5.39.dist-info/WHEEL,sha256=O_u6PJIQ2pIcyIInxVQ9r-yArMuUZbBIaF1kpYVkYxA,96
-gllm_inference_binary-0.5.39.dist-info/top_level.txt,sha256=FpOjtN80F-qVNgbScXSEyqa0w09FYn6301iq6qt69IQ,15
-gllm_inference_binary-0.5.39.dist-info/RECORD,,
+gllm_inference_binary-0.5.40.dist-info/METADATA,sha256=nB6jb13Rpa3SqeBaMsTuF6mTdRMKSkBwzDzuSONeHJc,5770
+gllm_inference_binary-0.5.40.dist-info/WHEEL,sha256=O_u6PJIQ2pIcyIInxVQ9r-yArMuUZbBIaF1kpYVkYxA,96
+gllm_inference_binary-0.5.40.dist-info/top_level.txt,sha256=FpOjtN80F-qVNgbScXSEyqa0w09FYn6301iq6qt69IQ,15
+gllm_inference_binary-0.5.40.dist-info/RECORD,,