gllm-inference-binary 0.5.51__cp311-cp311-win_amd64.whl → 0.5.66__cp311-cp311-win_amd64.whl

gllm_inference/schema/lm_output.pyi

@@ -1,6 +1,8 @@
-from gllm_core.schema import Chunk as Chunk
+from _typeshed import Incomplete
+from gllm_core.schema import Chunk
 from gllm_inference.schema.attachment import Attachment as Attachment
 from gllm_inference.schema.code_exec_result import CodeExecResult as CodeExecResult
+from gllm_inference.schema.enums import LMOutputType as LMOutputType
 from gllm_inference.schema.mcp import MCPCall as MCPCall
 from gllm_inference.schema.reasoning import Reasoning as Reasoning
 from gllm_inference.schema.token_usage import TokenUsage as TokenUsage
@@ -8,37 +10,257 @@ from gllm_inference.schema.tool_call import ToolCall as ToolCall
 from pydantic import BaseModel
 from typing import Any
 
+LMOutputData = str | dict[str, Any] | BaseModel | Attachment | ToolCall | Reasoning | Chunk | CodeExecResult | MCPCall
+logger: Incomplete
+
+class LMOutputItem(BaseModel):
+    """Defines the output item of a language model.
+
+    Attributes:
+        type (str): The type of the output item.
+        output (LMOutputData): The output data of the output item.
+    """
+    type: str
+    output: LMOutputData
+
 class LMOutput(BaseModel):
     """Defines the output of a language model.
 
     Attributes:
-        response (str): The text response. Defaults to an empty string.
-        attachments (list[Attachment]): The attachments, if the language model decides to output attachments.
-            Defaults to an empty list.
-        tool_calls (list[ToolCall]): The tool calls, if the language model decides to invoke tools.
-            Defaults to an empty list.
-        structured_output (dict[str, Any] | BaseModel | None): The structured output, if a response schema is defined
-            for the language model. Defaults to None.
+        outputs (list[LMOutputItem]): The outputs of the language model in sequential order. Defaults to an empty list.
         token_usage (TokenUsage | None): The token usage analytics, if requested. Defaults to None.
         duration (float | None): The duration of the invocation in seconds, if requested. Defaults to None.
         finish_details (dict[str, Any]): The details about how the generation finished, if requested.
             Defaults to an empty dictionary.
-        reasoning (list[Reasoning]): The reasoning, if the language model is configured to output reasoning.
-            Defaults to an empty list.
-        citations (list[Chunk]): The citations, if the language model outputs citations. Defaults to an empty list.
-        code_exec_results (list[CodeExecResult]): The code execution results, if the language model decides to
-            execute code. Defaults to an empty list.
-        mcp_calls (list[MCPCall]): The MCP calls, if the language model decides to invoke MCP tools.
-            Defaults to an empty list.
+
+        text (str): The first text response.
+        structured_output (dict[str, Any] | BaseModel | None): The first structured output.
+
+        texts (list[str]): The texts from the outputs.
+        structured_outputs (list[dict[str, Any] | BaseModel]): The structured outputs from the outputs.
+        attachments (list[Attachment]): The attachments from the outputs.
+        tool_calls (list[ToolCall]): The tool calls from the outputs.
+        thinkings (list[Reasoning]): The thinkings from the outputs.
+        citations (list[Chunk]): The citations from the outputs.
+        code_exec_results (list[CodeExecResult]): The code exec results from the outputs.
+        mcp_calls (list[MCPCall]): The MCP calls from the outputs.
+
+        response (str): Deprecated. Replaced by `text`.
+        reasoning (list[Reasoning]): Deprecated. Replaced by `thinkings`.
     """
-    response: str
-    attachments: list[Attachment]
-    tool_calls: list[ToolCall]
-    structured_output: dict[str, Any] | BaseModel | None
+    outputs: list[LMOutputItem]
     token_usage: TokenUsage | None
     duration: float | None
     finish_details: dict[str, Any]
-    reasoning: list[Reasoning]
-    citations: list[Chunk]
-    code_exec_results: list[CodeExecResult]
-    mcp_calls: list[MCPCall]
+    def __init__(self, *, outputs: list[LMOutputItem] | None = None, token_usage: TokenUsage | None = None, duration: float | None = None, finish_details: dict[str, Any] | None = None, response: str = '', structured_output: dict[str, Any] | BaseModel | None = None, tool_calls: list[ToolCall] | None = None, reasoning: list[Reasoning] | None = None, attachments: list[Attachment] | None = None, citations: list[Chunk] | None = None, code_exec_results: list[CodeExecResult] | None = None, mcp_calls: list[MCPCall] | None = None) -> None:
+        """Initialize the LMOutput.
+
+        This constructor is created for backward compatibility with the legacy method to initialize the LMOutput.
+        This constructor will be removed in v0.6.
+
+        Args:
+            outputs (list[LMOutputItem] | None, optional): The output items. Defaults to an empty list.
+            token_usage (TokenUsage | None, optional): The token usage analytics. Defaults to None.
+            duration (float | None, optional): The duration of the invocation in seconds. Defaults to None.
+            finish_details (dict[str, Any] | None, optional): The details about how the generation finished.
+                Defaults to an empty dictionary.
+            response (str, optional): The first text response. Defaults to an empty string.
+            structured_output (dict[str, Any] | BaseModel | None, optional): The first structured output.
+                Defaults to None.
+            tool_calls (list[ToolCall] | None, optional): The tool calls. Defaults to None.
+            reasoning (list[Reasoning] | None, optional): The thinkings. Defaults to None.
+            attachments (list[Attachment] | None, optional): The attachments. Defaults to None.
+            citations (list[Chunk] | None, optional): The citations. Defaults to None.
+            code_exec_results (list[CodeExecResult] | None, optional): The code exec results. Defaults to None.
+            mcp_calls (list[MCPCall] | None, optional): The MCP calls. Defaults to None.
+        """
+    @property
+    def response(self) -> str:
+        """Deprecated property to get the first text response from the LMOutput.
+
+        Returns:
+            str: The first text response from the LMOutput.
+        """
+    @response.setter
+    def response(self, value: str) -> None:
+        """Deprecated setter to set the first text response to the LMOutput.
+
+        Args:
+            value (str): The first text response to set.
+        """
+    @property
+    def text(self) -> str:
+        """Get the first text from the LMOutput.
+
+        Returns:
+            str: The first text from the LMOutput.
+        """
+    @property
+    def structured_output(self) -> dict[str, Any] | BaseModel | None:
+        """Deprecated property to get the first structured output from the LMOutput.
+
+        Returns:
+            dict[str, Any] | BaseModel | None: The first structured output from the LMOutput.
+        """
+    @structured_output.setter
+    def structured_output(self, value: dict[str, Any] | BaseModel) -> None:
+        """Deprecated setter to set the first structured output to the LMOutput.
+
+        Args:
+            value (dict[str, Any] | BaseModel): The first structured output to set.
+        """
+    @property
+    def texts(self) -> list[str]:
+        """Get the texts from the LMOutput.
+
+        Returns:
+            list[str]: The texts from the LMOutput.
+        """
+    @property
+    def structured_outputs(self) -> list[dict[str, Any] | BaseModel]:
+        """Get the structured outputs from the LMOutput.
+
+        Returns:
+            list[dict[str, Any] | BaseModel]: The structured outputs from the LMOutput.
+        """
+    @property
+    def attachments(self) -> list[Attachment]:
+        """Get the attachments from the LMOutput.
+
+        Returns:
+            list[Attachment]: The attachments from the LMOutput.
+        """
+    @attachments.setter
+    def attachments(self, value: list[Attachment]) -> None:
+        """Deprecated setter to set the attachments to the LMOutput.
+
+        Args:
+            value (list[Attachment]): The attachments to set.
+        """
+    @property
+    def tool_calls(self) -> list[ToolCall]:
+        """Get the tool calls from the LMOutput.
+
+        Returns:
+            list[ToolCall]: The tool calls from the LMOutput.
+        """
+    @tool_calls.setter
+    def tool_calls(self, value: list[ToolCall]) -> None:
+        """Deprecated setter to set the tool calls to the LMOutput.
+
+        Args:
+            value (list[ToolCall]): The tool calls to set.
+        """
+    @property
+    def reasoning(self) -> list[Reasoning]:
+        """Deprecated property to get the thinkings from the LMOutput.
+
+        Returns:
+            list[Reasoning]: The thinkings from the LMOutput.
+        """
+    @reasoning.setter
+    def reasoning(self, value: list[Reasoning]) -> None:
+        """Deprecated setter to set the thinkings to the LMOutput.
+
+        Args:
+            value (list[Reasoning]): The thinkings to set.
+        """
+    @property
+    def thinkings(self) -> list[Reasoning]:
+        """Get the thinkings from the LMOutput.
+
+        Returns:
+            list[Reasoning]: The thinkings from the LMOutput.
+        """
+    @property
+    def citations(self) -> list[Chunk]:
+        """Get the citations from the LMOutput.
+
+        Returns:
+            list[Chunk]: The citations from the LMOutput.
+        """
+    @citations.setter
+    def citations(self, value: list[Chunk]) -> None:
+        """Deprecated setter to set the citations to the LMOutput.
+
+        Args:
+            value (list[Chunk]): The citations to set.
+        """
+    @property
+    def code_exec_results(self) -> list[CodeExecResult]:
+        """Get the code exec results from the LMOutput.
+
+        Returns:
+            list[CodeExecResult]: The code exec results from the LMOutput.
+        """
+    @code_exec_results.setter
+    def code_exec_results(self, value: list[CodeExecResult]) -> None:
+        """Deprecated setter to set the code exec results to the LMOutput.
+
+        Args:
+            value (list[CodeExecResult]): The code exec results to set.
+        """
+    @property
+    def mcp_calls(self) -> list[MCPCall]:
+        """Get the MCP calls from the LMOutput.
+
+        Returns:
+            list[MCPCall]: The MCP calls from the LMOutput.
+        """
+    @mcp_calls.setter
+    def mcp_calls(self, value: list[MCPCall]) -> None:
+        """Deprecated setter to set the MCP calls to the LMOutput.
+
+        Args:
+            value (list[MCPCall]): The MCP calls to set.
+        """
+    def add_text(self, text: str | list[str]) -> None:
+        """Add an output or a list of outputs to the LMOutput.
+
+        Args:
+            text (str | list[str]): The text or a list of texts to add.
+        """
+    def add_attachment(self, attachment: Attachment | list[Attachment]) -> None:
+        """Add an attachment or a list of attachments to the LMOutput.
+
+        Args:
+            attachment (Attachment | list[Attachment]): The attachment or a list of attachments to add.
+        """
+    def add_tool_call(self, tool_call: ToolCall | list[ToolCall]) -> None:
+        """Add a tool call or a list of tool calls to the LMOutput.
+
+        Args:
+            tool_call (ToolCall | list[ToolCall]): The tool call or a list of tool calls to add.
+        """
+    def add_structured(self, structured: dict[str, Any] | BaseModel | list[dict[str, Any] | BaseModel]) -> None:
+        """Add a structured output or a list of structured outputs to the LMOutput.
+
+        Args:
+            structured (dict[str, Any] | BaseModel | list[dict[str, Any] | BaseModel]): The structured output
+                or a list of structured outputs to add.
+        """
+    def add_thinking(self, thinking: Reasoning | list[Reasoning]) -> None:
+        """Add a thinking or a list of thoughts to the LMOutput.
+
+        Args:
+            thinking (Reasoning | list[Reasoning]): The thinking or a list of thoughts to add.
+        """
+    def add_citation(self, citation: Chunk | list[Chunk]) -> None:
+        """Add a citation or a list of citations to the LMOutput.
+
+        Args:
+            citation (Chunk | list[Chunk]): The citation or a list of citations to add.
+        """
+    def add_code_exec_result(self, code_exec_result: CodeExecResult | list[CodeExecResult]) -> None:
+        """Add a code exec result or a list of code exec results to the LMOutput.
+
+        Args:
+            code_exec_result (CodeExecResult | list[CodeExecResult]): The code exec result or a list of code exec
+                results to add.
+        """
+    def add_mcp_call(self, mcp_call: MCPCall | list[MCPCall]) -> None:
+        """Add an MCP call or a list of MCP calls to the LMOutput.
+
+        Args:
+            mcp_call (MCPCall | list[MCPCall]): The MCP call or a list of MCP calls to add.
+        """

gllm_inference/schema/model_id.pyi

@@ -1,6 +1,5 @@
 from _typeshed import Incomplete
 from enum import StrEnum
-from gllm_inference.utils import validate_string_enum as validate_string_enum
 from pydantic import BaseModel
 
 PROVIDER_SEPARATOR: str
@@ -22,6 +21,7 @@ class ModelProvider(StrEnum):
     PORTKEY = 'portkey'
     OPENAI_CHAT_COMPLETIONS = 'openai-chat-completions'
     OPENAI_COMPATIBLE = 'openai-compatible'
+    SEA_LION = 'sea-lion'
     TWELVELABS = 'twelvelabs'
     VOYAGE = 'voyage'
     XAI = 'xai'

gllm_inference/utils/validation.pyi

@@ -1,5 +1,8 @@
+from _typeshed import Incomplete
 from enum import StrEnum
 
+logger: Incomplete
+
 def validate_string_enum(enum_type: type[StrEnum], value: str) -> None:
     """Validates that the provided value is a valid string enum value.
 

gllm_inference.pyi

@@ -33,6 +33,7 @@ import gllm_inference.lm_invoker.OpenAIChatCompletionsLMInvoker
 import gllm_inference.lm_invoker.OpenAICompatibleLMInvoker
 import gllm_inference.lm_invoker.OpenAILMInvoker
 import gllm_inference.lm_invoker.PortkeyLMInvoker
+import gllm_inference.lm_invoker.SeaLionLMInvoker
 import gllm_inference.lm_invoker.XAILMInvoker
 import gllm_inference.prompt_builder.PromptBuilder
 import gllm_inference.output_parser.JSONOutputParser
@@ -57,7 +58,6 @@ import gllm_inference.schema.AttachmentType
 import gllm_inference.schema.EMContent
 import gllm_inference.schema.Vector
 import aioboto3
-import gllm_inference.utils.validate_string_enum
 import cohere
 import asyncio.CancelledError
 import gllm_inference.exceptions.convert_to_base_invoker_error
@@ -68,9 +68,7 @@ import google.genai
 import google.genai.types
 import httpx
 import gllm_inference.exceptions.ProviderInternalError
-import concurrent
-import concurrent.futures
-import concurrent.futures.ThreadPoolExecutor
+import gllm_core.utils.concurrency
 import langchain_core
 import langchain_core.embeddings
 import gllm_inference.exceptions.InvokerRuntimeError
@@ -85,6 +83,7 @@ import voyageai
 import voyageai.client_async
 import http
 import http.HTTPStatus
+import __future__
 import uuid
 import gllm_core.constants
 import gllm_core.event
@@ -115,9 +114,7 @@ import inspect
 import time
 import jsonschema
 import gllm_inference.lm_invoker.batch.BatchOperations
-import gllm_inference.schema.LMEventType
 import gllm_inference.schema.MessageContent
-import __future__
 import gllm_inference.schema.ActivityEvent
 import gllm_inference.schema.CodeEvent
 import gllm_inference.schema.CodeExecResult
@@ -139,6 +136,7 @@ import jinja2.sandbox
 import gllm_inference.schema.JinjaEnvType
 import gllm_inference.prompt_builder.format_strategy.JinjaFormatStrategy
 import gllm_inference.prompt_builder.format_strategy.StringFormatStrategy
+import gllm_inference.schema.HistoryFormatter
 import transformers
 import gllm_inference.prompt_formatter.HuggingFacePromptFormatter
 import traceback
@@ -151,6 +149,7 @@ import pathlib
 import filetype
 import magic
 import requests
+import gllm_core.schema.chunk
 import binascii
 import fnmatch
 import importlib

{gllm_inference_binary-0.5.51.dist-info → gllm_inference_binary-0.5.66.dist-info}/METADATA

@@ -1,12 +1,12 @@
 Metadata-Version: 2.2
 Name: gllm-inference-binary
-Version: 0.5.51
+Version: 0.5.66
 Summary: A library containing components related to model inferences in Gen AI applications.
-Author-email: Henry Wicaksono <henry.wicaksono@gdplabs.id>, Resti Febrina <resti.febrina@gdplabs.id>
+Author-email: Henry Wicaksono <henry.wicaksono@gdplabs.id>, "Delfia N. A. Putri" <delfia.n.a.putri@gdplabs.id>
 Requires-Python: <3.14,>=3.11
 Description-Content-Type: text/markdown
 Requires-Dist: poetry<3.0.0,>=2.1.3
-Requires-Dist: gllm-core-binary<0.4.0,>=0.3.21
+Requires-Dist: gllm-core-binary<0.4.0,>=0.3.23
 Requires-Dist: aiohttp<4.0.0,>=3.12.14
 Requires-Dist: filetype<2.0.0,>=1.2.0
 Requires-Dist: httpx<0.29.0,>=0.28.0
@@ -33,7 +33,7 @@ Requires-Dist: aioboto3<16.0.0,>=15.0.0; extra == "bedrock"
 Provides-Extra: cohere
 Requires-Dist: cohere<6.0.0,>=5.18.0; extra == "cohere"
 Provides-Extra: datasaur
-Requires-Dist: openai<2.0.0,>=1.98.0; extra == "datasaur"
+Requires-Dist: openai<3.0.0,>=2.7.0; extra == "datasaur"
 Provides-Extra: google
 Requires-Dist: google-genai<=1.36,>=1.23; extra == "google"
 Provides-Extra: huggingface
@@ -42,7 +42,7 @@ Requires-Dist: transformers<5.0.0,>=4.52.0; extra == "huggingface"
 Provides-Extra: litellm
 Requires-Dist: litellm<2.0.0,>=1.69.2; extra == "litellm"
 Provides-Extra: openai
-Requires-Dist: openai<2.0.0,>=1.98.0; extra == "openai"
+Requires-Dist: openai<3.0.0,>=2.7.0; extra == "openai"
 Provides-Extra: portkey-ai
 Requires-Dist: portkey-ai<2.0.0,>=1.14.4; extra == "portkey-ai"
 Provides-Extra: twelvelabs

{gllm_inference_binary-0.5.51.dist-info → gllm_inference_binary-0.5.66.dist-info}/RECORD

@@ -1,11 +1,11 @@
-gllm_inference.cp311-win_amd64.pyd,sha256=GZ1kWbeDS9j3luJDKQ6QE6GGlQxcC6cF-YZW7wJrbpI,3872256
-gllm_inference.pyi,sha256=9EID8MhTbq9wGizE04ZelJSAUmiza8WdfCTqhQj3dAE,5191
+gllm_inference.cp311-win_amd64.pyd,sha256=xik0kaZaQfmy3izrWe_LGbuuz8tIpFtVAtMehjg2feI,4151296
+gllm_inference.pyi,sha256=jCxjKwYXb3t6yZrf6m7uD29V9KPXyWb8U04-lru4-JA,5173
 gllm_inference/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-gllm_inference/constants.pyi,sha256=PncjVw-mkzcJ3ln1ohvVZGdJ-TD-VZy1Ygn4Va8Z7i0,350
+gllm_inference/constants.pyi,sha256=8jIYOyxJYVWUYXSXF3vag9HhHwjq1iU9tzPiosRHkWk,328
 gllm_inference/builder/__init__.pyi,sha256=-bw1uDx7CAM7pkvjvb1ZXku9zXlQ7aEAyC83KIn3bz8,506
 gllm_inference/builder/_build_invoker.pyi,sha256=SZst1ocnRntcA7lWKp44lMJ3yRA5GP_jsUZkcsxwTjw,876
 gllm_inference/builder/build_em_invoker.pyi,sha256=Z09hP6_ziumI2XB-7HCdyIE4AyoV1oL9DBdoU2G8izo,5879
-gllm_inference/builder/build_lm_invoker.pyi,sha256=1Qgb0bD8tqobDh9kR_Kce7Vwu_Oljc2xv-HBIrC3HUY,9065
+gllm_inference/builder/build_lm_invoker.pyi,sha256=ZKNVOOQAi1DaChrPBdWGUuzPShhmkGx89oZnALhR9w0,9417
 gllm_inference/builder/build_lm_request_processor.pyi,sha256=H7Rg88e7PTTCtuyY64r333moTmh4-ypOwgnG10gkEdY,4232
 gllm_inference/builder/build_output_parser.pyi,sha256=sgSTrzUmSRxPzUUum0fDU7A3NXYoYhpi6bEx4Q2XMnA,965
 gllm_inference/catalog/__init__.pyi,sha256=HWgPKWIzprpMHRKe_qN9BZSIQhVhrqiyjLjIXwvj1ho,291
@@ -15,7 +15,7 @@ gllm_inference/catalog/prompt_builder_catalog.pyi,sha256=iViWB4SaezzjQY4UY1YxeoX
 gllm_inference/em_invoker/__init__.pyi,sha256=uCWfCjh5a5DciRFcUdbHndewokM3J5hp3mbhmM5wQC8,1211
 gllm_inference/em_invoker/azure_openai_em_invoker.pyi,sha256=TXC5Kgf1eZqK2FHKAyeG3LB1SEsSEStnbk9bI1mjC5k,5049
 gllm_inference/em_invoker/bedrock_em_invoker.pyi,sha256=ZPse0qNR74qFcc-9svTN8DzVO6kCLz-KYsLDo3cEEd0,6483
-gllm_inference/em_invoker/cohere_em_invoker.pyi,sha256=4eLqeKLoK8vJB61bGdttfWUUvNDBToBqNA6KQYBMT8s,6793
+gllm_inference/em_invoker/cohere_em_invoker.pyi,sha256=Z_eBDfq9XErzpO2q47rfSB8LWxZY7Wxx1TTlvVh6k28,6708
 gllm_inference/em_invoker/em_invoker.pyi,sha256=YDYJ8TGScsz5Gg-OBnEENN1tI1RYvwoddypxUr6SAWw,5191
 gllm_inference/em_invoker/google_em_invoker.pyi,sha256=zZYjeLp9ncwIVM4UHqDJSVOFn1eXiaz9Ba24-_fCF2c,6953
 gllm_inference/em_invoker/jina_em_invoker.pyi,sha256=wrivFiPFRWBSw-TEAkaQKBvBRhlzN6CBaZkc0HOslRw,5754
@@ -40,33 +40,34 @@ gllm_inference/exceptions/__init__.pyi,sha256=nXOqwsuwUgsnBcJEANVuxbZ1nDfcJ6-pKU
 gllm_inference/exceptions/error_parser.pyi,sha256=4aiJZhBzBOqlhdmpvaCvildGy7_XxlJzQpe3PzGt8eE,2040
 gllm_inference/exceptions/exceptions.pyi,sha256=6y3ECgHAStqMGgQv8Dv-Ui-5PDD07mSj6qaRZeSWea4,5857
 gllm_inference/exceptions/provider_error_map.pyi,sha256=vWa4ZIHn7qIghECGvO-dS2KzOmf3c10GRWKZ4YDPnSQ,1267
-gllm_inference/lm_invoker/__init__.pyi,sha256=L2nlkj13WwWbDYEBtM0mlAj0-UbSilMjVLpCJ_0Eock,1502
-gllm_inference/lm_invoker/anthropic_lm_invoker.pyi,sha256=JSgKUk9d1ZHlitv_ZjHlAk2hIW-J7u6yslVHflIeUro,16726
-gllm_inference/lm_invoker/azure_openai_lm_invoker.pyi,sha256=FYfRNPG-oD4wIfitjTHnGib1uMZL7Pid0gbrRsymAHU,14601
-gllm_inference/lm_invoker/bedrock_lm_invoker.pyi,sha256=IMFD6Nr_4tkDDMy1WveOz91u_v1rjplVdtgep9UXsxw,11851
-gllm_inference/lm_invoker/datasaur_lm_invoker.pyi,sha256=LR0EM4vTfufq9OWk8JVIwLyFeJFTguPNmPgJBUooSq4,8342
-gllm_inference/lm_invoker/google_lm_invoker.pyi,sha256=aSmEgoYj_V72Nb6erDResphw9RaHfbE5C6PhqpMfEeQ,17674
-gllm_inference/lm_invoker/langchain_lm_invoker.pyi,sha256=tJIxkFUKjLF-yz0niaDjN3L0QNCbn4sT8hmPKtERpog,12742
-gllm_inference/lm_invoker/litellm_lm_invoker.pyi,sha256=IJxRUkmgXY8oQwS7tJoskO8fiESB7M4pyvpE64pyXDo,12648
-gllm_inference/lm_invoker/lm_invoker.pyi,sha256=PS4cJ5VLNfHqeTgCerY-c1Xaa7ktdWAiT-f3Lnc0wvE,8665
-gllm_inference/lm_invoker/openai_chat_completions_lm_invoker.pyi,sha256=uYJFgi4tJGab77232IC1gdoU9h9AqoClIUj6tM6O47s,15177
+gllm_inference/lm_invoker/__init__.pyi,sha256=Y0laMHRdUwGgfIXo278qe1dwj7ZMSCeO-wMToYim47c,1618
+gllm_inference/lm_invoker/anthropic_lm_invoker.pyi,sha256=b3VM_mcK20y4Fyo_vWDx95HA001l9h53ACo0caP1sTY,15729
+gllm_inference/lm_invoker/azure_openai_lm_invoker.pyi,sha256=uV98H2nJsElCTsxAuInZ9KSk1jOTq6SROAGQRPR-_r0,13173
+gllm_inference/lm_invoker/bedrock_lm_invoker.pyi,sha256=qXmFK6zsOM3nPfueEhY5pAfG24bZytA1jqemPa63vLY,10951
+gllm_inference/lm_invoker/datasaur_lm_invoker.pyi,sha256=FnpayOW_Zi0pWFSawLX8XahEnknbnpsRWrkhKZe8Y3U,8035
+gllm_inference/lm_invoker/google_lm_invoker.pyi,sha256=2ZqQl9WhehtxcnAXzUi7vFDaHV0lO-0SwHoAT7m8Lf0,20484
+gllm_inference/lm_invoker/langchain_lm_invoker.pyi,sha256=ull3cX-iUT4hYMbixcxqfrNUxR8ZoR4Vt9ACVILQWSM,12126
+gllm_inference/lm_invoker/litellm_lm_invoker.pyi,sha256=qG8pPTiDJZR2e7wr5Q2VyceC227tz3QybX3UPihT5ng,11400
+gllm_inference/lm_invoker/lm_invoker.pyi,sha256=TqlnNhWnFeteC_JjnnQ1pPW66qHPePC0iA738I1LdXo,9553
+gllm_inference/lm_invoker/openai_chat_completions_lm_invoker.pyi,sha256=qt9DAdJM7YBB4op-6SOJB0kCouPYVxtIamGUXLGLUeA,13888
 gllm_inference/lm_invoker/openai_compatible_lm_invoker.pyi,sha256=T9sShA_9fgEuaaAuT2gJZq_EYNbEhf3IkWwMCwfszY8,4244
-gllm_inference/lm_invoker/openai_lm_invoker.pyi,sha256=10iKCyleqHNbJc8M1rj3ogRcNlNxcVgyk0v6TcS6gf4,23452
-gllm_inference/lm_invoker/portkey_lm_invoker.pyi,sha256=BmZ5TFiQx3-6Ijf6J2ICzP6SCfnOFUVTPRLijv85oU0,13465
-gllm_inference/lm_invoker/xai_lm_invoker.pyi,sha256=gyi12K7M9HkjNX6pU6NVv5Uq3-aHErixO-PVhHjioo8,14632
+gllm_inference/lm_invoker/openai_lm_invoker.pyi,sha256=Wu9cvkncnfMQI1Fht5c3i3LF0Tdd6Pz0-rpCTkWRe84,24918
+gllm_inference/lm_invoker/portkey_lm_invoker.pyi,sha256=FYOp4BaDfOtompWIRhDqzMVVSK-TiFyw7JA4TznANQE,15236
+gllm_inference/lm_invoker/sea_lion_lm_invoker.pyi,sha256=Qqplj79JsnLGY6xjhbXYbz6Ramxur4sXfvv4svk19os,3533
+gllm_inference/lm_invoker/xai_lm_invoker.pyi,sha256=6beZsQjGUTo7TdzWBWksRzVGT58XyipErpGfiRq6NH0,13017
 gllm_inference/lm_invoker/batch/__init__.pyi,sha256=vJOTHRJ83oq8Bq0UsMdID9_HW5JAxr06gUs4aPRZfEE,130
-gllm_inference/lm_invoker/batch/batch_operations.pyi,sha256=o2U17M41RKVFW6j_oxy-SxU1JqUtVt75pKRxrqXzorE,5499
+gllm_inference/lm_invoker/batch/batch_operations.pyi,sha256=EKwINY8DQFOXquGGrUTr_Yg24ZrSyiiAo2hX8If9vyQ,5573
 gllm_inference/lm_invoker/schema/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 gllm_inference/lm_invoker/schema/anthropic.pyi,sha256=Ol_IqeBPgrmG5iaY3NV6AD-alC2HmUvljp0vI8GApWo,1154
 gllm_inference/lm_invoker/schema/bedrock.pyi,sha256=rB1AWfER2BBKZ5I219211YE2EUFPF25bhzysqjdPgiY,1080
 gllm_inference/lm_invoker/schema/datasaur.pyi,sha256=8lmb1PRbkqBsF_l7iOffxW0K5Xxpi69GW9Z7KxyxHTE,279
-gllm_inference/lm_invoker/schema/google.pyi,sha256=elXHrUMS46pbTsulk7hBXVVFcT022iD-_U_I590xeV8,529
+gllm_inference/lm_invoker/schema/google.pyi,sha256=LQ14PJyDOe3K5TYvE-gzE1fjpZCSAy-0Sy9Lmw6fICY,827
 gllm_inference/lm_invoker/schema/langchain.pyi,sha256=2OJOUQPlGdlUbIOTDOyiWDBOMm3MoVX-kU2nK0zQsF0,452
-gllm_inference/lm_invoker/schema/openai.pyi,sha256=TsCr8_SM5kK2JyROeXtmH13n46TgKjLMc0agYlYUSZc,2328
+gllm_inference/lm_invoker/schema/openai.pyi,sha256=yrL10gyrxvU3szXeKJC-mMkHO3nzdcaYDsBzORqK3AE,2777
 gllm_inference/lm_invoker/schema/openai_chat_completions.pyi,sha256=nNPb7ETC9IrJwkV5wfbGf6Co3-qdq4lhcXz0l_qYCE4,1261
 gllm_inference/lm_invoker/schema/portkey.pyi,sha256=V2q4JIwDAR7BidqfmO01u1_1mLOMtm5OCon6sN2zNt0,662
 gllm_inference/lm_invoker/schema/xai.pyi,sha256=jpC6ZSBDUltzm9GjD6zvSFIPwqizn_ywLnjvwSa7KuU,663
-gllm_inference/model/__init__.pyi,sha256=e9Jq5V2iVPpjBh_bOEBoXdsU2LleAxKfJ0r-1rZJ5R0,822
+gllm_inference/model/__init__.pyi,sha256=J3z0Rc6PI_aC0XuA_dWB2tCBQ4pSZdS5NzQ8vPhs5c4,907
 gllm_inference/model/em/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 gllm_inference/model/em/cohere_em.pyi,sha256=uF1AmDO-skQteYqzxJ3DK10SqgfdW0oW9L8Ym34eU04,505
 gllm_inference/model/em/google_em.pyi,sha256=c53H-KNdNOK9ppPLyOSkmCA890eF5FsMd05upkPIzF0,487
@@ -78,12 +79,13 @@ gllm_inference/model/lm/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZ
 gllm_inference/model/lm/anthropic_lm.pyi,sha256=ccUpxddakurLFHivl5UzJxgODLhcFgx8XC7CKa-99NE,633
 gllm_inference/model/lm/google_lm.pyi,sha256=OLuoqT0FnJOLsNalulBMEXuCYAXoF8Y7vjfSBgjaJxA,529
 gllm_inference/model/lm/openai_lm.pyi,sha256=yj3AJj1xDYRkNIPHX2enw46AJ9wArPZruKsxg1ME9Rg,645
+gllm_inference/model/lm/sea_lion_lm.pyi,sha256=Gz42ym_KJA7if3sDCFmdrb1uv9b9__n2RWOfPvOxm0Y,508
 gllm_inference/model/lm/xai_lm.pyi,sha256=O3G9Lj1Ii31CyCDrwYVkPPJN6X8V-WBF9xILUPUE-qY,525
 gllm_inference/output_parser/__init__.pyi,sha256=dhAeRTBxc6CfS8bhnHjbtrnyqJ1iyffvUZkGp4UrJNM,132
 gllm_inference/output_parser/json_output_parser.pyi,sha256=YtgQh8Uzy8W_Tgh8DfuR7VFFS7qvLEasiTwRfaGZZEU,2993
 gllm_inference/output_parser/output_parser.pyi,sha256=-Xu5onKCBDqShcO-VrQh5icqAmXdihGc3rkZxL93swg,975
 gllm_inference/prompt_builder/__init__.pyi,sha256=mPsbiafzSNHsgN-CuzjhgZpfXfi1pPC3_gdsq2p0EM4,120
-gllm_inference/prompt_builder/prompt_builder.pyi,sha256=67X0MXPRGb_Azifk5fM9lAsQX48rASsQk2gCPikqU5k,4626
+gllm_inference/prompt_builder/prompt_builder.pyi,sha256=w99E5dsQxpJ-1FNEF_WBOt7xovmhp5WzrbTfRQ76K60,5083
 gllm_inference/prompt_builder/format_strategy/__init__.pyi,sha256=BliNAdrN2yNoQt8muLe1IknuE78UDQys_3L_8_2Tn9E,312
 gllm_inference/prompt_builder/format_strategy/format_strategy.pyi,sha256=Uay07qR0nMGbrOZ2twEyrIWYRKevBQL9ju_4fVfByyQ,2328
 gllm_inference/prompt_builder/format_strategy/jinja_format_strategy.pyi,sha256=W8SdOPWPz_U355G8rQwiIQ0Ys78vomUBFEEZiz3AS5k,2270
@@ -109,18 +111,19 @@ gllm_inference/realtime_chat/output_streamer/output_streamer.pyi,sha256=5P9NQ0aJ
 gllm_inference/request_processor/__init__.pyi,sha256=giEme2WFQhgyKiBZHhSet0_nKSCHwGy-_2p6NRzg0Zc,231
 gllm_inference/request_processor/lm_request_processor.pyi,sha256=0fy1HyILCVDw6y46E-7tLnQTRYx4ppeRMe0QP6t9Jyw,5990
 gllm_inference/request_processor/uses_lm_mixin.pyi,sha256=LYHq-zLoXEMel1LfVdYv7W3BZ8WtBLo_WWFjRf10Yto,6512
-gllm_inference/schema/__init__.pyi,sha256=Bpbo6a4NqSwJJnPBRKAKx2gAdGiDl1tsak-vJxfZ6UU,2284
+gllm_inference/schema/__init__.pyi,sha256=89GWKdJ6DdPUTem42_Uc-5EsyNcfUJ-WnMVEkagpEwI,2524
 gllm_inference/schema/activity.pyi,sha256=atrU4OwLesA9FEt1H7K3gsUWYNdOqpI5i2VdWkmo6cs,2367
-gllm_inference/schema/attachment.pyi,sha256=9zgAjGXBjLfzPGaKi68FMW6b5mXdEA352nDe-ynOSvY,3385
+gllm_inference/schema/attachment.pyi,sha256=myJ_cI_h5mwUdvmMrWpSQIwj3nIxe8SD7HxO37o_3D4,4611
 gllm_inference/schema/code_exec_result.pyi,sha256=WQ-ARoGM9r6nyRX-A0Ro1XKiqrc9R3jRYXZpu_xo5S4,573
 gllm_inference/schema/config.pyi,sha256=NVmjQK6HipIE0dKSfx12hgIC0O-S1HEcAc-TWlXAF5A,689
-gllm_inference/schema/enums.pyi,sha256=wbD5Qifv9y0c3_FR_M4WBvlDLzq0bQbWwox_Lw3f-KM,1820
-gllm_inference/schema/events.pyi,sha256=YStRTYGtYlM0a46AfCuBwEaijsRujTSkEusJ-M6cvSY,4810
+gllm_inference/schema/enums.pyi,sha256=U-lADk7xNjA5rByem0fo0xDAy9T3GsekY8B5szTlWPQ,2193
+gllm_inference/schema/events.pyi,sha256=_CKuGNzb3j2Y1dOB2yssFkT_9FQz1AY4J_ApCwKNizU,4743
+gllm_inference/schema/formatter.pyi,sha256=uJ1CZt_DmizfCPHD5deQwm2ftU-zcl2aj5rwJGTPe9c,1312
 gllm_inference/schema/lm_input.pyi,sha256=HxQiZgY7zcXh_Dw8nK8LSeBTZEHMPZVwmPmnfgSsAbs,197
-gllm_inference/schema/lm_output.pyi,sha256=DIV8BiIOPaSnMKxzKzH_Mp7j7-MScWCvmllegJDLqFg,2479
+gllm_inference/schema/lm_output.pyi,sha256=N75CIF_2kZRdXKy2jvu9hhqzk5DrCbsHXTrhKqQ-7vo,11667
 gllm_inference/schema/mcp.pyi,sha256=4SgQ83pEowfWm2p-w9lupV4NayqqVBOy7SuYxIFeWRs,1045
 gllm_inference/schema/message.pyi,sha256=jJV6A0ihEcun2OhzyMtNkiHnf7d6v5R-GdpTBGfJ0AQ,2272
-gllm_inference/schema/model_id.pyi,sha256=Ozu46pp1uaPPvXJ6SPKpiL1vETPJqErEjNAYfOb5b6Y,6070
+gllm_inference/schema/model_id.pyi,sha256=JhTzjCsOzHGds_UF8PlPON3xtqmSjUEfvjpmYyf3CJ0,6018
 gllm_inference/schema/reasoning.pyi,sha256=jbPxkDRHt0Vt-zdcc8lTT1l2hIE1Jm3HIHeNd0hfXGo,577
 gllm_inference/schema/token_usage.pyi,sha256=WJiGQyz5qatzBK2b-sABLCyTRLCBbAvxCRcqSJOzu-8,3025
 gllm_inference/schema/tool_call.pyi,sha256=OWT9LUqs_xfUcOkPG0aokAAqzLYYDkfnjTa0zOWvugk,403
@@ -129,9 +132,9 @@ gllm_inference/schema/type_alias.pyi,sha256=L-V0WxsFQznzAfby3DH8XMHUgjjZxQEsLw8S
 gllm_inference/utils/__init__.pyi,sha256=H27RiiFjD6WQHRrYb1-sBnb2aqjVENw5_8-DdAe1k9A,396
 gllm_inference/utils/io_utils.pyi,sha256=Eg7dvHWdXslTKdjh1j3dG50i7r35XG2zTmJ9XXvz4cI,1120
 gllm_inference/utils/langchain.pyi,sha256=4AwFiVAO0ZpdgmqeC4Pb5NJwBt8vVr0MSUqLeCdTscc,1194
-gllm_inference/utils/validation.pyi,sha256=-RdMmb8afH7F7q4Ao7x6FbwaDfxUHn3hA3WiOgzB-3s,397
+gllm_inference/utils/validation.pyi,sha256=OWRZxeVGIuuvNU0LqLGB-9gNmypvbH-LcSJx91rnH1k,453
 gllm_inference.build/.gitignore,sha256=aEiIwOuxfzdCmLZe4oB1JsBmCUxwG8x-u-HBCV9JT8E,1
-gllm_inference_binary-0.5.51.dist-info/METADATA,sha256=YYGvuy7NbswW0XC-0PcrjX1olPf4rOGAchD5hHbWgto,5945
-gllm_inference_binary-0.5.51.dist-info/WHEEL,sha256=l2aKBREYfqJ7T2ljmr6hUiXPoNvvXF47bG4IHjuSyS4,96
-gllm_inference_binary-0.5.51.dist-info/top_level.txt,sha256=FpOjtN80F-qVNgbScXSEyqa0w09FYn6301iq6qt69IQ,15
-gllm_inference_binary-0.5.51.dist-info/RECORD,,
+gllm_inference_binary-0.5.66.dist-info/METADATA,sha256=JS0et7h2YvGkt2guUZO2aNaAm4rE77yALrYxMVHoKls,5953
+gllm_inference_binary-0.5.66.dist-info/WHEEL,sha256=l2aKBREYfqJ7T2ljmr6hUiXPoNvvXF47bG4IHjuSyS4,96
+gllm_inference_binary-0.5.66.dist-info/top_level.txt,sha256=FpOjtN80F-qVNgbScXSEyqa0w09FYn6301iq6qt69IQ,15
+gllm_inference_binary-0.5.66.dist-info/RECORD,,