gllm-inference-binary 0.5.59__cp312-cp312-win_amd64.whl → 0.5.65__cp312-cp312-win_amd64.whl

gllm_inference/builder/build_lm_invoker.pyi

@@ -1,4 +1,4 @@
-from gllm_inference.lm_invoker import AnthropicLMInvoker as AnthropicLMInvoker, AzureOpenAILMInvoker as AzureOpenAILMInvoker, BedrockLMInvoker as BedrockLMInvoker, DatasaurLMInvoker as DatasaurLMInvoker, GoogleLMInvoker as GoogleLMInvoker, LangChainLMInvoker as LangChainLMInvoker, LiteLLMLMInvoker as LiteLLMLMInvoker, OpenAIChatCompletionsLMInvoker as OpenAIChatCompletionsLMInvoker, OpenAICompatibleLMInvoker as OpenAICompatibleLMInvoker, OpenAILMInvoker as OpenAILMInvoker, PortkeyLMInvoker as PortkeyLMInvoker, XAILMInvoker as XAILMInvoker
+from gllm_inference.lm_invoker import AnthropicLMInvoker as AnthropicLMInvoker, AzureOpenAILMInvoker as AzureOpenAILMInvoker, BedrockLMInvoker as BedrockLMInvoker, DatasaurLMInvoker as DatasaurLMInvoker, GoogleLMInvoker as GoogleLMInvoker, LangChainLMInvoker as LangChainLMInvoker, LiteLLMLMInvoker as LiteLLMLMInvoker, OpenAIChatCompletionsLMInvoker as OpenAIChatCompletionsLMInvoker, OpenAICompatibleLMInvoker as OpenAICompatibleLMInvoker, OpenAILMInvoker as OpenAILMInvoker, PortkeyLMInvoker as PortkeyLMInvoker, SeaLionLMInvoker as SeaLionLMInvoker, XAILMInvoker as XAILMInvoker
 from gllm_inference.lm_invoker.lm_invoker import BaseLMInvoker as BaseLMInvoker
 from gllm_inference.schema.model_id import ModelId as ModelId, ModelProvider as ModelProvider
 from typing import Any
@@ -119,6 +119,15 @@ def build_lm_invoker(model_id: str | ModelId, credentials: str | dict[str, Any]
         ```
         The credentials can also be provided through the `AZURE_OPENAI_API_KEY` environment variable.
 
+        # Using SEA-LION
+        ```python
+        lm_invoker = build_lm_invoker(
+            model_id="sea-lion/aisingapore/Qwen-SEA-LION-v4-32B-IT",
+            credentials="sk-..."
+        )
+        ```
+        The credentials can also be provided through the `SEA_LION_API_KEY` environment variable.
+
         # Using LangChain
         ```python
         lm_invoker = build_lm_invoker(

gllm_inference/lm_invoker/__init__.pyi

@@ -9,6 +9,7 @@ from gllm_inference.lm_invoker.openai_chat_completions_lm_invoker import OpenAIC
 from gllm_inference.lm_invoker.openai_compatible_lm_invoker import OpenAICompatibleLMInvoker as OpenAICompatibleLMInvoker
 from gllm_inference.lm_invoker.openai_lm_invoker import OpenAILMInvoker as OpenAILMInvoker
 from gllm_inference.lm_invoker.portkey_lm_invoker import PortkeyLMInvoker as PortkeyLMInvoker
+from gllm_inference.lm_invoker.sea_lion_lm_invoker import SeaLionLMInvoker as SeaLionLMInvoker
 from gllm_inference.lm_invoker.xai_lm_invoker import XAILMInvoker as XAILMInvoker
 
-__all__ = ['AnthropicLMInvoker', 'AzureOpenAILMInvoker', 'BedrockLMInvoker', 'DatasaurLMInvoker', 'GoogleLMInvoker', 'LangChainLMInvoker', 'LiteLLMLMInvoker', 'OpenAIChatCompletionsLMInvoker', 'OpenAICompatibleLMInvoker', 'OpenAILMInvoker', 'PortkeyLMInvoker', 'XAILMInvoker']
+__all__ = ['AnthropicLMInvoker', 'AzureOpenAILMInvoker', 'BedrockLMInvoker', 'DatasaurLMInvoker', 'GoogleLMInvoker', 'LangChainLMInvoker', 'LiteLLMLMInvoker', 'OpenAIChatCompletionsLMInvoker', 'OpenAICompatibleLMInvoker', 'OpenAILMInvoker', 'PortkeyLMInvoker', 'SeaLionLMInvoker', 'XAILMInvoker']

gllm_inference/lm_invoker/anthropic_lm_invoker.pyi

@@ -1,12 +1,14 @@
 from _typeshed import Incomplete
+from anthropic.types import ContentBlockStopEvent as ContentBlockStopEvent, Message as Message, RawContentBlockDeltaEvent as RawContentBlockDeltaEvent, RawContentBlockStartEvent as RawContentBlockStartEvent
 from gllm_core.event import EventEmitter as EventEmitter
 from gllm_core.schema.tool import Tool as Tool
 from gllm_core.utils.retry import RetryConfig as RetryConfig
 from gllm_inference.constants import INVOKER_PROPAGATED_MAX_RETRIES as INVOKER_PROPAGATED_MAX_RETRIES
 from gllm_inference.lm_invoker.lm_invoker import BaseLMInvoker as BaseLMInvoker
 from gllm_inference.lm_invoker.schema.anthropic import InputType as InputType, Key as Key, OutputType as OutputType
-from gllm_inference.schema import Attachment as Attachment, AttachmentType as AttachmentType, BatchStatus as BatchStatus, LMInput as LMInput, LMOutput as LMOutput, Message as Message, ModelId as ModelId, ModelProvider as ModelProvider, Reasoning as Reasoning, ResponseSchema as ResponseSchema, ThinkingEvent as ThinkingEvent, TokenUsage as TokenUsage, ToolCall as ToolCall, ToolResult as ToolResult
+from gllm_inference.schema import Attachment as Attachment, AttachmentType as AttachmentType, BatchStatus as BatchStatus, LMInput as LMInput, LMOutput as LMOutput, ModelId as ModelId, ModelProvider as ModelProvider, Reasoning as Reasoning, ResponseSchema as ResponseSchema, ThinkingEvent as ThinkingEvent, TokenUsage as TokenUsage, ToolCall as ToolCall, ToolResult as ToolResult
 from langchain_core.tools import Tool as LangChainTool
+from pydantic import BaseModel as BaseModel
 from typing import Any
 
 SUPPORTED_ATTACHMENTS: Incomplete

gllm_inference/lm_invoker/batch/batch_operations.pyi

@@ -104,11 +104,12 @@ class BatchOperations:
         Returns:
             BatchStatus: The status of the batch job.
         """
-    async def retrieve(self, batch_id: str) -> dict[str, LMOutput]:
+    async def retrieve(self, batch_id: str, **kwargs: Any) -> dict[str, LMOutput]:
         """Retrieves the results of a batch job.
 
         Args:
             batch_id (str): The ID of the batch job to get the results of.
+            **kwargs (Any): Additional keyword arguments.
 
         Returns:
             dict[str, LMOutput]: The results of the batch job.

gllm_inference/lm_invoker/google_lm_invoker.pyi

@@ -6,8 +6,9 @@ from gllm_inference.constants import GOOGLE_SCOPES as GOOGLE_SCOPES, SECONDS_TO_
 from gllm_inference.exceptions import BaseInvokerError as BaseInvokerError, convert_http_status_to_base_invoker_error as convert_http_status_to_base_invoker_error
 from gllm_inference.exceptions.provider_error_map import GOOGLE_ERROR_MAPPING as GOOGLE_ERROR_MAPPING
 from gllm_inference.lm_invoker.lm_invoker import BaseLMInvoker as BaseLMInvoker
-from gllm_inference.lm_invoker.schema.google import InputType as InputType, Key as Key
-from gllm_inference.schema import Attachment as Attachment, AttachmentType as AttachmentType, LMOutput as LMOutput, Message as Message, MessageRole as MessageRole, ModelId as ModelId, ModelProvider as ModelProvider, Reasoning as Reasoning, ResponseSchema as ResponseSchema, ThinkingEvent as ThinkingEvent, TokenUsage as TokenUsage, ToolCall as ToolCall, ToolResult as ToolResult
+from gllm_inference.lm_invoker.schema.google import InputType as InputType, JobState as JobState, Key as Key
+from gllm_inference.schema import Attachment as Attachment, AttachmentType as AttachmentType, BatchStatus as BatchStatus, LMInput as LMInput, LMOutput as LMOutput, Message as Message, MessageRole as MessageRole, ModelId as ModelId, ModelProvider as ModelProvider, Reasoning as Reasoning, ResponseSchema as ResponseSchema, ThinkingEvent as ThinkingEvent, TokenUsage as TokenUsage, ToolCall as ToolCall, ToolResult as ToolResult
+from google.genai.types import GenerateContentResponse as GenerateContentResponse
 from langchain_core.tools import Tool as LangChainTool
 from typing import Any
 
@@ -15,8 +16,12 @@ SUPPORTED_ATTACHMENTS: Incomplete
 DEFAULT_THINKING_BUDGET: int
 REQUIRE_THINKING_MODEL_PREFIX: Incomplete
 IMAGE_GENERATION_MODELS: Incomplete
-YOUTUBE_URL_PATTERN: Incomplete
-GOOGLE_FILE_URL_PATTERN: Incomplete
+BATCH_STATUS_MAP: Incomplete
+
+class URLPattern:
+    """Defines specific Google related URL patterns."""
+    GOOGLE_FILE: Incomplete
+    YOUTUBE: Incomplete
 
 class GoogleLMInvoker(BaseLMInvoker):
     '''A language model invoker to interact with Google language models.
@@ -261,6 +266,94 @@ class GoogleLMInvoker(BaseLMInvoker):
         ```python
         lm_invoker = GoogleLMInvoker(..., retry_config=retry_config)
         ```
+
+    Batch processing:
+        The `GoogleLMInvoker` supports batch processing, which allows the language model to process multiple
+        requests in a single call. Batch processing is supported through the `batch` attribute.
+
+        Due to Google SDK limitations with batch processing:
+        1. Only inline requests are currently supported (not file-based or BigQuery sources).
+        2. The total size of all requests must be under 20MB.
+        3. Original request indices are not preserved in the results. The results are keyed by request index in the
+        format \'1\', \'2\', etc, in which order are preserved based on the original request order. If you want to use
+        custom request IDs, you can pass them as a list of strings to the `custom_request_ids` keyword argument
+
+        Usage example:
+        ```python
+        requests = {"1": "What color is the sky?", "2": "What color is the grass?"}
+        results = await lm_invoker.batch.invoke(requests)
+        ```
+
+        Output example:
+        ```python
+        {
+            "1": LMOutput(outputs=[LMOutputItem(type="text", output="The sky is blue.")]),
+            "2": LMOutput(finish_details={"type": "error", "message": "..."}),
+        }
+        ```
+
+        The `GoogleLMInvoker` also supports the following standalone batch processing operations:
+
+        1. Create a batch job:
+            ```python
+            requests = {"1": "What color is the sky?", "2": "What color is the grass?"}
+            batch_id = await lm_invoker.batch.create(requests)
+            ```
+
+        2. Get the status of a batch job:
+            ```python
+            status = await lm_invoker.batch.status(batch_id)
+            ```
+
+        3. Retrieve the results of a batch job:
+
+            In default, the results will be keyed by request index in the format \'1\', \'2\', etc,
+            in which order are preserved based on the original request order.
+
+
+            ```python
+            results = await lm_invoker.batch.retrieve(batch_id)
+            ```
+
+            Output example:
+            ```python
+            {
+                "1": LMOutput(outputs=[LMOutputItem(type="text", output="The sky is blue.")]),
+                "2": LMOutput(finish_details={"type": "error", "error": {"message": "...", ...}, ...}),
+            }
+            ```
+
+            If you pass custom_request_ids to the create method, the results will be keyed by the custom_request_ids.
+            ```python
+            results = await lm_invoker.batch.retrieve(batch_id, custom_request_ids=["request_1", "request_2"])
+            ```
+
+            Output example:
+            ```python
+            {
+                "request_1": LMOutput(outputs=[LMOutputItem(type="text", output="The sky is blue.")]),
+                "request_2": LMOutput(finish_details={"type": "error", "error": {"message": "...", ...}, ...}),
+            }
+            ```
+
+        4. List the batch jobs:
+            ```python
+            batch_jobs = await lm_invoker.batch.list()
+            ```
+
+            Output example:
+            ```python
+            [
+                {"id": "batch_123", "status": "finished"},
+                {"id": "batch_456", "status": "in_progress"},
+                {"id": "batch_789", "status": "canceling"},
+            ]
+            ```
+
+        5. Cancel a batch job:
+            ```python
+            await lm_invoker.batch.cancel(batch_id)
+            ```
     '''
     client_params: Incomplete
     image_generation: Incomplete

gllm_inference/lm_invoker/lm_invoker.pyi

@@ -133,6 +133,24 @@ class BaseLMInvoker(ABC, metaclass=abc.ABCMeta):
         This method clears the response schema for the language model by calling the `set_response_schema` method with
         None.
         """
+    async def count_input_tokens(self, messages: LMInput) -> int:
+        """Counts the input tokens for an invocation request inputs.
+
+        This method counts the input tokens for an invocation request inputs. This method is useful for:
+        1. Estimating the cost of an invocation request before invoking the language model.
+        2. Checking if the invocation request is too large to be processed by the language model.
+
+        Args:
+            messages (LMInput): The input messages for the language model.
+                1. If a list of Message objects is provided, it is used as is.
+                2. If a list of MessageContent or a string is provided, it is converted into a user message.
+
+        Returns:
+            int: The number of input tokens for the invocation request.
+
+        Raises:
+            TimeoutError: If the invocation times out.
+        """
     async def invoke(self, messages: LMInput, hyperparameters: dict[str, Any] | None = None, event_emitter: EventEmitter | None = None) -> str | LMOutput:
         """Invokes the language model.
 

gllm_inference/lm_invoker/openai_lm_invoker.pyi

@@ -7,6 +7,9 @@ from gllm_inference.lm_invoker.lm_invoker import BaseLMInvoker as BaseLMInvoker
 from gllm_inference.lm_invoker.schema.openai import InputType as InputType, Key as Key, OutputType as OutputType, ReasoningEffort as ReasoningEffort, ReasoningSummary as ReasoningSummary
 from gllm_inference.schema import ActivityEvent as ActivityEvent, Attachment as Attachment, AttachmentType as AttachmentType, CodeEvent as CodeEvent, CodeExecResult as CodeExecResult, LMOutput as LMOutput, MCPCall as MCPCall, MCPCallActivity as MCPCallActivity, MCPListToolsActivity as MCPListToolsActivity, MCPServer as MCPServer, Message as Message, MessageRole as MessageRole, ModelId as ModelId, ModelProvider as ModelProvider, Reasoning as Reasoning, ResponseSchema as ResponseSchema, ThinkingEvent as ThinkingEvent, TokenUsage as TokenUsage, ToolCall as ToolCall, ToolResult as ToolResult, WebSearchActivity as WebSearchActivity
 from langchain_core.tools import Tool as LangChainTool
+from openai import AsyncStream as AsyncStream
+from openai.types.responses import Response as Response, ResponseFunctionWebSearch as ResponseFunctionWebSearch, ResponseOutputItem as ResponseOutputItem
+from openai.types.responses.response_output_item import McpCall as McpCall, McpListTools as McpListTools
 from typing import Any
 
 SUPPORTED_ATTACHMENTS: Incomplete

gllm_inference/lm_invoker/schema/google.pyi

@@ -7,8 +7,10 @@ class Key:
     FUNCTION: str
     FUNCTION_CALL: str
     HTTP_OPTIONS: str
+    ID: str
     NAME: str
     RETRY_OPTIONS: str
+    STATUS: str
     SYSTEM_INSTRUCTION: str
     THINKING_CONFIG: str
     TIMEOUT: str
@@ -16,9 +18,19 @@ class Key:
     RESPONSE_SCHEMA: str
     RESPONSE_MIME_TYPE: str
     VERTEXAI: str
+    CUSTOM_REQUEST_IDS: str
 
 class InputType:
     """Defines valid input types in Google."""
     APPLICATION_JSON: str
     MODEL: str
     USER: str
+
+class JobState:
+    """Defines valid output types in Google."""
+    JOB_STATE_CANCELLED: str
+    JOB_STATE_EXPIRED: str
+    JOB_STATE_FAILED: str
+    JOB_STATE_PENDING: str
+    JOB_STATE_RUNNING: str
+    JOB_STATE_SUCCEEDED: str

gllm_inference/lm_invoker/schema/openai.pyi

@@ -80,6 +80,7 @@ class OutputType:
     FIND_IN_PAGE: str
     FUNCTION_CALL: str
     IMAGE: str
+    IMAGE_GENERATION_CALL: str
     INCOMPLETE: str
     ITEM_DONE: str
     MCP_CALL: str

gllm_inference/lm_invoker/sea_lion_lm_invoker.pyi

@@ -0,0 +1,48 @@
+from _typeshed import Incomplete
+from gllm_core.schema.tool import Tool as Tool
+from gllm_core.utils import RetryConfig as RetryConfig
+from gllm_inference.constants import INVOKER_PROPAGATED_MAX_RETRIES as INVOKER_PROPAGATED_MAX_RETRIES
+from gllm_inference.lm_invoker.openai_chat_completions_lm_invoker import OpenAIChatCompletionsLMInvoker as OpenAIChatCompletionsLMInvoker
+from gllm_inference.lm_invoker.schema.openai_chat_completions import Key as Key
+from gllm_inference.schema import ModelId as ModelId, ModelProvider as ModelProvider, ResponseSchema as ResponseSchema
+from langchain_core.tools import Tool as LangChainTool
+from typing import Any
+
+SEA_LION_URL: str
+SUPPORTED_ATTACHMENTS: Incomplete
+
+class SeaLionLMInvoker(OpenAIChatCompletionsLMInvoker):
+    """A language model invoker to interact with SEA-LION API.
+
+    Attributes:
+        model_id (str): The model ID of the language model.
+        model_provider (str): The provider of the language model.
+        model_name (str): The name of the language model.
+        client_kwargs (dict[str, Any]): The keyword arguments for the OpenAI client.
+        default_hyperparameters (dict[str, Any]): Default hyperparameters for invoking the model.
+        tools (list[Tool]): The list of tools provided to the model to enable tool calling.
+        response_schema (ResponseSchema | None): The schema of the response. If provided, the model will output a
+            structured response as defined by the schema. Supports both Pydantic BaseModel and JSON schema dictionary.
+        output_analytics (bool): Whether to output the invocation analytics.
+        retry_config (RetryConfig | None): The retry configuration for the language model.
+    """
+    client_kwargs: Incomplete
+    def __init__(self, model_name: str, api_key: str | None = None, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool | LangChainTool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig | None = None) -> None:
+        """Initializes a new instance of the SeaLionLMInvoker class.
+
+        Args:
+            model_name (str): The name of the SEA-LION language model.
+            api_key (str | None, optional): The API key for authenticating with the SEA-LION API.
+                Defaults to None, in which case the `SEA_LION_API_KEY` environment variable will be used.
+            model_kwargs (dict[str, Any] | None, optional): Additional model parameters. Defaults to None.
+            default_hyperparameters (dict[str, Any] | None, optional): Default hyperparameters for invoking the model.
+                Defaults to None.
+            tools (list[Tool | LangChainTool] | None, optional): Tools provided to the model to enable tool calling.
+                Defaults to None.
+            response_schema (ResponseSchema | None, optional): The schema of the response. If provided, the model will
+                output a structured response as defined by the schema. Supports both Pydantic BaseModel and JSON schema
+                dictionary. Defaults to None.
+            output_analytics (bool, optional): Whether to output the invocation analytics. Defaults to False.
+            retry_config (RetryConfig | None, optional): The retry configuration for the language model.
+                Defaults to None, in which case a default config with no retry and 30.0 seconds timeout will be used.
+        """

gllm_inference/model/__init__.pyi

@@ -7,6 +7,7 @@ from gllm_inference.model.em.voyage_em import VoyageEM as VoyageEM
 from gllm_inference.model.lm.anthropic_lm import AnthropicLM as AnthropicLM
 from gllm_inference.model.lm.google_lm import GoogleLM as GoogleLM
 from gllm_inference.model.lm.openai_lm import OpenAILM as OpenAILM
+from gllm_inference.model.lm.sea_lion_lm import SeaLionLM as SeaLionLM
 from gllm_inference.model.lm.xai_lm import XAILM as XAILM
 
-__all__ = ['AnthropicLM', 'CohereEM', 'GoogleEM', 'GoogleLM', 'JinaEM', 'OpenAIEM', 'OpenAILM', 'TwelveLabsEM', 'VoyageEM', 'XAILM']
+__all__ = ['AnthropicLM', 'CohereEM', 'GoogleEM', 'GoogleLM', 'JinaEM', 'OpenAIEM', 'OpenAILM', 'SeaLionLM', 'TwelveLabsEM', 'VoyageEM', 'XAILM']

gllm_inference/model/lm/sea_lion_lm.pyi

@@ -0,0 +1,16 @@
+class SeaLionLM:
+    '''Defines SEA-LION language model names constants.
+
+    Usage example:
+    ```python
+    from gllm_inference.model import SeaLionLM
+    from gllm_inference.lm_invoker import SeaLionLMInvoker
+
+    lm_invoker = SeaLionLMInvoker(SeaLionLM.GEMMA_SEA_LION_V4_27B_IT)
+    response = await lm_invoker.invoke("Hello, world!")
+    ```
+    '''
+    GEMMA_SEA_LION_V4_27B_IT: str
+    LLAMA_SEA_LION_V3_5_70B_R: str
+    LLAMA_SEA_LION_V3_70B_IT: str
+    QWEN_SEA_LION_V4_32B_IT: str

gllm_inference/prompt_builder/prompt_builder.pyi

@@ -1,6 +1,6 @@
 from _typeshed import Incomplete
 from gllm_inference.prompt_builder.format_strategy import JinjaFormatStrategy as JinjaFormatStrategy, StringFormatStrategy as StringFormatStrategy
-from gllm_inference.schema import JinjaEnvType as JinjaEnvType, Message as Message, MessageContent as MessageContent, MessageRole as MessageRole
+from gllm_inference.schema import HistoryFormatter as HistoryFormatter, JinjaEnvType as JinjaEnvType, Message as Message, MessageContent as MessageContent, MessageRole as MessageRole
 from jinja2.sandbox import SandboxedEnvironment as SandboxedEnvironment
 from typing import Any
 
@@ -13,13 +13,15 @@ class PromptBuilder:
         prompt_key_set (set[str]): A set of expected keys that must be present in the prompt templates.
         key_defaults (dict[str, str]): Default values for the keys in the prompt templates.
         strategy (BasePromptFormattingStrategy): The format strategy to be used for formatting the prompt.
+        history_formatter (HistoryFormatter): The history formatter to be used for formatting the history.
     """
     key_defaults: Incomplete
     system_template: Incomplete
     user_template: Incomplete
+    history_formatter: Incomplete
     strategy: Incomplete
     prompt_key_set: Incomplete
-    def __init__(self, system_template: str = '', user_template: str = '', key_defaults: dict[str, str] | None = None, ignore_extra_keys: bool | None = None, use_jinja: bool = False, jinja_env: JinjaEnvType | SandboxedEnvironment = ...) -> None:
+    def __init__(self, system_template: str = '', user_template: str = '', key_defaults: dict[str, str] | None = None, ignore_extra_keys: bool | None = None, history_formatter: HistoryFormatter | None = None, use_jinja: bool | None = False, jinja_env: JinjaEnvType | SandboxedEnvironment | None = None) -> None:
         """Initializes a new instance of the PromptBuilder class.
 
         Args:
@@ -32,6 +34,8 @@ class PromptBuilder:
                 Defaults to None, in which case no default values will be assigned to the keys.
             ignore_extra_keys (bool | None, optional): Deprecated parameter. Will be removed in v0.6. Extra keys
                 will always raise a warning only instead of raising an error.
+            history_formatter (HistoryFormatter | None, optional): The history formatter to be used for formatting
+                the history. Defaults to None, in which case the history will be used as is.
             use_jinja (bool, optional): Whether to use Jinja for rendering the prompt templates.
                 Defaults to False.
             jinja_env (JinjaEnvType | SandboxedEnvironment, optional): The environment for Jinja rendering.

gllm_inference/schema/__init__.pyi

@@ -4,6 +4,7 @@ from gllm_inference.schema.code_exec_result import CodeExecResult as CodeExecRes
 from gllm_inference.schema.config import TruncationConfig as TruncationConfig
 from gllm_inference.schema.enums import AttachmentType as AttachmentType, BatchStatus as BatchStatus, EmitDataType as EmitDataType, JinjaEnvType as JinjaEnvType, LMEventType as LMEventType, LMEventTypeSuffix as LMEventTypeSuffix, LMOutputType as LMOutputType, MessageRole as MessageRole, TruncateSide as TruncateSide
 from gllm_inference.schema.events import ActivityEvent as ActivityEvent, CodeEvent as CodeEvent, ThinkingEvent as ThinkingEvent
+from gllm_inference.schema.formatter import HistoryFormatter as HistoryFormatter
 from gllm_inference.schema.lm_input import LMInput as LMInput
 from gllm_inference.schema.lm_output import LMOutput as LMOutput, LMOutputData as LMOutputData, LMOutputItem as LMOutputItem
 from gllm_inference.schema.mcp import MCPCall as MCPCall, MCPServer as MCPServer
@@ -15,4 +16,4 @@ from gllm_inference.schema.tool_call import ToolCall as ToolCall
 from gllm_inference.schema.tool_result import ToolResult as ToolResult
 from gllm_inference.schema.type_alias import EMContent as EMContent, MessageContent as MessageContent, ResponseSchema as ResponseSchema, Vector as Vector
 
-__all__ = ['Activity', 'ActivityEvent', 'Attachment', 'AttachmentType', 'BatchStatus', 'CodeEvent', 'CodeExecResult', 'EMContent', 'EmitDataType', 'InputTokenDetails', 'JinjaEnvType', 'LMEventType', 'LMEventTypeSuffix', 'LMInput', 'LMOutput', 'LMOutputItem', 'LMOutputData', 'LMOutputType', 'MCPCall', 'MCPCallActivity', 'MCPListToolsActivity', 'MCPServer', 'Message', 'MessageContent', 'MessageRole', 'ModelId', 'ModelProvider', 'OutputTokenDetails', 'Reasoning', 'ResponseSchema', 'ThinkingEvent', 'TokenUsage', 'ToolCall', 'ToolResult', 'TruncateSide', 'TruncationConfig', 'Vector', 'WebSearchActivity']
+__all__ = ['Activity', 'ActivityEvent', 'Attachment', 'AttachmentType', 'BatchStatus', 'CodeEvent', 'CodeExecResult', 'EMContent', 'EmitDataType', 'HistoryFormatter', 'InputTokenDetails', 'JinjaEnvType', 'LMEventType', 'LMEventTypeSuffix', 'LMInput', 'LMOutput', 'LMOutputItem', 'LMOutputData', 'LMOutputType', 'MCPCall', 'MCPCallActivity', 'MCPListToolsActivity', 'MCPServer', 'Message', 'MessageContent', 'MessageRole', 'ModelId', 'ModelProvider', 'OutputTokenDetails', 'Reasoning', 'ResponseSchema', 'ThinkingEvent', 'TokenUsage', 'ToolCall', 'ToolResult', 'TruncateSide', 'TruncationConfig', 'Vector', 'WebSearchActivity']

gllm_inference/schema/enums.pyi

@@ -9,9 +9,11 @@ class AttachmentType(StrEnum):
 
 class BatchStatus(StrEnum):
     """Defines the status of a batch job."""
-    CANCELING = 'canceling'
     IN_PROGRESS = 'in_progress'
     FINISHED = 'finished'
+    FAILED = 'failed'
+    CANCELING = 'canceling'
+    EXPIRED = 'expired'
     UNKNOWN = 'unknown'
 
 class LMEventType(StrEnum):

gllm_inference/schema/formatter.pyi

@@ -0,0 +1,31 @@
+from gllm_inference.schema.enums import MessageRole as MessageRole
+from gllm_inference.schema.message import Message as Message
+from gllm_inference.schema.type_alias import MessageContent as MessageContent
+from pydantic import BaseModel
+
+class HistoryFormatter(BaseModel):
+    """Configuration for history formatting.
+
+    Attributes:
+        prefix_user_message (str): Prefix for user messages.
+        suffix_user_message (str): Suffix for user messages.
+        prefix_assistant_message (str): Prefix for assistant messages.
+        suffix_assistant_message (str): Suffix for assistant messages.
+    """
+    prefix_user_message: str
+    suffix_user_message: str
+    prefix_assistant_message: str
+    suffix_assistant_message: str
+    def format_history(self, history: list[Message]) -> list[Message]:
+        """Formats a list of messages based on their roles.
+
+        This method formats each message in the history list by applying the appropriate
+        formatting based on the message role (user or assistant). Other message types
+        are added to the result without modification.
+
+        Args:
+            history (list[Message]): The list of messages to format.
+
+        Returns:
+            list[Message]: A new list containing the formatted messages.
+        """

gllm_inference/schema/model_id.pyi

@@ -21,6 +21,7 @@ class ModelProvider(StrEnum):
     PORTKEY = 'portkey'
     OPENAI_CHAT_COMPLETIONS = 'openai-chat-completions'
     OPENAI_COMPATIBLE = 'openai-compatible'
+    SEA_LION = 'sea-lion'
     TWELVELABS = 'twelvelabs'
     VOYAGE = 'voyage'
     XAI = 'xai'

gllm_inference.pyi

@@ -33,6 +33,7 @@ import gllm_inference.lm_invoker.OpenAIChatCompletionsLMInvoker
 import gllm_inference.lm_invoker.OpenAICompatibleLMInvoker
 import gllm_inference.lm_invoker.OpenAILMInvoker
 import gllm_inference.lm_invoker.PortkeyLMInvoker
+import gllm_inference.lm_invoker.SeaLionLMInvoker
 import gllm_inference.lm_invoker.XAILMInvoker
 import gllm_inference.prompt_builder.PromptBuilder
 import gllm_inference.output_parser.JSONOutputParser
@@ -82,6 +83,7 @@ import voyageai
 import voyageai.client_async
 import http
 import http.HTTPStatus
+import __future__
 import uuid
 import gllm_core.constants
 import gllm_core.event
@@ -113,7 +115,6 @@ import time
 import jsonschema
 import gllm_inference.lm_invoker.batch.BatchOperations
 import gllm_inference.schema.MessageContent
-import __future__
 import gllm_inference.schema.ActivityEvent
 import gllm_inference.schema.CodeEvent
 import gllm_inference.schema.CodeExecResult
@@ -135,6 +136,7 @@ import jinja2.sandbox
 import gllm_inference.schema.JinjaEnvType
 import gllm_inference.prompt_builder.format_strategy.JinjaFormatStrategy
 import gllm_inference.prompt_builder.format_strategy.StringFormatStrategy
+import gllm_inference.schema.HistoryFormatter
 import transformers
 import gllm_inference.prompt_formatter.HuggingFacePromptFormatter
 import traceback

{gllm_inference_binary-0.5.59.dist-info → gllm_inference_binary-0.5.65.dist-info}/METADATA

@@ -1,8 +1,8 @@
 Metadata-Version: 2.2
 Name: gllm-inference-binary
-Version: 0.5.59
+Version: 0.5.65
 Summary: A library containing components related to model inferences in Gen AI applications.
-Author-email: Henry Wicaksono <henry.wicaksono@gdplabs.id>, Resti Febrina <resti.febrina@gdplabs.id>
+Author-email: Henry Wicaksono <henry.wicaksono@gdplabs.id>, "Delfia N. A. Putri" <delfia.n.a.putri@gdplabs.id>
 Requires-Python: <3.14,>=3.11
 Description-Content-Type: text/markdown
 Requires-Dist: poetry<3.0.0,>=2.1.3
@@ -33,7 +33,7 @@ Requires-Dist: aioboto3<16.0.0,>=15.0.0; extra == "bedrock"
 Provides-Extra: cohere
 Requires-Dist: cohere<6.0.0,>=5.18.0; extra == "cohere"
 Provides-Extra: datasaur
-Requires-Dist: openai<2.0.0,>=1.98.0; extra == "datasaur"
+Requires-Dist: openai<3.0.0,>=2.7.0; extra == "datasaur"
 Provides-Extra: google
 Requires-Dist: google-genai<=1.36,>=1.23; extra == "google"
 Provides-Extra: huggingface
@@ -42,7 +42,7 @@ Requires-Dist: transformers<5.0.0,>=4.52.0; extra == "huggingface"
 Provides-Extra: litellm
 Requires-Dist: litellm<2.0.0,>=1.69.2; extra == "litellm"
 Provides-Extra: openai
-Requires-Dist: openai<2.0.0,>=1.98.0; extra == "openai"
+Requires-Dist: openai<3.0.0,>=2.7.0; extra == "openai"
 Provides-Extra: portkey-ai
 Requires-Dist: portkey-ai<2.0.0,>=1.14.4; extra == "portkey-ai"
 Provides-Extra: twelvelabs

{gllm_inference_binary-0.5.59.dist-info → gllm_inference_binary-0.5.65.dist-info}/RECORD

@@ -1,11 +1,11 @@
-gllm_inference.cp312-win_amd64.pyd,sha256=N0oHEnIhVKT1VotWdJthKu7g6O5hPcCoH4ChSlSPz9Q,3976192
-gllm_inference.pyi,sha256=t6lCcDjutByvoSK439LdRhQ9i7dq9tmp0Vwr5aAuv4Y,5077
+gllm_inference.cp312-win_amd64.pyd,sha256=6TAfpKZDP63k7V6o_LOTnFIB5il-rupgPCNawwgySEE,4046848
+gllm_inference.pyi,sha256=jCxjKwYXb3t6yZrf6m7uD29V9KPXyWb8U04-lru4-JA,5173
 gllm_inference/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 gllm_inference/constants.pyi,sha256=8jIYOyxJYVWUYXSXF3vag9HhHwjq1iU9tzPiosRHkWk,328
 gllm_inference/builder/__init__.pyi,sha256=-bw1uDx7CAM7pkvjvb1ZXku9zXlQ7aEAyC83KIn3bz8,506
 gllm_inference/builder/_build_invoker.pyi,sha256=SZst1ocnRntcA7lWKp44lMJ3yRA5GP_jsUZkcsxwTjw,876
 gllm_inference/builder/build_em_invoker.pyi,sha256=Z09hP6_ziumI2XB-7HCdyIE4AyoV1oL9DBdoU2G8izo,5879
-gllm_inference/builder/build_lm_invoker.pyi,sha256=1Qgb0bD8tqobDh9kR_Kce7Vwu_Oljc2xv-HBIrC3HUY,9065
+gllm_inference/builder/build_lm_invoker.pyi,sha256=ZKNVOOQAi1DaChrPBdWGUuzPShhmkGx89oZnALhR9w0,9417
 gllm_inference/builder/build_lm_request_processor.pyi,sha256=H7Rg88e7PTTCtuyY64r333moTmh4-ypOwgnG10gkEdY,4232
 gllm_inference/builder/build_output_parser.pyi,sha256=sgSTrzUmSRxPzUUum0fDU7A3NXYoYhpi6bEx4Q2XMnA,965
 gllm_inference/catalog/__init__.pyi,sha256=HWgPKWIzprpMHRKe_qN9BZSIQhVhrqiyjLjIXwvj1ho,291
@@ -40,33 +40,34 @@ gllm_inference/exceptions/__init__.pyi,sha256=nXOqwsuwUgsnBcJEANVuxbZ1nDfcJ6-pKU
 gllm_inference/exceptions/error_parser.pyi,sha256=4aiJZhBzBOqlhdmpvaCvildGy7_XxlJzQpe3PzGt8eE,2040
 gllm_inference/exceptions/exceptions.pyi,sha256=6y3ECgHAStqMGgQv8Dv-Ui-5PDD07mSj6qaRZeSWea4,5857
 gllm_inference/exceptions/provider_error_map.pyi,sha256=vWa4ZIHn7qIghECGvO-dS2KzOmf3c10GRWKZ4YDPnSQ,1267
-gllm_inference/lm_invoker/__init__.pyi,sha256=L2nlkj13WwWbDYEBtM0mlAj0-UbSilMjVLpCJ_0Eock,1502
-gllm_inference/lm_invoker/anthropic_lm_invoker.pyi,sha256=_Dst_88LOpC-FN01hApihxUxuripiCGSOax5R_-bQEE,15496
+gllm_inference/lm_invoker/__init__.pyi,sha256=Y0laMHRdUwGgfIXo278qe1dwj7ZMSCeO-wMToYim47c,1618
+gllm_inference/lm_invoker/anthropic_lm_invoker.pyi,sha256=b3VM_mcK20y4Fyo_vWDx95HA001l9h53ACo0caP1sTY,15729
 gllm_inference/lm_invoker/azure_openai_lm_invoker.pyi,sha256=uV98H2nJsElCTsxAuInZ9KSk1jOTq6SROAGQRPR-_r0,13173
 gllm_inference/lm_invoker/bedrock_lm_invoker.pyi,sha256=qXmFK6zsOM3nPfueEhY5pAfG24bZytA1jqemPa63vLY,10951
 gllm_inference/lm_invoker/datasaur_lm_invoker.pyi,sha256=FnpayOW_Zi0pWFSawLX8XahEnknbnpsRWrkhKZe8Y3U,8035
-gllm_inference/lm_invoker/google_lm_invoker.pyi,sha256=LFX9c7dQviIP3lRUmAlJPU50utTW3kF5rQRMLE7iFdU,16727
+gllm_inference/lm_invoker/google_lm_invoker.pyi,sha256=2ZqQl9WhehtxcnAXzUi7vFDaHV0lO-0SwHoAT7m8Lf0,20484
 gllm_inference/lm_invoker/langchain_lm_invoker.pyi,sha256=ull3cX-iUT4hYMbixcxqfrNUxR8ZoR4Vt9ACVILQWSM,12126
 gllm_inference/lm_invoker/litellm_lm_invoker.pyi,sha256=qG8pPTiDJZR2e7wr5Q2VyceC227tz3QybX3UPihT5ng,11400
-gllm_inference/lm_invoker/lm_invoker.pyi,sha256=L_PHRCeHo0dNs6BjnB8H29irGib-qhxKYf7F7pZlU0E,8652
+gllm_inference/lm_invoker/lm_invoker.pyi,sha256=TqlnNhWnFeteC_JjnnQ1pPW66qHPePC0iA738I1LdXo,9553
 gllm_inference/lm_invoker/openai_chat_completions_lm_invoker.pyi,sha256=qt9DAdJM7YBB4op-6SOJB0kCouPYVxtIamGUXLGLUeA,13888
 gllm_inference/lm_invoker/openai_compatible_lm_invoker.pyi,sha256=T9sShA_9fgEuaaAuT2gJZq_EYNbEhf3IkWwMCwfszY8,4244
-gllm_inference/lm_invoker/openai_lm_invoker.pyi,sha256=ReU37hrmYZFbLfCD_c14ryRgnfpPC2YyDx2S5Ft_tXQ,22747
+gllm_inference/lm_invoker/openai_lm_invoker.pyi,sha256=GH-veLKBOnaumflfGj-128VXtQXkXVxYFSfFpliaZPI,23055
 gllm_inference/lm_invoker/portkey_lm_invoker.pyi,sha256=FYOp4BaDfOtompWIRhDqzMVVSK-TiFyw7JA4TznANQE,15236
+gllm_inference/lm_invoker/sea_lion_lm_invoker.pyi,sha256=Qqplj79JsnLGY6xjhbXYbz6Ramxur4sXfvv4svk19os,3533
 gllm_inference/lm_invoker/xai_lm_invoker.pyi,sha256=6beZsQjGUTo7TdzWBWksRzVGT58XyipErpGfiRq6NH0,13017
 gllm_inference/lm_invoker/batch/__init__.pyi,sha256=vJOTHRJ83oq8Bq0UsMdID9_HW5JAxr06gUs4aPRZfEE,130
-gllm_inference/lm_invoker/batch/batch_operations.pyi,sha256=o2U17M41RKVFW6j_oxy-SxU1JqUtVt75pKRxrqXzorE,5499
+gllm_inference/lm_invoker/batch/batch_operations.pyi,sha256=EKwINY8DQFOXquGGrUTr_Yg24ZrSyiiAo2hX8If9vyQ,5573
 gllm_inference/lm_invoker/schema/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 gllm_inference/lm_invoker/schema/anthropic.pyi,sha256=Ol_IqeBPgrmG5iaY3NV6AD-alC2HmUvljp0vI8GApWo,1154
 gllm_inference/lm_invoker/schema/bedrock.pyi,sha256=rB1AWfER2BBKZ5I219211YE2EUFPF25bhzysqjdPgiY,1080
 gllm_inference/lm_invoker/schema/datasaur.pyi,sha256=8lmb1PRbkqBsF_l7iOffxW0K5Xxpi69GW9Z7KxyxHTE,279
-gllm_inference/lm_invoker/schema/google.pyi,sha256=elXHrUMS46pbTsulk7hBXVVFcT022iD-_U_I590xeV8,529
+gllm_inference/lm_invoker/schema/google.pyi,sha256=LQ14PJyDOe3K5TYvE-gzE1fjpZCSAy-0Sy9Lmw6fICY,827
 gllm_inference/lm_invoker/schema/langchain.pyi,sha256=2OJOUQPlGdlUbIOTDOyiWDBOMm3MoVX-kU2nK0zQsF0,452
-gllm_inference/lm_invoker/schema/openai.pyi,sha256=GIrqEtUPinn8VD-w-38gOw0qiIYuVzM9cj5dRYuGIoQ,2387
+gllm_inference/lm_invoker/schema/openai.pyi,sha256=nR4re7BWfYFePvfCM-iCzP6jcPp5C0f1PLvpFmq4gcs,2419
 gllm_inference/lm_invoker/schema/openai_chat_completions.pyi,sha256=nNPb7ETC9IrJwkV5wfbGf6Co3-qdq4lhcXz0l_qYCE4,1261
 gllm_inference/lm_invoker/schema/portkey.pyi,sha256=V2q4JIwDAR7BidqfmO01u1_1mLOMtm5OCon6sN2zNt0,662
 gllm_inference/lm_invoker/schema/xai.pyi,sha256=jpC6ZSBDUltzm9GjD6zvSFIPwqizn_ywLnjvwSa7KuU,663
-gllm_inference/model/__init__.pyi,sha256=e9Jq5V2iVPpjBh_bOEBoXdsU2LleAxKfJ0r-1rZJ5R0,822
+gllm_inference/model/__init__.pyi,sha256=J3z0Rc6PI_aC0XuA_dWB2tCBQ4pSZdS5NzQ8vPhs5c4,907
 gllm_inference/model/em/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 gllm_inference/model/em/cohere_em.pyi,sha256=uF1AmDO-skQteYqzxJ3DK10SqgfdW0oW9L8Ym34eU04,505
 gllm_inference/model/em/google_em.pyi,sha256=c53H-KNdNOK9ppPLyOSkmCA890eF5FsMd05upkPIzF0,487
@@ -78,12 +79,13 @@ gllm_inference/model/lm/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZ
 gllm_inference/model/lm/anthropic_lm.pyi,sha256=ccUpxddakurLFHivl5UzJxgODLhcFgx8XC7CKa-99NE,633
 gllm_inference/model/lm/google_lm.pyi,sha256=OLuoqT0FnJOLsNalulBMEXuCYAXoF8Y7vjfSBgjaJxA,529
 gllm_inference/model/lm/openai_lm.pyi,sha256=yj3AJj1xDYRkNIPHX2enw46AJ9wArPZruKsxg1ME9Rg,645
+gllm_inference/model/lm/sea_lion_lm.pyi,sha256=Gz42ym_KJA7if3sDCFmdrb1uv9b9__n2RWOfPvOxm0Y,508
 gllm_inference/model/lm/xai_lm.pyi,sha256=O3G9Lj1Ii31CyCDrwYVkPPJN6X8V-WBF9xILUPUE-qY,525
 gllm_inference/output_parser/__init__.pyi,sha256=dhAeRTBxc6CfS8bhnHjbtrnyqJ1iyffvUZkGp4UrJNM,132
 gllm_inference/output_parser/json_output_parser.pyi,sha256=YtgQh8Uzy8W_Tgh8DfuR7VFFS7qvLEasiTwRfaGZZEU,2993
 gllm_inference/output_parser/output_parser.pyi,sha256=-Xu5onKCBDqShcO-VrQh5icqAmXdihGc3rkZxL93swg,975
 gllm_inference/prompt_builder/__init__.pyi,sha256=mPsbiafzSNHsgN-CuzjhgZpfXfi1pPC3_gdsq2p0EM4,120
-gllm_inference/prompt_builder/prompt_builder.pyi,sha256=67X0MXPRGb_Azifk5fM9lAsQX48rASsQk2gCPikqU5k,4626
+gllm_inference/prompt_builder/prompt_builder.pyi,sha256=w99E5dsQxpJ-1FNEF_WBOt7xovmhp5WzrbTfRQ76K60,5083
 gllm_inference/prompt_builder/format_strategy/__init__.pyi,sha256=BliNAdrN2yNoQt8muLe1IknuE78UDQys_3L_8_2Tn9E,312
 gllm_inference/prompt_builder/format_strategy/format_strategy.pyi,sha256=Uay07qR0nMGbrOZ2twEyrIWYRKevBQL9ju_4fVfByyQ,2328
 gllm_inference/prompt_builder/format_strategy/jinja_format_strategy.pyi,sha256=W8SdOPWPz_U355G8rQwiIQ0Ys78vomUBFEEZiz3AS5k,2270
@@ -109,18 +111,19 @@ gllm_inference/realtime_chat/output_streamer/output_streamer.pyi,sha256=5P9NQ0aJ
 gllm_inference/request_processor/__init__.pyi,sha256=giEme2WFQhgyKiBZHhSet0_nKSCHwGy-_2p6NRzg0Zc,231
 gllm_inference/request_processor/lm_request_processor.pyi,sha256=0fy1HyILCVDw6y46E-7tLnQTRYx4ppeRMe0QP6t9Jyw,5990
 gllm_inference/request_processor/uses_lm_mixin.pyi,sha256=LYHq-zLoXEMel1LfVdYv7W3BZ8WtBLo_WWFjRf10Yto,6512
-gllm_inference/schema/__init__.pyi,sha256=4qSVD761xZz1r_GML6g7DDAJhg4nrmG17eYdfocRk-I,2422
+gllm_inference/schema/__init__.pyi,sha256=89GWKdJ6DdPUTem42_Uc-5EsyNcfUJ-WnMVEkagpEwI,2524
 gllm_inference/schema/activity.pyi,sha256=atrU4OwLesA9FEt1H7K3gsUWYNdOqpI5i2VdWkmo6cs,2367
 gllm_inference/schema/attachment.pyi,sha256=myJ_cI_h5mwUdvmMrWpSQIwj3nIxe8SD7HxO37o_3D4,4611
 gllm_inference/schema/code_exec_result.pyi,sha256=WQ-ARoGM9r6nyRX-A0Ro1XKiqrc9R3jRYXZpu_xo5S4,573
 gllm_inference/schema/config.pyi,sha256=NVmjQK6HipIE0dKSfx12hgIC0O-S1HEcAc-TWlXAF5A,689
-gllm_inference/schema/enums.pyi,sha256=aJjmCCUV4ASDM8VTiSJlxPxdapKkxXjS4_NqRplyUnE,2145
+gllm_inference/schema/enums.pyi,sha256=U-lADk7xNjA5rByem0fo0xDAy9T3GsekY8B5szTlWPQ,2193
 gllm_inference/schema/events.pyi,sha256=_CKuGNzb3j2Y1dOB2yssFkT_9FQz1AY4J_ApCwKNizU,4743
+gllm_inference/schema/formatter.pyi,sha256=uJ1CZt_DmizfCPHD5deQwm2ftU-zcl2aj5rwJGTPe9c,1312
 gllm_inference/schema/lm_input.pyi,sha256=HxQiZgY7zcXh_Dw8nK8LSeBTZEHMPZVwmPmnfgSsAbs,197
 gllm_inference/schema/lm_output.pyi,sha256=N75CIF_2kZRdXKy2jvu9hhqzk5DrCbsHXTrhKqQ-7vo,11667
 gllm_inference/schema/mcp.pyi,sha256=4SgQ83pEowfWm2p-w9lupV4NayqqVBOy7SuYxIFeWRs,1045
 gllm_inference/schema/message.pyi,sha256=jJV6A0ihEcun2OhzyMtNkiHnf7d6v5R-GdpTBGfJ0AQ,2272
-gllm_inference/schema/model_id.pyi,sha256=VQfwxkXjprsHG9FwS6XPQKZxy6eKAT1ygRqcK6gapNM,5991
+gllm_inference/schema/model_id.pyi,sha256=JhTzjCsOzHGds_UF8PlPON3xtqmSjUEfvjpmYyf3CJ0,6018
 gllm_inference/schema/reasoning.pyi,sha256=jbPxkDRHt0Vt-zdcc8lTT1l2hIE1Jm3HIHeNd0hfXGo,577
 gllm_inference/schema/token_usage.pyi,sha256=WJiGQyz5qatzBK2b-sABLCyTRLCBbAvxCRcqSJOzu-8,3025
 gllm_inference/schema/tool_call.pyi,sha256=OWT9LUqs_xfUcOkPG0aokAAqzLYYDkfnjTa0zOWvugk,403
@@ -131,7 +134,7 @@ gllm_inference/utils/io_utils.pyi,sha256=Eg7dvHWdXslTKdjh1j3dG50i7r35XG2zTmJ9XXv
 gllm_inference/utils/langchain.pyi,sha256=4AwFiVAO0ZpdgmqeC4Pb5NJwBt8vVr0MSUqLeCdTscc,1194
 gllm_inference/utils/validation.pyi,sha256=OWRZxeVGIuuvNU0LqLGB-9gNmypvbH-LcSJx91rnH1k,453
 gllm_inference.build/.gitignore,sha256=aEiIwOuxfzdCmLZe4oB1JsBmCUxwG8x-u-HBCV9JT8E,1
-gllm_inference_binary-0.5.59.dist-info/METADATA,sha256=zgTWioKaUScz7TQm2RllQ_jv1d1l8CApNKZ1Bjo_kQ4,5945
-gllm_inference_binary-0.5.59.dist-info/WHEEL,sha256=x5rgv--I0NI0IT1Lh9tN1VG2cI637p3deednwYLKnxc,96
-gllm_inference_binary-0.5.59.dist-info/top_level.txt,sha256=FpOjtN80F-qVNgbScXSEyqa0w09FYn6301iq6qt69IQ,15
-gllm_inference_binary-0.5.59.dist-info/RECORD,,
+gllm_inference_binary-0.5.65.dist-info/METADATA,sha256=KWa5fRL8Qz9sDJD__PH3wzYlXD0qAjkNVzgROdS40a8,5953
+gllm_inference_binary-0.5.65.dist-info/WHEEL,sha256=x5rgv--I0NI0IT1Lh9tN1VG2cI637p3deednwYLKnxc,96
+gllm_inference_binary-0.5.65.dist-info/top_level.txt,sha256=FpOjtN80F-qVNgbScXSEyqa0w09FYn6301iq6qt69IQ,15
+gllm_inference_binary-0.5.65.dist-info/RECORD,,