gllm-inference-binary 0.5.6__cp313-cp313-manylinux_2_31_x86_64.whl → 0.5.8__cp313-cp313-manylinux_2_31_x86_64.whl

gllm_inference/constants.pyi

@@ -3,6 +3,7 @@ from _typeshed import Incomplete
 DEFAULT_AZURE_OPENAI_API_VERSION: str
 DOCUMENT_MIME_TYPES: Incomplete
 GOOGLE_SCOPES: Incomplete
+INVOKER_PROPAGATED_MAX_RETRIES: int
 INVOKER_DEFAULT_TIMEOUT: float
 HEX_REPR_LENGTH: int
 HTTP_STATUS_CODE_PATTERNS: Incomplete

gllm_inference/em_invoker/azure_openai_em_invoker.pyi

@@ -1,7 +1,8 @@
 from _typeshed import Incomplete
 from gllm_core.utils.retry import RetryConfig as RetryConfig
-from gllm_inference.constants import DEFAULT_AZURE_OPENAI_API_VERSION as DEFAULT_AZURE_OPENAI_API_VERSION
+from gllm_inference.constants import DEFAULT_AZURE_OPENAI_API_VERSION as DEFAULT_AZURE_OPENAI_API_VERSION, INVOKER_PROPAGATED_MAX_RETRIES as INVOKER_PROPAGATED_MAX_RETRIES
 from gllm_inference.em_invoker.openai_em_invoker import OpenAIEMInvoker as OpenAIEMInvoker
+from gllm_inference.em_invoker.schema.openai import Key as Key
 from gllm_inference.schema import ModelId as ModelId, ModelProvider as ModelProvider
 from typing import Any
 

gllm_inference/em_invoker/google_em_invoker.pyi

@@ -2,6 +2,7 @@ from _typeshed import Incomplete
 from gllm_core.utils.retry import RetryConfig as RetryConfig
 from gllm_inference.constants import GOOGLE_SCOPES as GOOGLE_SCOPES
 from gllm_inference.em_invoker.em_invoker import BaseEMInvoker as BaseEMInvoker
+from gllm_inference.em_invoker.schema.google import Key as Key
 from gllm_inference.schema import ModelId as ModelId, ModelProvider as ModelProvider, Vector as Vector
 from typing import Any
 

gllm_inference/em_invoker/langchain_em_invoker.pyi

@@ -1,6 +1,8 @@
 from _typeshed import Incomplete
-from gllm_core.utils.retry import RetryConfig as RetryConfig
+from gllm_core.utils.retry import RetryConfig
+from gllm_inference.constants import INVOKER_DEFAULT_TIMEOUT as INVOKER_DEFAULT_TIMEOUT, INVOKER_PROPAGATED_MAX_RETRIES as INVOKER_PROPAGATED_MAX_RETRIES
 from gllm_inference.em_invoker.em_invoker import BaseEMInvoker as BaseEMInvoker
+from gllm_inference.em_invoker.schema.langchain import Key as Key
 from gllm_inference.schema import ModelId as ModelId, ModelProvider as ModelProvider, Vector as Vector
 from gllm_inference.utils import load_langchain_model as load_langchain_model, parse_model_data as parse_model_data
 from langchain_core.embeddings import Embeddings as Embeddings

gllm_inference/em_invoker/openai_compatible_em_invoker.pyi

@@ -1,6 +1,8 @@
 from _typeshed import Incomplete
 from gllm_core.utils.retry import RetryConfig as RetryConfig
+from gllm_inference.constants import INVOKER_PROPAGATED_MAX_RETRIES as INVOKER_PROPAGATED_MAX_RETRIES
 from gllm_inference.em_invoker.openai_em_invoker import OpenAIEMInvoker as OpenAIEMInvoker
+from gllm_inference.em_invoker.schema.openai_compatible import Key as Key
 from gllm_inference.schema import ModelId as ModelId, ModelProvider as ModelProvider
 from typing import Any
 

gllm_inference/em_invoker/openai_em_invoker.pyi

@@ -1,6 +1,8 @@
 from _typeshed import Incomplete
 from gllm_core.utils.retry import RetryConfig as RetryConfig
+from gllm_inference.constants import INVOKER_PROPAGATED_MAX_RETRIES as INVOKER_PROPAGATED_MAX_RETRIES
 from gllm_inference.em_invoker.em_invoker import BaseEMInvoker as BaseEMInvoker
+from gllm_inference.em_invoker.schema.openai import Key as Key
 from gllm_inference.schema import ModelId as ModelId, ModelProvider as ModelProvider, Vector as Vector
 from typing import Any
 

gllm_inference/em_invoker/schema/google.pyi

@@ -0,0 +1,7 @@
+class Key:
+    """Defines valid keys in Google."""
+    CREDENTIALS: str
+    HTTP_OPTIONS: str
+    LOCATION: str
+    PROJECT: str
+    TIMEOUT: str

gllm_inference/em_invoker/schema/langchain.pyi

@@ -0,0 +1,4 @@
+class Key:
+    """Defines valid keys in LangChain."""
+    MAX_RETRIES: str
+    TIMEOUT: str

gllm_inference/em_invoker/schema/openai.pyi

@@ -0,0 +1,7 @@
+class Key:
+    """Defines valid keys in OpenAI."""
+    API_KEY: str
+    BASE_URL: str
+    MAX_RETRIES: str
+    MODEL: str
+    TIMEOUT: str

gllm_inference/em_invoker/schema/openai_compatible.pyi

@@ -0,0 +1,7 @@
+class Key:
+    """Defines valid keys in OpenAI Compatible."""
+    API_KEY: str
+    BASE_URL: str
+    MAX_RETRIES: str
+    MODEL: str
+    TIMEOUT: str

gllm_inference/em_invoker/schema/twelvelabs.pyi

@@ -1,7 +1,9 @@
 class Key:
     """Defines valid keys in TwelveLabs."""
     INPUT_KEY: str
+    MAX_RETRIES: str
     OUTPUT_KEY: str
+    TIMEOUT: str
     VALUE: str
 
 class InputType:

gllm_inference/em_invoker/schema/voyage.pyi

@@ -1,8 +1,12 @@
 class Key:
     """Defines valid keys in Voyage."""
+    API_KEY: str
     CONTENT: str
     IMAGE_BASE64: str
+    MAX_RETRIES: str
+    MODEL: str
     TEXT: str
+    TIMEOUT: str
     TYPE: str
 
 class InputType:

gllm_inference/em_invoker/twelevelabs_em_invoker.pyi

@@ -1,5 +1,6 @@
 from _typeshed import Incomplete
 from gllm_core.utils.retry import RetryConfig as RetryConfig
+from gllm_inference.constants import INVOKER_PROPAGATED_MAX_RETRIES as INVOKER_PROPAGATED_MAX_RETRIES
 from gllm_inference.em_invoker.em_invoker import BaseEMInvoker as BaseEMInvoker
 from gllm_inference.em_invoker.schema.twelvelabs import InputType as InputType, Key as Key, OutputType as OutputType
 from gllm_inference.schema import Attachment as Attachment, AttachmentType as AttachmentType, EMContent as EMContent, ModelId as ModelId, ModelProvider as ModelProvider, Vector as Vector

gllm_inference/em_invoker/voyage_em_invoker.pyi

@@ -1,5 +1,6 @@
 from _typeshed import Incomplete
 from gllm_core.utils.retry import RetryConfig as RetryConfig
+from gllm_inference.constants import INVOKER_PROPAGATED_MAX_RETRIES as INVOKER_PROPAGATED_MAX_RETRIES
 from gllm_inference.em_invoker.em_invoker import BaseEMInvoker as BaseEMInvoker
 from gllm_inference.em_invoker.schema.voyage import InputType as InputType, Key as Key
 from gllm_inference.schema import Attachment as Attachment, AttachmentType as AttachmentType, EMContent as EMContent, ModelId as ModelId, ModelProvider as ModelProvider, Vector as Vector

gllm_inference/lm_invoker/anthropic_lm_invoker.pyi

@@ -1,10 +1,12 @@
 from _typeshed import Incomplete
 from gllm_core.event import EventEmitter as EventEmitter
+from gllm_core.schema.tool import Tool as Tool
 from gllm_core.utils.retry import RetryConfig as RetryConfig
+from gllm_inference.constants import INVOKER_PROPAGATED_MAX_RETRIES as INVOKER_PROPAGATED_MAX_RETRIES
 from gllm_inference.lm_invoker.lm_invoker import BaseLMInvoker as BaseLMInvoker
 from gllm_inference.lm_invoker.schema.anthropic import InputType as InputType, Key as Key, OutputType as OutputType
 from gllm_inference.schema import Attachment as Attachment, AttachmentType as AttachmentType, EmitDataType as EmitDataType, LMOutput as LMOutput, Message as Message, ModelId as ModelId, ModelProvider as ModelProvider, Reasoning as Reasoning, ResponseSchema as ResponseSchema, TokenUsage as TokenUsage, ToolCall as ToolCall, ToolResult as ToolResult
-from langchain_core.tools import Tool as Tool
+from langchain_core.tools import Tool as LangChainTool
 from typing import Any
 
 SUPPORTED_ATTACHMENTS: Incomplete
@@ -48,7 +50,7 @@ class AnthropicLMInvoker(BaseLMInvoker):
 
     Tool calling:
         Tool calling is a feature that allows the language model to call tools to perform tasks.
-        Tools can be passed to the via the `tools` parameter as a list of LangChain\'s `Tool` objects.
+        Tools can be passed to the via the `tools` parameter as a list of `Tool` objects.
         When tools are provided and the model decides to call a tool, the tool calls are stored in the
         `tool_calls` attribute in the output.
 
@@ -221,7 +223,7 @@ class AnthropicLMInvoker(BaseLMInvoker):
     client: Incomplete
     thinking: Incomplete
     thinking_budget: Incomplete
-    def __init__(self, model_name: str, api_key: str | None = None, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig | None = None, thinking: bool = False, thinking_budget: int = ...) -> None:
+    def __init__(self, model_name: str, api_key: str | None = None, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool | LangChainTool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig | None = None, thinking: bool = False, thinking_budget: int = ...) -> None:
         """Initializes the AnthropicLmInvoker instance.
 
         Args:
@@ -231,7 +233,8 @@ class AnthropicLMInvoker(BaseLMInvoker):
             model_kwargs (dict[str, Any] | None, optional): Additional keyword arguments for the Anthropic client.
             default_hyperparameters (dict[str, Any] | None, optional): Default hyperparameters for invoking the model.
                 Defaults to None.
-            tools (list[Tool] | None, optional): Tools provided to the model to enable tool calling. Defaults to None.
+            tools (list[Tool | LangChainTool] | None, optional): Tools provided to the model to enable tool calling.
+                Defaults to None, in which case an empty list is used.
             response_schema (ResponseSchema | None, optional): The schema of the response. If provided, the model will
                 output a structured response as defined by the schema. Supports both Pydantic BaseModel and JSON schema
                 dictionary. Defaults to None.
@@ -247,13 +250,13 @@ class AnthropicLMInvoker(BaseLMInvoker):
             1. `thinking` is True, but the `thinking_budget` is less than 1024.
             3. `response_schema` is provided, but `tools` or `thinking` are also provided.
         """
-    def set_tools(self, tools: list[Tool]) -> None:
+    def set_tools(self, tools: list[Tool | LangChainTool]) -> None:
         """Sets the tools for the Anthropic language model.
 
         This method sets the tools for the Anthropic language model. Any existing tools will be replaced.
 
         Args:
-            tools (list[Tool]): The list of tools to be used.
+            tools (list[Tool | LangChainTool]): The list of tools to be used.
 
         Raises:
             ValueError: If `response_schema` exists.

gllm_inference/lm_invoker/azure_openai_lm_invoker.pyi

@@ -1,9 +1,11 @@
 from _typeshed import Incomplete
+from gllm_core.schema.tool import Tool as Tool
 from gllm_core.utils.retry import RetryConfig as RetryConfig
-from gllm_inference.constants import DEFAULT_AZURE_OPENAI_API_VERSION as DEFAULT_AZURE_OPENAI_API_VERSION
+from gllm_inference.constants import DEFAULT_AZURE_OPENAI_API_VERSION as DEFAULT_AZURE_OPENAI_API_VERSION, INVOKER_PROPAGATED_MAX_RETRIES as INVOKER_PROPAGATED_MAX_RETRIES
 from gllm_inference.lm_invoker.openai_lm_invoker import OpenAILMInvoker as OpenAILMInvoker, ReasoningEffort as ReasoningEffort, ReasoningSummary as ReasoningSummary
+from gllm_inference.lm_invoker.schema.openai import Key as Key
 from gllm_inference.schema import ModelId as ModelId, ModelProvider as ModelProvider, ResponseSchema as ResponseSchema
-from langchain_core.tools import Tool as Tool
+from langchain_core.tools import Tool as LangChainTool
 from typing import Any
 
 class AzureOpenAILMInvoker(OpenAILMInvoker):
@@ -15,7 +17,7 @@ class AzureOpenAILMInvoker(OpenAILMInvoker):
         model_name (str): The name of the Azure OpenAI language model deployment.
         client (AsyncAzureOpenAI): The Azure OpenAI client instance.
         default_hyperparameters (dict[str, Any]): Default hyperparameters for invoking the model.
-        tools (list[Any]): The list of tools provided to the model to enable tool calling.
+        tools (list[Tool]): The list of tools provided to the model to enable tool calling.
         response_schema (ResponseSchema | None): The schema of the response. If provided, the model will output a
             structured response as defined by the schema. Supports both Pydantic BaseModel and JSON schema dictionary.
         output_analytics (bool): Whether to output the invocation analytics.
@@ -50,7 +52,7 @@ class AzureOpenAILMInvoker(OpenAILMInvoker):
 
     Tool calling:
         Tool calling is a feature that allows the language model to call tools to perform tasks.
-        Tools can be passed to the via the `tools` parameter as a list of LangChain\'s `Tool` objects.
+        Tools can be passed to the via the `tools` parameter as a list of `Tool` objects.
         When tools are provided and the model decides to call a tool, the tool calls are stored in the
         `tool_calls` attribute in the output.
 
@@ -218,7 +220,7 @@ class AzureOpenAILMInvoker(OpenAILMInvoker):
                 Defaults to an empty list.
     '''
     client: Incomplete
-    def __init__(self, azure_endpoint: str, azure_deployment: str, api_key: str | None = None, api_version: str = ..., model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig | None = None, reasoning_effort: ReasoningEffort | None = None, reasoning_summary: ReasoningSummary | None = None) -> None:
+    def __init__(self, azure_endpoint: str, azure_deployment: str, api_key: str | None = None, api_version: str = ..., model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool | LangChainTool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig | None = None, reasoning_effort: ReasoningEffort | None = None, reasoning_summary: ReasoningSummary | None = None) -> None:
         """Initializes a new instance of the AzureOpenAILMInvoker class.
 
         Args:
@@ -231,7 +233,7 @@ class AzureOpenAILMInvoker(OpenAILMInvoker):
             model_kwargs (dict[str, Any] | None, optional): Additional model parameters. Defaults to None.
             default_hyperparameters (dict[str, Any] | None, optional): Default hyperparameters for invoking the model.
                 Defaults to None.
-            tools (list[Tool] | None, optional): Tools provided to the language model to enable tool calling.
+            tools (list[Tool | LangChainTool] | None, optional): Tools provided to the model to enable tool calling.
                 Defaults to None.
             response_schema (ResponseSchema | None, optional): The schema of the response. If provided, the model will
                 output a structured response as defined by the schema. Supports both Pydantic BaseModel and JSON schema

gllm_inference/lm_invoker/bedrock_lm_invoker.pyi

@@ -1,10 +1,11 @@
 from _typeshed import Incomplete
 from gllm_core.event import EventEmitter as EventEmitter
+from gllm_core.schema.tool import Tool as Tool
 from gllm_core.utils.retry import RetryConfig as RetryConfig
 from gllm_inference.lm_invoker.lm_invoker import BaseLMInvoker as BaseLMInvoker
 from gllm_inference.lm_invoker.schema.bedrock import InputType as InputType, Key as Key, OutputType as OutputType
 from gllm_inference.schema import Attachment as Attachment, AttachmentType as AttachmentType, LMOutput as LMOutput, Message as Message, ModelId as ModelId, ModelProvider as ModelProvider, ResponseSchema as ResponseSchema, TokenUsage as TokenUsage, ToolCall as ToolCall, ToolResult as ToolResult
-from langchain_core.tools import Tool as Tool
+from langchain_core.tools import Tool as LangChainTool
 from typing import Any
 
 SUPPORTED_ATTACHMENTS: Incomplete
@@ -49,7 +50,7 @@ class BedrockLMInvoker(BaseLMInvoker):
 
     Tool calling:
         Tool calling is a feature that allows the language model to call tools to perform tasks.
-        Tools can be passed to the via the `tools` parameter as a list of LangChain\'s `Tool` objects.
+        Tools can be passed to the via the `tools` parameter as a list of `Tool` objects.
         When tools are provided and the model decides to call a tool, the tool calls are stored in the
         `tool_calls` attribute in the output.
 
@@ -179,7 +180,7 @@ class BedrockLMInvoker(BaseLMInvoker):
     '''
     session: Incomplete
     client_kwargs: Incomplete
-    def __init__(self, model_name: str, access_key_id: str | None = None, secret_access_key: str | None = None, region_name: str = 'us-east-1', model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig | None = None) -> None:
+    def __init__(self, model_name: str, access_key_id: str | None = None, secret_access_key: str | None = None, region_name: str = 'us-east-1', model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool | LangChainTool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig | None = None) -> None:
         '''Initializes the BedrockLMInvoker instance.
 
         Args:
@@ -192,7 +193,8 @@ class BedrockLMInvoker(BaseLMInvoker):
             model_kwargs (dict[str, Any] | None, optional): Additional keyword arguments for the Bedrock client.
             default_hyperparameters (dict[str, Any] | None, optional): Default hyperparameters for invoking the model.
                 Defaults to None.
-            tools (list[Tool] | None, optional): Tools provided to the model to enable tool calling. Defaults to None.
+            tools (list[Tool | LangChainTool] | None, optional): Tools provided to the model to enable tool calling.
+                Defaults to None.
             response_schema (ResponseSchema | None, optional): The schema of the response. If provided, the model will
                 output a structured response as defined by the schema. Supports both Pydantic BaseModel and JSON schema
                 dictionary. Defaults to None.
@@ -205,13 +207,13 @@ class BedrockLMInvoker(BaseLMInvoker):
             ValueError: If `access_key_id` or `secret_access_key` is neither provided nor set in the
                 `AWS_ACCESS_KEY_ID` or `AWS_SECRET_ACCESS_KEY` environment variables, respectively.
         '''
-    def set_tools(self, tools: list[Tool]) -> None:
+    def set_tools(self, tools: list[Tool | LangChainTool]) -> None:
         """Sets the tools for the Bedrock language model.
 
         This method sets the tools for the Bedrock language model. Any existing tools will be replaced.
 
         Args:
-            tools (list[Tool]): The list of tools to be used.
+            tools (list[Tool | LangChainTool]): The list of tools to be used.
 
         Raises:
             ValueError: If `response_schema` exists.

gllm_inference/lm_invoker/datasaur_lm_invoker.pyi

@@ -1,11 +1,12 @@
 from _typeshed import Incomplete
 from gllm_core.event import EventEmitter as EventEmitter
+from gllm_core.schema.tool import Tool as Tool
 from gllm_core.utils.retry import RetryConfig as RetryConfig
-from gllm_inference.constants import DOCUMENT_MIME_TYPES as DOCUMENT_MIME_TYPES
+from gllm_inference.constants import DOCUMENT_MIME_TYPES as DOCUMENT_MIME_TYPES, INVOKER_PROPAGATED_MAX_RETRIES as INVOKER_PROPAGATED_MAX_RETRIES
 from gllm_inference.lm_invoker.openai_compatible_lm_invoker import OpenAICompatibleLMInvoker as OpenAICompatibleLMInvoker
 from gllm_inference.lm_invoker.schema.datasaur import InputType as InputType, Key as Key
 from gllm_inference.schema import Attachment as Attachment, AttachmentType as AttachmentType, LMOutput as LMOutput, Message as Message, ModelId as ModelId, ModelProvider as ModelProvider, ResponseSchema as ResponseSchema, ToolCall as ToolCall, ToolResult as ToolResult
-from langchain_core.tools import Tool as Tool
+from langchain_core.tools import Tool as LangChainTool
 from typing import Any
 
 SUPPORTED_ATTACHMENTS: Incomplete
@@ -139,14 +140,14 @@ class DatasaurLMInvoker(OpenAICompatibleLMInvoker):
         Raises:
             ValueError: If the `api_key` is not provided and the `DATASAUR_API_KEY` environment variable is not set.
         """
-    def set_tools(self, tools: list[Tool]) -> None:
+    def set_tools(self, tools: list[Tool | LangChainTool]) -> None:
         """Sets the tools for the Datasaur LLM Projects Deployment API.
 
         This method is raises a `NotImplementedError` because the Datasaur LLM Projects Deployment API does not
         support tools.
 
         Args:
-            tools (list[Tool]): The list of tools to be used.
+            tools (list[Tool | LangChainTool]): The list of tools to be used.
 
         Raises:
             NotImplementedError: This method is not supported for the Datasaur LLM Projects Deployment API.

gllm_inference/lm_invoker/google_lm_invoker.pyi

@@ -1,11 +1,12 @@
 from _typeshed import Incomplete
 from gllm_core.event import EventEmitter as EventEmitter
+from gllm_core.schema.tool import Tool
 from gllm_core.utils.retry import RetryConfig as RetryConfig
 from gllm_inference.constants import GOOGLE_SCOPES as GOOGLE_SCOPES
 from gllm_inference.lm_invoker.lm_invoker import BaseLMInvoker as BaseLMInvoker
 from gllm_inference.lm_invoker.schema.google import InputType as InputType, Key as Key
 from gllm_inference.schema import Attachment as Attachment, AttachmentType as AttachmentType, EmitDataType as EmitDataType, LMOutput as LMOutput, Message as Message, MessageRole as MessageRole, ModelId as ModelId, ModelProvider as ModelProvider, Reasoning as Reasoning, ResponseSchema as ResponseSchema, TokenUsage as TokenUsage, ToolCall as ToolCall, ToolResult as ToolResult
-from langchain_core.tools import Tool
+from langchain_core.tools import Tool as LangChainTool
 from typing import Any
 
 SUPPORTED_ATTACHMENTS: Incomplete
@@ -79,7 +80,7 @@ class GoogleLMInvoker(BaseLMInvoker):
 
     Tool calling:
         Tool calling is a feature that allows the language model to call tools to perform tasks.
-        Tools can be passed to the via the `tools` parameter as a list of LangChain\'s `Tool` objects.
+        Tools can be passed to the via the `tools` parameter as a list of `Tool` objects.
         When tools are provided and the model decides to call a tool, the tool calls are stored in the
         `tool_calls` attribute in the output.
 
@@ -250,7 +251,7 @@ class GoogleLMInvoker(BaseLMInvoker):
     client_params: Incomplete
     thinking: Incomplete
     thinking_budget: Incomplete
-    def __init__(self, model_name: str, api_key: str | None = None, credentials_path: str | None = None, project_id: str | None = None, location: str = 'us-central1', model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig | None = None, thinking: bool | None = None, thinking_budget: int = ...) -> None:
+    def __init__(self, model_name: str, api_key: str | None = None, credentials_path: str | None = None, project_id: str | None = None, location: str = 'us-central1', model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool | LangChainTool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig | None = None, thinking: bool | None = None, thinking_budget: int = ...) -> None:
         '''Initializes a new instance of the GoogleLMInvoker class.
 
         Args:
@@ -267,7 +268,7 @@ class GoogleLMInvoker(BaseLMInvoker):
                 client.
             default_hyperparameters (dict[str, Any] | None, optional): Default hyperparameters for invoking the model.
                 Defaults to None.
-            tools (list[Tool] | None, optional): Tools provided to the language model to enable tool calling.
+            tools (list[Tool | LangChainTool] | None, optional): Tools provided to the model to enable tool calling.
                 Defaults to None.
             response_schema (ResponseSchema | None, optional): The schema of the response. If provided, the model will
                 output a structured response as defined by the schema. Supports both Pydantic BaseModel and JSON schema
@@ -284,13 +285,13 @@ class GoogleLMInvoker(BaseLMInvoker):
             If neither `api_key` nor `credentials_path` is provided, Google Gen AI will be used by default.
             The `GOOGLE_API_KEY` environment variable will be used for authentication.
         '''
-    def set_tools(self, tools: list[Tool]) -> None:
+    def set_tools(self, tools: list[Tool | LangChainTool]) -> None:
         """Sets the tools for the Google language model.
 
         This method sets the tools for the Google language model. Any existing tools will be replaced.
 
         Args:
-            tools (list[Tool]): The list of tools to be used.
+            tools (list[Tool | LangChainTool]): The list of tools to be used.
 
         Raises:
             ValueError: If `response_schema` exists.

gllm_inference/lm_invoker/langchain_lm_invoker.pyi

@@ -1,13 +1,15 @@
 from _typeshed import Incomplete
 from gllm_core.event import EventEmitter as EventEmitter
-from gllm_core.utils.retry import RetryConfig as RetryConfig
+from gllm_core.schema.tool import Tool as Tool
+from gllm_core.utils.retry import RetryConfig
+from gllm_inference.constants import INVOKER_DEFAULT_TIMEOUT as INVOKER_DEFAULT_TIMEOUT, INVOKER_PROPAGATED_MAX_RETRIES as INVOKER_PROPAGATED_MAX_RETRIES
 from gllm_inference.lm_invoker.lm_invoker import BaseLMInvoker as BaseLMInvoker
 from gllm_inference.lm_invoker.schema.langchain import InputType as InputType, Key as Key
 from gllm_inference.schema import Attachment as Attachment, AttachmentType as AttachmentType, LMOutput as LMOutput, Message as Message, MessageRole as MessageRole, ModelId as ModelId, ModelProvider as ModelProvider, ResponseSchema as ResponseSchema, TokenUsage as TokenUsage, ToolCall as ToolCall, ToolResult as ToolResult
 from gllm_inference.utils import load_langchain_model as load_langchain_model, parse_model_data as parse_model_data
 from langchain_core.language_models import BaseChatModel as BaseChatModel
 from langchain_core.messages import BaseMessage as BaseMessage
-from langchain_core.tools import Tool as Tool
+from langchain_core.tools import Tool as LangChainTool
 from typing import Any
 
 SUPPORTED_ATTACHMENTS: Incomplete
@@ -76,7 +78,7 @@ class LangChainLMInvoker(BaseLMInvoker):
 
     Tool calling:
         Tool calling is a feature that allows the language model to call tools to perform tasks.
-        Tools can be passed to the via the `tools` parameter as a list of LangChain\'s `Tool` objects.
+        Tools can be passed to the via the `tools` parameter as a list of `Tool` objects.
         When tools are provided and the model decides to call a tool, the tool calls are stored in the
         `tool_calls` attribute in the output.
 
@@ -203,7 +205,7 @@ class LangChainLMInvoker(BaseLMInvoker):
                 Defaults to an empty list.
     '''
     model: Incomplete
-    def __init__(self, model: BaseChatModel | None = None, model_class_path: str | None = None, model_name: str | None = None, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig | None = None) -> None:
+    def __init__(self, model: BaseChatModel | None = None, model_class_path: str | None = None, model_name: str | None = None, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool | LangChainTool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig | None = None) -> None:
         '''Initializes a new instance of the LangChainLMInvoker class.
 
         Args:
@@ -218,7 +220,8 @@ class LangChainLMInvoker(BaseLMInvoker):
                 `model_class_path` is provided. Defaults to None.
             default_hyperparameters (dict[str, Any] | None, optional): Default hyperparameters for invoking the model.
                 Defaults to None.
-            tools (list[Tool] | None, optional): Tools provided to the model to enable tool calling. Defaults to None.
+            tools (list[Tool | LangChainTool] | None, optional): Tools provided to the model to enable tool calling.
+                Defaults to None.
             response_schema (ResponseSchema | None, optional): The schema of the response. If provided, the model will
                 output a structured response as defined by the schema. Supports both Pydantic BaseModel and JSON schema
                 dictionary. Defaults to None.
@@ -230,7 +233,7 @@ class LangChainLMInvoker(BaseLMInvoker):
             ValueError: If `response_schema` is provided, but `tools` are also provided.
         '''
     tools: Incomplete
-    def set_tools(self, tools: list[Tool]) -> None:
+    def set_tools(self, tools: list[Tool | LangChainTool]) -> None:
         """Sets the tools for LangChain's BaseChatModel.
 
         This method sets the tools for LangChain's BaseChatModel. Any existing tools will be replaced.

gllm_inference/lm_invoker/litellm_lm_invoker.pyi

@@ -1,10 +1,11 @@
 from _typeshed import Incomplete
 from gllm_core.event import EventEmitter as EventEmitter
+from gllm_core.schema.tool import Tool as Tool
 from gllm_core.utils.retry import RetryConfig as RetryConfig
 from gllm_inference.lm_invoker.openai_compatible_lm_invoker import OpenAICompatibleLMInvoker as OpenAICompatibleLMInvoker
 from gllm_inference.lm_invoker.openai_lm_invoker import ReasoningEffort as ReasoningEffort
 from gllm_inference.schema import AttachmentType as AttachmentType, LMOutput as LMOutput, ModelId as ModelId, ModelProvider as ModelProvider, ResponseSchema as ResponseSchema
-from langchain_core.tools import Tool as Tool
+from langchain_core.tools import Tool as LangChainTool
 from typing import Any
 
 SUPPORTED_ATTACHMENTS: Incomplete
@@ -58,7 +59,7 @@ class LiteLLMLMInvoker(OpenAICompatibleLMInvoker):
 
     Tool calling:
         Tool calling is a feature that allows the language model to call tools to perform tasks.
-        Tools can be passed to the via the `tools` parameter as a list of LangChain\'s `Tool` objects.
+        Tools can be passed to the via the `tools` parameter as a list of `Tool` objects.
         When tools are provided and the model decides to call a tool, the tool calls are stored in the
         `tool_calls` attribute in the output.
 
@@ -227,14 +228,15 @@ class LiteLLMLMInvoker(OpenAICompatibleLMInvoker):
                 Defaults to an empty list.
     '''
     completion: Incomplete
-    def __init__(self, model_id: str, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig | None = None, reasoning_effort: ReasoningEffort | None = None) -> None:
+    def __init__(self, model_id: str, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool | LangChainTool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig | None = None, reasoning_effort: ReasoningEffort | None = None) -> None:
         """Initializes a new instance of the LiteLLMLMInvoker class.
 
         Args:
             model_id (str): The ID of the model to use. Must be in the format of `provider/model_name`.
             default_hyperparameters (dict[str, Any] | None, optional): Default hyperparameters for invoking the model.
                 Defaults to None.
-            tools (list[Tool] | None, optional): Tools provided to the model to enable tool calling. Defaults to None.
+            tools (list[Tool | LangChainTool] | None, optional): Tools provided to the model to enable tool calling.
+                Defaults to None.
             response_schema (ResponseSchema | None, optional): The schema of the response. If provided, the model will
                 output a structured response as defined by the schema. Supports both Pydantic BaseModel and JSON schema
                 dictionary. Defaults to None.

gllm_inference/lm_invoker/lm_invoker.pyi

@@ -2,11 +2,12 @@ import abc
 from _typeshed import Incomplete
 from abc import ABC
 from gllm_core.event import EventEmitter as EventEmitter
-from gllm_core.utils.retry import RetryConfig
+from gllm_core.schema.tool import Tool
+from gllm_core.utils import RetryConfig
 from gllm_inference.constants import DOCUMENT_MIME_TYPES as DOCUMENT_MIME_TYPES, INVOKER_DEFAULT_TIMEOUT as INVOKER_DEFAULT_TIMEOUT
 from gllm_inference.exceptions import parse_error_message as parse_error_message
 from gllm_inference.schema import Attachment as Attachment, AttachmentType as AttachmentType, EmitDataType as EmitDataType, LMOutput as LMOutput, Message as Message, MessageContent as MessageContent, MessageRole as MessageRole, ModelId as ModelId, Reasoning as Reasoning, ResponseSchema as ResponseSchema, ToolCall as ToolCall, ToolResult as ToolResult
-from langchain_core.tools import Tool as Tool
+from langchain_core.tools import Tool as LangChainTool
 from typing import Any
 
 class _Key:
@@ -16,8 +17,14 @@ class _Key:
     DATA_TYPE: str
     DATA_VALUE: str
     DEFAULT: str
+    DESCRIPTION: str
+    FUNCTION: str
+    META: str
+    NAME: str
+    PARAMETERS: str
     PROPERTIES: str
     REQUIRED: str
+    TITLE: str
     TYPE: str
 
 class _InputType:
@@ -46,7 +53,7 @@ class BaseLMInvoker(ABC, metaclass=abc.ABCMeta):
     response_schema: Incomplete
     output_analytics: Incomplete
     retry_config: Incomplete
-    def __init__(self, model_id: ModelId, default_hyperparameters: dict[str, Any] | None = None, supported_attachments: set[str] | None = None, tools: list[Tool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig | None = None) -> None:
+    def __init__(self, model_id: ModelId, default_hyperparameters: dict[str, Any] | None = None, supported_attachments: set[str] | None = None, tools: list[Tool | LangChainTool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig | None = None) -> None:
         """Initializes a new instance of the BaseLMInvoker class.
 
         Args:
@@ -55,7 +62,7 @@ class BaseLMInvoker(ABC, metaclass=abc.ABCMeta):
                 language model. Defaults to None, in which case an empty dictionary is used.
             supported_attachments (set[str] | None, optional): A set of supported attachment types. Defaults to None,
                 in which case an empty set is used (indicating that no attachments are supported).
-            tools (list[Tool] | None, optional): Tools provided to the language model to enable tool calling.
+            tools (list[Tool | LangChainTool] | None, optional): Tools provided to the model to enable tool calling.
                 Defaults to None, in which case an empty list is used.
             response_schema (ResponseSchema | None, optional): The schema of the response. If provided, the model will
                 output a structured response as defined by the schema. Supports both Pydantic BaseModel and JSON schema
@@ -85,13 +92,13 @@ class BaseLMInvoker(ABC, metaclass=abc.ABCMeta):
         Returns:
             str: The name of the language model.
         """
-    def set_tools(self, tools: list[Tool]) -> None:
+    def set_tools(self, tools: list[Tool | LangChainTool]) -> None:
         """Sets the tools for the language model.
 
         This method sets the tools for the language model. Any existing tools will be replaced.
 
         Args:
-            tools (list[Tool]): The list of tools to be used.
+            tools (list[Tool | LangChainTool]): The list of tools to be used.
         """
     def clear_tools(self) -> None:
         """Clears the tools for the language model.

gllm_inference/lm_invoker/openai_compatible_lm_invoker.pyi

@@ -1,11 +1,13 @@
 from _typeshed import Incomplete
 from gllm_core.event import EventEmitter as EventEmitter
+from gllm_core.schema.tool import Tool as Tool
 from gllm_core.utils.retry import RetryConfig as RetryConfig
+from gllm_inference.constants import INVOKER_PROPAGATED_MAX_RETRIES as INVOKER_PROPAGATED_MAX_RETRIES
 from gllm_inference.lm_invoker.lm_invoker import BaseLMInvoker as BaseLMInvoker
 from gllm_inference.lm_invoker.schema.openai_compatible import InputType as InputType, Key as Key, ReasoningEffort as ReasoningEffort
 from gllm_inference.schema import Attachment as Attachment, AttachmentType as AttachmentType, EmitDataType as EmitDataType, LMOutput as LMOutput, Message as Message, MessageRole as MessageRole, ModelId as ModelId, ModelProvider as ModelProvider, Reasoning as Reasoning, ResponseSchema as ResponseSchema, TokenUsage as TokenUsage, ToolCall as ToolCall, ToolResult as ToolResult
 from gllm_inference.utils import validate_string_enum as validate_string_enum
-from langchain_core.tools import Tool as Tool
+from langchain_core.tools import Tool as LangChainTool
 from typing import Any
 
 SUPPORTED_ATTACHMENTS: Incomplete
@@ -19,7 +21,7 @@ class OpenAICompatibleLMInvoker(BaseLMInvoker):
         model_name (str): The name of the language model.
         client (AsyncOpenAI): The OpenAI client instance.
         default_hyperparameters (dict[str, Any]): Default hyperparameters for invoking the model.
-        tools (list[Any]): The list of tools provided to the model to enable tool calling.
+        tools (list[Tool]): The list of tools provided to the model to enable tool calling.
         response_schema (ResponseSchema | None): The schema of the response. If provided, the model will output a
             structured response as defined by the schema. Supports both Pydantic BaseModel and JSON schema dictionary.
         output_analytics (bool): Whether to output the invocation analytics.
@@ -62,7 +64,7 @@ class OpenAICompatibleLMInvoker(BaseLMInvoker):
 
     Tool calling:
         Tool calling is a feature that allows the language model to call tools to perform tasks.
-        Tools can be passed to the via the `tools` parameter as a list of LangChain\'s `Tool` objects.
+        Tools can be passed to the via the `tools` parameter as a list of `Tool` objects.
         When tools are provided and the model decides to call a tool, the tool calls are stored in the
         `tool_calls` attribute in the output.
 
@@ -230,7 +232,7 @@ class OpenAICompatibleLMInvoker(BaseLMInvoker):
                 Defaults to an empty list.
     '''
     client: Incomplete
-    def __init__(self, model_name: str, base_url: str, api_key: str | None = None, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig | None = None, reasoning_effort: ReasoningEffort | None = None) -> None:
+    def __init__(self, model_name: str, base_url: str, api_key: str | None = None, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool | LangChainTool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig | None = None, reasoning_effort: ReasoningEffort | None = None) -> None:
         '''Initializes a new instance of the OpenAICompatibleLMInvoker class.
 
         Args:
@@ -242,7 +244,7 @@ class OpenAICompatibleLMInvoker(BaseLMInvoker):
             model_kwargs (dict[str, Any] | None, optional): Additional model parameters. Defaults to None.
             default_hyperparameters (dict[str, Any] | None, optional): Default hyperparameters for invoking the model.
                 Defaults to None.
-            tools (list[Tool] | None, optional): Tools provided to the language model to enable tool calling.
+            tools (list[Tool | LangChainTool] | None, optional): Tools provided to the model to enable tool calling.
                 Defaults to None.
             response_schema (ResponseSchema | None, optional): The schema of the response. If provided, the model will
                 output a structured response as defined by the schema. Supports both Pydantic BaseModel and JSON schema

gllm_inference/lm_invoker/openai_lm_invoker.pyi

@@ -1,11 +1,13 @@
 from _typeshed import Incomplete
 from gllm_core.event import EventEmitter as EventEmitter
+from gllm_core.schema.tool import Tool as Tool
 from gllm_core.utils.retry import RetryConfig as RetryConfig
+from gllm_inference.constants import INVOKER_PROPAGATED_MAX_RETRIES as INVOKER_PROPAGATED_MAX_RETRIES
 from gllm_inference.lm_invoker.lm_invoker import BaseLMInvoker as BaseLMInvoker
 from gllm_inference.lm_invoker.schema.openai import InputType as InputType, Key as Key, OutputType as OutputType, ReasoningEffort as ReasoningEffort, ReasoningSummary as ReasoningSummary
 from gllm_inference.schema import Attachment as Attachment, AttachmentType as AttachmentType, CodeExecResult as CodeExecResult, EmitDataType as EmitDataType, LMOutput as LMOutput, Message as Message, MessageRole as MessageRole, ModelId as ModelId, ModelProvider as ModelProvider, Reasoning as Reasoning, ResponseSchema as ResponseSchema, TokenUsage as TokenUsage, ToolCall as ToolCall, ToolResult as ToolResult
 from gllm_inference.utils import validate_string_enum as validate_string_enum
-from langchain_core.tools import Tool as Tool
+from langchain_core.tools import Tool as LangChainTool
 from typing import Any
 
 SUPPORTED_ATTACHMENTS: Incomplete
@@ -19,7 +21,7 @@ class OpenAILMInvoker(BaseLMInvoker):
         model_name (str): The name of the language model.
         client (AsyncOpenAI): The OpenAI client instance.
         default_hyperparameters (dict[str, Any]): Default hyperparameters for invoking the model.
-        tools (list[Any]): The list of tools provided to the model to enable tool calling.
+        tools (list[Tool]): The list of tools provided to the model to enable tool calling.
         response_schema (ResponseSchema | None): The schema of the response. If provided, the model will output a
             structured response as defined by the schema. Supports both Pydantic BaseModel and JSON schema dictionary.
         output_analytics (bool): Whether to output the invocation analytics.
@@ -51,7 +53,7 @@ class OpenAILMInvoker(BaseLMInvoker):
 
     Tool calling:
         Tool calling is a feature that allows the language model to call tools to perform tasks.
-        Tools can be passed to the via the `tools` parameter as a list of LangChain\'s `Tool` objects.
+        Tools can be passed to the via the `tools` parameter as a list of `Tool` objects.
         When tools are provided and the model decides to call a tool, the tool calls are stored in the
         `tool_calls` attribute in the output.
 
@@ -318,7 +320,7 @@ class OpenAILMInvoker(BaseLMInvoker):
                 enabled and the language model decides to execute any codes. Defaults to an empty list.
     '''
     client: Incomplete
-    def __init__(self, model_name: str, api_key: str | None = None, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig | None = None, reasoning_effort: ReasoningEffort | None = None, reasoning_summary: ReasoningSummary | None = None, code_interpreter: bool = False, web_search: bool = False) -> None:
+    def __init__(self, model_name: str, api_key: str | None = None, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool | LangChainTool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig | None = None, reasoning_effort: ReasoningEffort | None = None, reasoning_summary: ReasoningSummary | None = None, code_interpreter: bool = False, web_search: bool = False) -> None:
         """Initializes a new instance of the OpenAILMInvoker class.
 
         Args:
@@ -328,8 +330,8 @@ class OpenAILMInvoker(BaseLMInvoker):
             model_kwargs (dict[str, Any] | None, optional): Additional model parameters. Defaults to None.
             default_hyperparameters (dict[str, Any] | None, optional): Default hyperparameters for invoking the model.
                 Defaults to None.
-            tools (list[Tool] | None, optional): Tools provided to the language model to enable tool calling.
-                Defaults to None.
+            tools (list[Tool | LangChainTool] | None, optional): Tools provided to the model to enable tool calling.
+                Defaults to None, in which case an empty list is used.
             response_schema (ResponseSchema | None, optional): The schema of the response. If provided, the model will
                 output a structured response as defined by the schema. Supports both Pydantic BaseModel and JSON schema
                 dictionary. Defaults to None.

gllm_inference/lm_invoker/schema/anthropic.pyi

@@ -4,10 +4,10 @@ class Key:
     CONTENT: str
     DATA: str
     DESCRIPTION: str
-    FUNCTION: str
     ID: str
     INPUT: str
     INPUT_SCHEMA: str
+    MAX_RETRIES: str
     MEDIA_TYPE: str
     MAX_TOKENS: str
     NAME: str
@@ -17,6 +17,7 @@ class Key:
     SOURCE: str
     STOP_REASON: str
     SYSTEM: str
+    TIMEOUT: str
     THINKING: str
     TOOLS: str
     TOOL_CHOICE: str

gllm_inference/lm_invoker/schema/datasaur.pyi

@@ -1,7 +1,9 @@
 class Key:
     """Defines valid keys in Datasaur."""
     CONTEXTS: str
+    MAX_RETRIES: str
     NAME: str
+    TIMEOUT: str
     TYPE: str
     URL: str
 

gllm_inference/lm_invoker/schema/google.pyi

@@ -6,9 +6,12 @@ class Key:
     FINISH_REASON: str
     FUNCTION: str
     FUNCTION_CALL: str
+    HTTP_OPTIONS: str
     NAME: str
+    RETRY_OPTIONS: str
     SYSTEM_INSTRUCTION: str
     THINKING_CONFIG: str
+    TIMEOUT: str
     TOOLS: str
     RESPONSE_SCHEMA: str
     RESPONSE_MIME_TYPE: str

gllm_inference/lm_invoker/schema/langchain.pyi

@@ -5,11 +5,13 @@ class Key:
     ID: str
     IMAGE_URL: str
     INPUT_TOKENS: str
+    MAX_RETRIES: str
     NAME: str
     OUTPUT_TOKENS: str
     PARSED: str
     RAW: str
     TEXT: str
+    TIMEOUT: str
     TYPE: str
     URL: str
 

gllm_inference/lm_invoker/schema/openai.pyi

@@ -8,11 +8,11 @@ class Key:
     CONTENT: str
     DEFAULT: str
     DEFS: str
+    DESCRIPTION: str
     EFFORT: str
     FILE_DATA: str
     FILENAME: str
     FORMAT: str
-    FUNCTION: str
     ID: str
     IMAGE_URL: str
     INCLUDE: str

gllm_inference/lm_invoker/schema/openai_compatible.pyi

@@ -7,6 +7,7 @@ class Key:
     CHOICES: str
     DATA: str
     DEFS: str
+    DESCRIPTION: str
     EFFORT: str
     FINISH_REASON: str
     FORMAT: str
@@ -15,13 +16,16 @@ class Key:
     IMAGE_URL: str
     INPUT_AUDIO: str
     JSON_SCHEMA: str
+    MAX_RETRIES: str
     MESSAGE: str
     NAME: str
+    PARAMETERS: str
     RESPONSE_FORMAT: str
     ROLE: str
     SCHEMA: str
     STRICT: str
     TEXT: str
+    TIMEOUT: str
     TITLE: str
     TOOLS: str
     TOOL_CALLS: str

gllm_inference.pyi

@@ -59,6 +59,7 @@ import langchain_core.embeddings
 import gllm_inference.utils.load_langchain_model
 import gllm_inference.utils.parse_model_data
 import io
+import httpx
 import twelvelabs
 import base64
 import sys
@@ -70,14 +71,13 @@ import enum
 import http
 import http.HTTPStatus
 import aiohttp
-import httpx
 import requests
 import gllm_inference.schema.ErrorResponse
 import gllm_core.constants
 import gllm_core.event
+import gllm_core.schema
+import gllm_core.schema.tool
 import langchain_core.tools
-import langchain_core.utils
-import langchain_core.utils.function_calling
 import gllm_inference.schema.EmitDataType
 import gllm_inference.schema.LMOutput
 import gllm_inference.schema.Message
@@ -88,13 +88,14 @@ import gllm_inference.schema.ToolCall
 import gllm_inference.schema.ToolResult
 import anthropic
 import aioboto3
-import gllm_core.schema
 import gllm_inference.schema.MessageRole
 import langchain_core.language_models
 import langchain_core.messages
 import litellm
 import time
 import jsonschema
+import langchain_core.utils
+import langchain_core.utils.function_calling
 import gllm_inference.schema.MessageContent
 import gllm_inference.utils.validate_string_enum
 import gllm_inference.schema.CodeExecResult

{gllm_inference_binary-0.5.6.dist-info → gllm_inference_binary-0.5.8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: gllm-inference-binary
-Version: 0.5.6
+Version: 0.5.8
 Summary: A library containing components related to model inferences in Gen AI applications.
 Author: Henry Wicaksono
 Author-email: henry.wicaksono@gdplabs.id

{gllm_inference_binary-0.5.6.dist-info → gllm_inference_binary-0.5.8.dist-info}/RECORD

@@ -8,43 +8,47 @@ gllm_inference/catalog/__init__.pyi,sha256=JBkPGTyiiZ30GECzJBW-mW8LekWyY2qyzal3e
 gllm_inference/catalog/catalog.pyi,sha256=a4RNG1lKv51GxQpOqh47tz-PAROMPaeP2o5XNLBSZaU,4790
 gllm_inference/catalog/lm_request_processor_catalog.pyi,sha256=ranHMbG9--DZj9FJRhIUa6U8e-L-Tm-_hSBpzJ6DDs4,5428
 gllm_inference/catalog/prompt_builder_catalog.pyi,sha256=OU8k_4HbqjZEzHZlzSM3uzGQZJmM2uGD76Csqom0CEQ,3197
-gllm_inference/constants.pyi,sha256=A16iMdS6QLnDx7ToiVuu1rSxvEwcr0OMrghPUGQL0L4,220
+gllm_inference/constants.pyi,sha256=gPlwRHKIjUdyQoLdoog8ca76YmjrQL0SCDTEn8UEWSY,256
 gllm_inference/em_invoker/__init__.pyi,sha256=XESsrYo1PZeeHe7AMRyuzKoV7XDD5oN89ZTH01zRf4k,873
-gllm_inference/em_invoker/azure_openai_em_invoker.pyi,sha256=1HgCMcw7Hqv2ah4v9ma1Ioa-PpI-v2g7MfuKxxk2ZPU,4473
+gllm_inference/em_invoker/azure_openai_em_invoker.pyi,sha256=OEkVu5nv92ITqdhDtgDg4MiLSDRWDmLSnAhYtXpCn6E,4602
 gllm_inference/em_invoker/em_invoker.pyi,sha256=hiH8FB5R-KxhI8Ds2htF3cjRcIcH92yHPcOdpgc4FDo,4341
-gllm_inference/em_invoker/google_em_invoker.pyi,sha256=LQDUdsnOrB6ihBh0VdoOZHzFrY5dE3wWgBsl_slr1SI,6067
+gllm_inference/em_invoker/google_em_invoker.pyi,sha256=pn05VdOZXZOffeg89wlAQOBAyHyt6dLaS0Sd6LoH05M,6130
 gllm_inference/em_invoker/langchain/__init__.pyi,sha256=VYGKE5OgU0my1RlhgzkU_A7-GLGnUDDnNFuctuRwILE,148
 gllm_inference/em_invoker/langchain/em_invoker_embeddings.pyi,sha256=6nASLqi0FXCpqyYPl7kM3g7hAW-xS5ZwsS3GFudns98,2347
-gllm_inference/em_invoker/langchain_em_invoker.pyi,sha256=HSusS_ef5VZ20HPBFe153olueYOGQ57hmKY4406LUcE,2577
-gllm_inference/em_invoker/openai_compatible_em_invoker.pyi,sha256=GkoL-Z_Rl5v_NwcbvhUE6quLr6F9KnUB6Sb9Q712hNM,4802
-gllm_inference/em_invoker/openai_em_invoker.pyi,sha256=Gdyh93f8Mi3JYqnV1sBnYk1LAZpcsP47JeLjWxqyins,4070
+gllm_inference/em_invoker/langchain_em_invoker.pyi,sha256=lXiTTGcNOIwurZx3_6vWLE1DQyioK8Z1fOcPuUATnxA,2782
+gllm_inference/em_invoker/openai_compatible_em_invoker.pyi,sha256=Qz2Qx1KRKhzXr8IseDWcF_6yC-SNtfsXvQuGuKnqVe8,4978
+gllm_inference/em_invoker/openai_em_invoker.pyi,sha256=SFuS2DsvMHcibxFnpQOOchlZUyNRRlI2uMhVEUfifas,4235
 gllm_inference/em_invoker/schema/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-gllm_inference/em_invoker/schema/twelvelabs.pyi,sha256=y9nfqvuzs0o1jlZ5bwNmJkMSmvHAwBElWNMU0wJNc64,334
-gllm_inference/em_invoker/schema/voyage.pyi,sha256=7d9hv8uCJ4NboRaqK77g5ekb0X78pPW__sz2EYeKJKw,219
-gllm_inference/em_invoker/twelevelabs_em_invoker.pyi,sha256=9QctCbM6c9q5eHKIYEwVlhDmzcCysQupiT-4e8hllPE,4964
-gllm_inference/em_invoker/voyage_em_invoker.pyi,sha256=17NBfuii3FyBbNtNRT2y6FUMTMsDemanXnY1j_0dmZg,5032
+gllm_inference/em_invoker/schema/google.pyi,sha256=MUmgtjMmjSpzmzaAOx6JGZbcdRxgMUhOpvcVQIo-oGs,146
+gllm_inference/em_invoker/schema/langchain.pyi,sha256=onpZutqa2xw2g8rdJTdycy3ub58lkPBVB3KvVVPpyds,92
+gllm_inference/em_invoker/schema/openai.pyi,sha256=Q_dsEcodkOXYXPdrkOkW0LnuLhfeq8tEbtZAGMz2ajA,139
+gllm_inference/em_invoker/schema/openai_compatible.pyi,sha256=gmvGtsWoOMBelke_tZjC6dKimFBW9f4Vrgv0Ig0OM9Q,150
+gllm_inference/em_invoker/schema/twelvelabs.pyi,sha256=F6wKHgG01bYskJpKoheBSpRpHUfFpteKn9sj9n5YfcU,372
+gllm_inference/em_invoker/schema/voyage.pyi,sha256=HVpor0fqNy-IwapCICfsgFmqf1FJXCOMIxS2vOXhHd8,289
+gllm_inference/em_invoker/twelevelabs_em_invoker.pyi,sha256=6b8oJ8aLNBn45o85dka-Xbq9nWZqtcMgFls39ekEZ6o,5066
+gllm_inference/em_invoker/voyage_em_invoker.pyi,sha256=7akaf8GxOA8Trokad0xmlYKr49rY3Egm3_4gpW-vly8,5134
 gllm_inference/exceptions/__init__.pyi,sha256=v9uxjW5DssIn7n_bKqT7L83CeqFET2Z45GFOvi78UuE,977
 gllm_inference/exceptions/error_parser.pyi,sha256=4RkVfS2Fl9kjz_h2bK9eoAeI-Y-VkHcUqXWj68BsYig,2393
 gllm_inference/exceptions/exceptions.pyi,sha256=5YRackwVNvyOJjOtiVszqu8q87s8ioXTa-XwaYmeiC4,4643
 gllm_inference/lm_invoker/__init__.pyi,sha256=8oUFgavpItvjRUqsLqLSHqQVIPyTKCgNQ_euf58H2zY,1104
-gllm_inference/lm_invoker/anthropic_lm_invoker.pyi,sha256=Ihq8U4w_efN74gf-nDFUY_zXO4Hf4KYZ2YhWcu9MqNA,14663
-gllm_inference/lm_invoker/azure_openai_lm_invoker.pyi,sha256=98ecMvAsEKEYNS1HehL3xTKT3MLdI9AfmJVOi9jeHXM,14407
-gllm_inference/lm_invoker/bedrock_lm_invoker.pyi,sha256=0ZeBJ_PWuFY2dOlON11VsI4BENhFJhK4md-8DwNpcyU,12300
-gllm_inference/lm_invoker/datasaur_lm_invoker.pyi,sha256=EzovSc7FXXZLoRrOuA2rFHmBAcBEohoBaUkAFk7hQig,9049
-gllm_inference/lm_invoker/google_lm_invoker.pyi,sha256=dRK3_--UQEBEMkLItav9MeTXp5p-iM-pqzt2JnwocPU,16393
-gllm_inference/lm_invoker/langchain_lm_invoker.pyi,sha256=2p-JM7XojIi20wxKvu1n6eJWVeQz6P069M3Quoe5ViE,13018
-gllm_inference/lm_invoker/litellm_lm_invoker.pyi,sha256=ad_tVyOjATiFyYF-f_1vX2Sl4BXy-fDXEW_D8fD1Db8,13037
-gllm_inference/lm_invoker/lm_invoker.pyi,sha256=XvcR2AAH_vnIdZ3cgDer59ZT724mW22_OSF8mpeo_kk,7610
-gllm_inference/lm_invoker/openai_compatible_lm_invoker.pyi,sha256=gHYFz7S8kTq1qkh-kqXOxkBAydUWxXJyoyNkL90Kvig,14759
-gllm_inference/lm_invoker/openai_lm_invoker.pyi,sha256=EsWW-XPmpmQ_27jFezJgT5lbpQf1Hj4O6MCvN63M3v0,19325
+gllm_inference/lm_invoker/anthropic_lm_invoker.pyi,sha256=MsF3OmDo0L9aEHuTJYTgsoDILi2B_IgKtPpDcDMduWc,14925
+gllm_inference/lm_invoker/azure_openai_lm_invoker.pyi,sha256=EV_yrj6mnV_rCDEqSZaIikfw76_rXXyDlC-w_y-m7K0,14603
+gllm_inference/lm_invoker/bedrock_lm_invoker.pyi,sha256=IuLxgCThOSBHx1AXqnhL6yVu5_JV6hAeGBWWm5P1JCo,12423
+gllm_inference/lm_invoker/datasaur_lm_invoker.pyi,sha256=QS84w3WpD3Oyl5HdxrucsadCmsHE8gn6Ewl3l01DCgI,9203
+gllm_inference/lm_invoker/google_lm_invoker.pyi,sha256=Hy5DYaIaKPqMjSjDyfHy0HofHhogAn3McN7SeDs67g4,16491
+gllm_inference/lm_invoker/langchain_lm_invoker.pyi,sha256=skcbX34ZosGMFli3SLmGITJTzMj9HxkQBWGrd-zYCbU,13264
+gllm_inference/lm_invoker/litellm_lm_invoker.pyi,sha256=_c56ewpEQ-Ywj5ofFzRYBvQgefR7Q_WkcQt97lnIFgg,13128
+gllm_inference/lm_invoker/lm_invoker.pyi,sha256=NLLzJY5YaWckR0DHgNNxZhg-Lif41ZX-DZZcICq7NIU,7809
+gllm_inference/lm_invoker/openai_compatible_lm_invoker.pyi,sha256=HWuoklm6DMvyiFnuq9iBbkR2YU4d5xXMW7-haU9Okt4,14928
+gllm_inference/lm_invoker/openai_lm_invoker.pyi,sha256=y9IiSvffDVA7cQh24nFZa2qbl-YOBT8A0rBWUcH8I6c,19531
 gllm_inference/lm_invoker/schema/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-gllm_inference/lm_invoker/schema/anthropic.pyi,sha256=Y7NAjB7H0Wmiwv3YGZuG83K1rOCjSDB6hoZ6LjndWss,971
+gllm_inference/lm_invoker/schema/anthropic.pyi,sha256=zNbm4RV454dBEEUUN-Vyl_4cO628wUMPZyrO27O_DfM,991
 gllm_inference/lm_invoker/schema/bedrock.pyi,sha256=FOUMZkBi6KRa__mYoy3FNJ5sP0EC6rgLuhoijnwelIg,927
-gllm_inference/lm_invoker/schema/datasaur.pyi,sha256=zi1aC2SHm4U54PPLuWIbFxdvTDuguhd4CGMOwziu0Ss,192
-gllm_inference/lm_invoker/schema/google.pyi,sha256=ZwEAo30lif7v1EgpwmKng6rzCPxPyUypyKBYkvLjJJE,443
-gllm_inference/lm_invoker/schema/langchain.pyi,sha256=-0JIiMFofXoHDoMtpaFUOysvrPGJBvjDFcNeomnWTSY,371
-gllm_inference/lm_invoker/schema/openai.pyi,sha256=YogOvOZqPuWkNyfcvyzaxi-Bu7UMfcoRzk4gWtkPG08,1899
-gllm_inference/lm_invoker/schema/openai_compatible.pyi,sha256=iNaiEjYe_uQnhLdkp0XMhw-D1BCZR2qQZAwgMAM49us,1022
+gllm_inference/lm_invoker/schema/datasaur.pyi,sha256=aA4DhTXIezwLvFzphR24a5ueVln2FCBIloP9Hbt3iz4,230
+gllm_inference/lm_invoker/schema/google.pyi,sha256=AIsNgq0ZZuicHmx4bL7z6q-946T05nWts3HUeA8hhHQ,505
+gllm_inference/lm_invoker/schema/langchain.pyi,sha256=l2kHU7S3vmG3-NCt8B26krp_i4Br3waES_CekkgrKSA,409
+gllm_inference/lm_invoker/schema/openai.pyi,sha256=w_XSzOohX_7vnR81hVXdgDbBqk737LmMAN_AvODGk2I,1902
+gllm_inference/lm_invoker/schema/openai_compatible.pyi,sha256=U2Q6F5Jw_-czGdEF0clWcjY3ciNsCL_a46XGLM7OSpk,1101
 gllm_inference/model/__init__.pyi,sha256=qClHIgljqhPPCKlGTKmHsWgYb4_hADybxtC2q1U8a5Q,593
 gllm_inference/model/em/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 gllm_inference/model/em/google_em.pyi,sha256=ZPN5LmReO0bcTfnZixFooUTzgD-daNFPzfxzZ-5WzQQ,471
@@ -86,8 +90,8 @@ gllm_inference/utils/__init__.pyi,sha256=npmBmmlBv7cPHMg1hdL3S2_RelD6vk_LhCsGELh
 gllm_inference/utils/langchain.pyi,sha256=VluQiHkGigDdqLUbhB6vnXiISCP5hHqV0qokYY6dC1A,1164
 gllm_inference/utils/validation.pyi,sha256=toxBtRp-VItC_X7sNi-GDd7sjibBdWMrR0q01OI2D7k,385
 gllm_inference.build/.gitignore,sha256=aEiIwOuxfzdCmLZe4oB1JsBmCUxwG8x-u-HBCV9JT8E,1
-gllm_inference.cpython-313-x86_64-linux-gnu.so,sha256=3Enw-EvHyf2WNJjF3uXth_1KaOCQ0QwpDHKXxBNqQmw,3903976
-gllm_inference.pyi,sha256=xOoh8lTQxXc6A4XYKBobWn8RJNszAlinAmbHPJyqi30,3315
-gllm_inference_binary-0.5.6.dist-info/METADATA,sha256=Rzc4b-cVAWQIdy5NxgwiGmWpvvjzKOILPUdeKZEFtQ8,4531
-gllm_inference_binary-0.5.6.dist-info/WHEEL,sha256=qGYSeeDMRvGsNMRKS15OK05VQRV6Z0DMQkqDjYiypg0,110
-gllm_inference_binary-0.5.6.dist-info/RECORD,,
+gllm_inference.cpython-313-x86_64-linux-gnu.so,sha256=jBoT_kVtFeM92COqEwPMvloDK8IlDWkSLMq8vykAcDs,3986120
+gllm_inference.pyi,sha256=2rrMuhWOyLvODZQ7_NT7rt409eCv7iKzZZR3OWJ3KX4,3344
+gllm_inference_binary-0.5.8.dist-info/METADATA,sha256=czkvBDQEqltXhBF08Zq4Ik6KjTwuRDDvbafy9pXvs0Y,4531
+gllm_inference_binary-0.5.8.dist-info/WHEEL,sha256=qGYSeeDMRvGsNMRKS15OK05VQRV6Z0DMQkqDjYiypg0,110
+gllm_inference_binary-0.5.8.dist-info/RECORD,,