gllm-inference-binary 0.5.1.post1__cp311-cp311-win_amd64.whl → 0.5.2__cp311-cp311-win_amd64.whl

gllm_inference/constants.pyi

@@ -3,5 +3,6 @@ from _typeshed import Incomplete
 DEFAULT_AZURE_OPENAI_API_VERSION: str
 DOCUMENT_MIME_TYPES: Incomplete
 GOOGLE_SCOPES: Incomplete
+INVOKER_DEFAULT_RETRY_CONFIG: Incomplete
 HEX_REPR_LENGTH: int
 HTTP_STATUS_CODE_PATTERNS: Incomplete

gllm_inference/em_invoker/azure_openai_em_invoker.pyi

@@ -1,6 +1,6 @@
 from _typeshed import Incomplete
 from gllm_core.utils.retry import RetryConfig as RetryConfig
-from gllm_inference.constants import DEFAULT_AZURE_OPENAI_API_VERSION as DEFAULT_AZURE_OPENAI_API_VERSION
+from gllm_inference.constants import DEFAULT_AZURE_OPENAI_API_VERSION as DEFAULT_AZURE_OPENAI_API_VERSION, INVOKER_DEFAULT_RETRY_CONFIG as INVOKER_DEFAULT_RETRY_CONFIG
 from gllm_inference.em_invoker.openai_em_invoker import OpenAIEMInvoker as OpenAIEMInvoker
 from gllm_inference.schema import ModelId as ModelId, ModelProvider as ModelProvider
 from typing import Any
@@ -67,7 +67,7 @@ class AzureOpenAIEMInvoker(OpenAIEMInvoker):
         ```
     '''
     client: Incomplete
-    def __init__(self, azure_endpoint: str, azure_deployment: str, api_key: str | None = None, api_version: str = ..., model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, retry_config: RetryConfig | None = None) -> None:
+    def __init__(self, azure_endpoint: str, azure_deployment: str, api_key: str | None = None, api_version: str = ..., model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, retry_config: RetryConfig = ...) -> None:
         """Initializes a new instance of the AzureOpenAIEMInvoker class.
 
         Args:
@@ -80,6 +80,6 @@ class AzureOpenAIEMInvoker(OpenAIEMInvoker):
             model_kwargs (dict[str, Any] | None, optional): Additional model parameters. Defaults to None.
             default_hyperparameters (dict[str, Any] | None, optional): Default hyperparameters for invoking the model.
                 Defaults to None.
-            retry_config (RetryConfig | None, optional): The retry configuration for the embedding model.
-                Defaults to None, in which case a default config with no retry and 30.0 seconds timeout is used.
+            retry_config (RetryConfig, optional): The retry configuration for the embedding model.
+                Defaults to a default config with no retry and 30.0 seconds timeout.
         """

gllm_inference/em_invoker/em_invoker.pyi

@@ -1,8 +1,8 @@
 import abc
 from _typeshed import Incomplete
 from abc import ABC
-from gllm_core.utils.retry import RetryConfig
-from gllm_inference.constants import DOCUMENT_MIME_TYPES as DOCUMENT_MIME_TYPES
+from gllm_core.utils.retry import RetryConfig as RetryConfig
+from gllm_inference.constants import DOCUMENT_MIME_TYPES as DOCUMENT_MIME_TYPES, INVOKER_DEFAULT_RETRY_CONFIG as INVOKER_DEFAULT_RETRY_CONFIG
 from gllm_inference.exceptions import parse_error_message as parse_error_message
 from gllm_inference.schema import Attachment as Attachment, AttachmentType as AttachmentType, EMContent as EMContent, ModelId as ModelId, Vector as Vector
 from typing import Any
@@ -21,7 +21,7 @@ class BaseEMInvoker(ABC, metaclass=abc.ABCMeta):
     """
     default_hyperparameters: Incomplete
     retry_config: Incomplete
-    def __init__(self, model_id: ModelId, default_hyperparameters: dict[str, Any] | None = None, supported_attachments: set[str] | None = None, retry_config: RetryConfig | None = None) -> None:
+    def __init__(self, model_id: ModelId, default_hyperparameters: dict[str, Any] | None = None, supported_attachments: set[str] | None = None, retry_config: RetryConfig = ...) -> None:
         """Initializes a new instance of the BaseEMInvoker class.
 
         Args:
@@ -30,8 +30,8 @@ class BaseEMInvoker(ABC, metaclass=abc.ABCMeta):
                 embedding model. Defaults to None, in which case an empty dictionary is used.
             supported_attachments (set[str] | None, optional): A set of supported attachment types. Defaults to None,
                 in which case an empty set is used (indicating that no attachments are supported).
-            retry_config (RetryConfig | None, optional): The retry configuration for the embedding model.
-                Defaults to None, in which case a default config with no retry and 30.0 seconds timeout is used.
+            retry_config (RetryConfig, optional): The retry configuration for the embedding model.
+                Defaults to a default config with no retry and 30.0 seconds timeout.
         """
     @property
     def model_id(self) -> str:

gllm_inference/em_invoker/google_em_invoker.pyi

@@ -1,6 +1,6 @@
 from _typeshed import Incomplete
 from gllm_core.utils.retry import RetryConfig as RetryConfig
-from gllm_inference.constants import GOOGLE_SCOPES as GOOGLE_SCOPES
+from gllm_inference.constants import GOOGLE_SCOPES as GOOGLE_SCOPES, INVOKER_DEFAULT_RETRY_CONFIG as INVOKER_DEFAULT_RETRY_CONFIG
 from gllm_inference.em_invoker.em_invoker import BaseEMInvoker as BaseEMInvoker
 from gllm_inference.schema import ModelId as ModelId, ModelProvider as ModelProvider, Vector as Vector
 from typing import Any
@@ -97,7 +97,7 @@ class GoogleEMInvoker(BaseEMInvoker):
         ```
     '''
     client_params: Incomplete
-    def __init__(self, model_name: str, api_key: str | None = None, credentials_path: str | None = None, project_id: str | None = None, location: str = 'us-central1', model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, retry_config: RetryConfig | None = None) -> None:
+    def __init__(self, model_name: str, api_key: str | None = None, credentials_path: str | None = None, project_id: str | None = None, location: str = 'us-central1', model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, retry_config: RetryConfig = ...) -> None:
         '''Initializes a new instance of the GoogleEMInvoker class.
 
         Args:
@@ -114,8 +114,8 @@ class GoogleEMInvoker(BaseEMInvoker):
                 Defaults to None.
             default_hyperparameters (dict[str, Any] | None, optional): Default hyperparameters for invoking the model.
                 Defaults to None.
-            retry_config (RetryConfig | None, optional): The retry configuration for the embedding model.
-                Defaults to None, in which case a default config with no retry and 30.0 seconds timeout is used.
+            retry_config (RetryConfig, optional): The retry configuration for the embedding model.
+                Defaults to a default config with no retry and 30.0 seconds timeout.
 
         Note:
             If neither `api_key` nor `credentials_path` is provided, Google Gen AI will be used by default.

gllm_inference/em_invoker/langchain_em_invoker.pyi

@@ -1,5 +1,6 @@
 from _typeshed import Incomplete
 from gllm_core.utils.retry import RetryConfig as RetryConfig
+from gllm_inference.constants import INVOKER_DEFAULT_RETRY_CONFIG as INVOKER_DEFAULT_RETRY_CONFIG
 from gllm_inference.em_invoker.em_invoker import BaseEMInvoker as BaseEMInvoker
 from gllm_inference.schema import ModelId as ModelId, ModelProvider as ModelProvider, Vector as Vector
 from gllm_inference.utils import load_langchain_model as load_langchain_model, parse_model_data as parse_model_data
@@ -19,7 +20,7 @@ class LangChainEMInvoker(BaseEMInvoker):
         retry_config (RetryConfig): The retry configuration for the embedding model.
     """
     model: Incomplete
-    def __init__(self, model: Embeddings | None = None, model_class_path: str | None = None, model_name: str | None = None, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, retry_config: RetryConfig | None = None) -> None:
+    def __init__(self, model: Embeddings | None = None, model_class_path: str | None = None, model_name: str | None = None, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, retry_config: RetryConfig = ...) -> None:
         '''Initializes a new instance of the LangChainEMInvoker class.
 
         Args:
@@ -34,6 +35,6 @@ class LangChainEMInvoker(BaseEMInvoker):
                 `model_class_path` is provided. Defaults to None.
             default_hyperparameters (dict[str, Any] | None, optional): Default hyperparameters for invoking the model.
                 Defaults to None.
-            retry_config (RetryConfig | None, optional): The retry configuration for the embedding model.
-                Defaults to None, in which case a default config with no retry and 30.0 seconds timeout is used.
+            retry_config (RetryConfig, optional): The retry configuration for the embedding model.
+                Defaults to a default config with no retry and 30.0 seconds timeout.
         '''

gllm_inference/em_invoker/openai_compatible_em_invoker.pyi

@@ -1,5 +1,6 @@
 from _typeshed import Incomplete
 from gllm_core.utils.retry import RetryConfig as RetryConfig
+from gllm_inference.constants import INVOKER_DEFAULT_RETRY_CONFIG as INVOKER_DEFAULT_RETRY_CONFIG
 from gllm_inference.em_invoker.openai_em_invoker import OpenAIEMInvoker as OpenAIEMInvoker
 from gllm_inference.schema import ModelId as ModelId, ModelProvider as ModelProvider
 from typing import Any
@@ -74,7 +75,7 @@ class OpenAICompatibleEMInvoker(OpenAIEMInvoker):
         ```
     '''
     client: Incomplete
-    def __init__(self, model_name: str, base_url: str, api_key: str | None = None, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, retry_config: RetryConfig | None = None) -> None:
+    def __init__(self, model_name: str, base_url: str, api_key: str | None = None, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, retry_config: RetryConfig = ...) -> None:
         """Initializes a new instance of the OpenAICompatibleEMInvoker class.
 
         Args:
@@ -85,6 +86,6 @@ class OpenAICompatibleEMInvoker(OpenAIEMInvoker):
             model_kwargs (dict[str, Any] | None, optional): Additional model parameters. Defaults to None.
             default_hyperparameters (dict[str, Any] | None, optional): Default hyperparameters for invoking the model.
                 Defaults to None.
-            retry_config (RetryConfig | None, optional): The retry configuration for the embedding model.
-                Defaults to None, in which case a default config with no retry and 30.0 seconds timeout is used.
+            retry_config (RetryConfig, optional): The retry configuration for the embedding model.
+                Defaults to a default config with no retry and 30.0 seconds timeout.
         """

gllm_inference/em_invoker/openai_em_invoker.pyi

@@ -1,5 +1,6 @@
 from _typeshed import Incomplete
 from gllm_core.utils.retry import RetryConfig as RetryConfig
+from gllm_inference.constants import INVOKER_DEFAULT_RETRY_CONFIG as INVOKER_DEFAULT_RETRY_CONFIG
 from gllm_inference.em_invoker.em_invoker import BaseEMInvoker as BaseEMInvoker
 from gllm_inference.schema import ModelId as ModelId, ModelProvider as ModelProvider, Vector as Vector
 from typing import Any
@@ -68,7 +69,7 @@ class OpenAIEMInvoker(BaseEMInvoker):
         ```
     '''
     client: Incomplete
-    def __init__(self, model_name: str, api_key: str | None = None, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, retry_config: RetryConfig | None = None) -> None:
+    def __init__(self, model_name: str, api_key: str | None = None, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, retry_config: RetryConfig = ...) -> None:
         """Initializes a new instance of the OpenAIEMInvoker class.
 
         Args:
@@ -79,6 +80,6 @@ class OpenAIEMInvoker(BaseEMInvoker):
                 Defaults to None.
             default_hyperparameters (dict[str, Any] | None, optional): Default hyperparameters for invoking the model.
                 Defaults to None.
-            retry_config (RetryConfig | None, optional): The retry configuration for the embedding model.
-                Defaults to None, in which case a default config with no retry and 30.0 seconds timeout is used.
+            retry_config (RetryConfig, optional): The retry configuration for the embedding model.
+                Defaults to a default config with no retry and 30.0 seconds timeout.
         """

gllm_inference/em_invoker/twelevelabs_em_invoker.pyi

@@ -1,5 +1,6 @@
 from _typeshed import Incomplete
 from gllm_core.utils.retry import RetryConfig as RetryConfig
+from gllm_inference.constants import INVOKER_DEFAULT_RETRY_CONFIG as INVOKER_DEFAULT_RETRY_CONFIG
 from gllm_inference.em_invoker.em_invoker import BaseEMInvoker as BaseEMInvoker
 from gllm_inference.em_invoker.schema.twelvelabs import InputType as InputType, Key as Key, OutputType as OutputType
 from gllm_inference.schema import Attachment as Attachment, AttachmentType as AttachmentType, EMContent as EMContent, ModelId as ModelId, ModelProvider as ModelProvider, Vector as Vector
@@ -82,7 +83,7 @@ class TwelveLabsEMInvoker(BaseEMInvoker):
         ```
     '''
     client: Incomplete
-    def __init__(self, model_name: str, api_key: str | None = None, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, retry_config: RetryConfig | None = None) -> None:
+    def __init__(self, model_name: str, api_key: str | None = None, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, retry_config: RetryConfig = ...) -> None:
         """Initializes a new instance of the TwelveLabsEMInvoker class.
 
         Args:
@@ -93,6 +94,6 @@ class TwelveLabsEMInvoker(BaseEMInvoker):
                 Defaults to None.
             default_hyperparameters (dict[str, Any] | None, optional): Default hyperparameters for invoking the model.
                 Defaults to None.
-            retry_config (RetryConfig | None, optional): The retry configuration for the embedding model.
-                Defaults to None, in which case a default config with no retry and 30.0 seconds timeout is used.
+            retry_config (RetryConfig, optional): The retry configuration for the embedding model.
+                Defaults to a default config with no retry and 30.0 seconds timeout.
         """

gllm_inference/em_invoker/voyage_em_invoker.pyi

@@ -1,5 +1,6 @@
 from _typeshed import Incomplete
 from gllm_core.utils.retry import RetryConfig as RetryConfig
+from gllm_inference.constants import INVOKER_DEFAULT_RETRY_CONFIG as INVOKER_DEFAULT_RETRY_CONFIG
 from gllm_inference.em_invoker.em_invoker import BaseEMInvoker as BaseEMInvoker
 from gllm_inference.em_invoker.schema.voyage import InputType as InputType, Key as Key
 from gllm_inference.schema import Attachment as Attachment, AttachmentType as AttachmentType, EMContent as EMContent, ModelId as ModelId, ModelProvider as ModelProvider, Vector as Vector
@@ -84,7 +85,7 @@ class VoyageEMInvoker(BaseEMInvoker):
         ```
     '''
     client: Incomplete
-    def __init__(self, model_name: str, api_key: str | None = None, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, retry_config: RetryConfig | None = None) -> None:
+    def __init__(self, model_name: str, api_key: str | None = None, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, retry_config: RetryConfig = ...) -> None:
         """Initializes a new instance of the VoyageEMInvoker class.
 
         Args:
@@ -95,6 +96,6 @@ class VoyageEMInvoker(BaseEMInvoker):
                 Defaults to None.
             default_hyperparameters (dict[str, Any] | None, optional): Default hyperparameters for invoking the model.
                 Defaults to None.
-            retry_config (RetryConfig | None, optional): The retry configuration for the embedding model.
-                Defaults to None, in which case a default config with no retry and 30.0 seconds timeout is used.
+            retry_config (RetryConfig, optional): The retry configuration for the embedding model.
+                Defaults to a default config with no retry and 30.0 seconds timeout.
         """

gllm_inference/lm_invoker/anthropic_lm_invoker.pyi

@@ -1,6 +1,7 @@
 from _typeshed import Incomplete
 from gllm_core.event import EventEmitter as EventEmitter
 from gllm_core.utils.retry import RetryConfig as RetryConfig
+from gllm_inference.constants import INVOKER_DEFAULT_RETRY_CONFIG as INVOKER_DEFAULT_RETRY_CONFIG
 from gllm_inference.lm_invoker.lm_invoker import BaseLMInvoker as BaseLMInvoker
 from gllm_inference.lm_invoker.schema.anthropic import InputType as InputType, Key as Key, OutputType as OutputType
 from gllm_inference.schema import Attachment as Attachment, AttachmentType as AttachmentType, EmitDataType as EmitDataType, LMOutput as LMOutput, Message as Message, ModelId as ModelId, ModelProvider as ModelProvider, Reasoning as Reasoning, ResponseSchema as ResponseSchema, TokenUsage as TokenUsage, ToolCall as ToolCall, ToolResult as ToolResult
@@ -221,7 +222,7 @@ class AnthropicLMInvoker(BaseLMInvoker):
     client: Incomplete
     thinking: Incomplete
     thinking_budget: Incomplete
-    def __init__(self, model_name: str, api_key: str | None = None, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig | None = None, thinking: bool = False, thinking_budget: int = ...) -> None:
+    def __init__(self, model_name: str, api_key: str | None = None, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig = ..., thinking: bool = False, thinking_budget: int = ...) -> None:
         """Initializes the AnthropicLmInvoker instance.
 
         Args:
@@ -236,8 +237,8 @@ class AnthropicLMInvoker(BaseLMInvoker):
                 output a structured response as defined by the schema. Supports both Pydantic BaseModel and JSON schema
                 dictionary. Defaults to None.
             output_analytics (bool, optional): Whether to output the invocation analytics. Defaults to False.
-            retry_config (RetryConfig | None, optional): The retry configuration for the language model.
-                Defaults to None, in which case a default config with no retry and 30.0 seconds timeout is used.
+            retry_config (RetryConfig, optional): The retry configuration for the language model.
+                Defaults to a default config with no retry and 30.0 seconds timeout.
             thinking (bool, optional): Whether to enable thinking. Only allowed for thinking models. Defaults to False.
             thinking_budget (int, optional): The tokens allocated for the thinking process. Must be greater than or
                 equal to 1024. Only allowed for thinking models. Defaults to DEFAULT_THINKING_BUDGET.

gllm_inference/lm_invoker/azure_openai_lm_invoker.pyi

@@ -1,6 +1,6 @@
 from _typeshed import Incomplete
 from gllm_core.utils.retry import RetryConfig as RetryConfig
-from gllm_inference.constants import DEFAULT_AZURE_OPENAI_API_VERSION as DEFAULT_AZURE_OPENAI_API_VERSION
+from gllm_inference.constants import DEFAULT_AZURE_OPENAI_API_VERSION as DEFAULT_AZURE_OPENAI_API_VERSION, INVOKER_DEFAULT_RETRY_CONFIG as INVOKER_DEFAULT_RETRY_CONFIG
 from gllm_inference.lm_invoker.openai_lm_invoker import OpenAILMInvoker as OpenAILMInvoker, ReasoningEffort as ReasoningEffort, ReasoningSummary as ReasoningSummary
 from gllm_inference.schema import ModelId as ModelId, ModelProvider as ModelProvider, ResponseSchema as ResponseSchema
 from langchain_core.tools import Tool as Tool
@@ -218,7 +218,7 @@ class AzureOpenAILMInvoker(OpenAILMInvoker):
                 Defaults to an empty list.
     '''
     client: Incomplete
-    def __init__(self, azure_endpoint: str, azure_deployment: str, api_key: str | None = None, api_version: str = ..., model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig | None = None, reasoning_effort: ReasoningEffort | None = None, reasoning_summary: ReasoningSummary | None = None) -> None:
+    def __init__(self, azure_endpoint: str, azure_deployment: str, api_key: str | None = None, api_version: str = ..., model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig = ..., reasoning_effort: ReasoningEffort | None = None, reasoning_summary: ReasoningSummary | None = None) -> None:
         """Initializes a new instance of the AzureOpenAILMInvoker class.
 
         Args:
@@ -237,8 +237,8 @@ class AzureOpenAILMInvoker(OpenAILMInvoker):
                 output a structured response as defined by the schema. Supports both Pydantic BaseModel and JSON schema
                 dictionary. Defaults to None.
             output_analytics (bool, optional): Whether to output the invocation analytics. Defaults to False.
-            retry_config (RetryConfig | None, optional): The retry configuration for the language model.
-                Defaults to None, in which case a default config with no retry and 30.0 seconds timeout is used.
+            retry_config (RetryConfig, optional): The retry configuration for the language model.
+                Defaults to a default config with no retry and 30.0 seconds timeout.
             reasoning_effort (ReasoningEffort | None, optional): The reasoning effort for reasoning models. Not allowed
                 for non-reasoning models. If None, the model will perform medium reasoning effort. Defaults to None.
             reasoning_summary (ReasoningSummary | None, optional): The reasoning summary level for reasoning models.

gllm_inference/lm_invoker/bedrock_lm_invoker.pyi

@@ -1,6 +1,7 @@
 from _typeshed import Incomplete
 from gllm_core.event import EventEmitter as EventEmitter
 from gllm_core.utils.retry import RetryConfig as RetryConfig
+from gllm_inference.constants import INVOKER_DEFAULT_RETRY_CONFIG as INVOKER_DEFAULT_RETRY_CONFIG
 from gllm_inference.lm_invoker.lm_invoker import BaseLMInvoker as BaseLMInvoker
 from gllm_inference.lm_invoker.schema.bedrock import InputType as InputType, Key as Key, OutputType as OutputType
 from gllm_inference.schema import Attachment as Attachment, AttachmentType as AttachmentType, LMOutput as LMOutput, Message as Message, ModelId as ModelId, ModelProvider as ModelProvider, ResponseSchema as ResponseSchema, TokenUsage as TokenUsage, ToolCall as ToolCall, ToolResult as ToolResult
@@ -179,7 +180,7 @@ class BedrockLMInvoker(BaseLMInvoker):
     '''
     session: Incomplete
     client_kwargs: Incomplete
-    def __init__(self, model_name: str, access_key_id: str | None = None, secret_access_key: str | None = None, region_name: str = 'us-east-1', model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig | None = None) -> None:
+    def __init__(self, model_name: str, access_key_id: str | None = None, secret_access_key: str | None = None, region_name: str = 'us-east-1', model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig = ...) -> None:
         '''Initializes the BedrockLMInvoker instance.
 
         Args:
@@ -197,8 +198,8 @@ class BedrockLMInvoker(BaseLMInvoker):
                 output a structured response as defined by the schema. Supports both Pydantic BaseModel and JSON schema
                 dictionary. Defaults to None.
             output_analytics (bool, optional): Whether to output the invocation analytics. Defaults to False.
-            retry_config (RetryConfig | None, optional): The retry configuration for the language model.
-                Defaults to None, in which case a default config with no retry and 30.0 seconds timeout is used.
+            retry_config (RetryConfig, optional): The retry configuration for the language model.
+                Defaults to a default config with no retry and 30.0 seconds timeout.
 
         Raises:
             ValueError: If `response_schema` is provided, but `tools` are also provided.

gllm_inference/lm_invoker/datasaur_lm_invoker.pyi

@@ -1,7 +1,7 @@
 from _typeshed import Incomplete
 from gllm_core.event import EventEmitter as EventEmitter
 from gllm_core.utils.retry import RetryConfig as RetryConfig
-from gllm_inference.constants import DOCUMENT_MIME_TYPES as DOCUMENT_MIME_TYPES
+from gllm_inference.constants import DOCUMENT_MIME_TYPES as DOCUMENT_MIME_TYPES, INVOKER_DEFAULT_RETRY_CONFIG as INVOKER_DEFAULT_RETRY_CONFIG
 from gllm_inference.lm_invoker.openai_compatible_lm_invoker import OpenAICompatibleLMInvoker as OpenAICompatibleLMInvoker
 from gllm_inference.lm_invoker.schema.datasaur import InputType as InputType, Key as Key
 from gllm_inference.schema import Attachment as Attachment, AttachmentType as AttachmentType, LMOutput as LMOutput, Message as Message, ModelId as ModelId, ModelProvider as ModelProvider, ResponseSchema as ResponseSchema, ToolCall as ToolCall, ToolResult as ToolResult
@@ -121,7 +121,7 @@ class DatasaurLMInvoker(OpenAICompatibleLMInvoker):
     '''
     client: Incomplete
     citations: Incomplete
-    def __init__(self, base_url: str, api_key: str | None = None, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, output_analytics: bool = False, retry_config: RetryConfig | None = None, citations: bool = False) -> None:
+    def __init__(self, base_url: str, api_key: str | None = None, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, output_analytics: bool = False, retry_config: RetryConfig = ..., citations: bool = False) -> None:
         """Initializes a new instance of the DatasaurLMInvoker class.
 
         Args:
@@ -132,8 +132,8 @@ class DatasaurLMInvoker(OpenAICompatibleLMInvoker):
             default_hyperparameters (dict[str, Any] | None, optional): Default hyperparameters for invoking the model.
                 Defaults to None.
             output_analytics (bool, optional): Whether to output the invocation analytics. Defaults to False.
-            retry_config (RetryConfig | None, optional): The retry configuration for the language model.
-                Defaults to None, in which case a default config with no retry and 30.0 seconds timeout is used.
+            retry_config (RetryConfig, optional): The retry configuration for the language model.
+                Defaults to a default config with no retry and 30.0 seconds timeout.
             citations (bool, optional): Whether to output the citations. Defaults to False.
 
         Raises:

gllm_inference/lm_invoker/google_lm_invoker.pyi

@@ -1,7 +1,7 @@
 from _typeshed import Incomplete
 from gllm_core.event import EventEmitter as EventEmitter
 from gllm_core.utils.retry import RetryConfig as RetryConfig
-from gllm_inference.constants import GOOGLE_SCOPES as GOOGLE_SCOPES
+from gllm_inference.constants import GOOGLE_SCOPES as GOOGLE_SCOPES, INVOKER_DEFAULT_RETRY_CONFIG as INVOKER_DEFAULT_RETRY_CONFIG
 from gllm_inference.lm_invoker.lm_invoker import BaseLMInvoker as BaseLMInvoker
 from gllm_inference.lm_invoker.schema.google import InputType as InputType, Key as Key
 from gllm_inference.schema import Attachment as Attachment, AttachmentType as AttachmentType, EmitDataType as EmitDataType, LMOutput as LMOutput, Message as Message, MessageRole as MessageRole, ModelId as ModelId, ModelProvider as ModelProvider, Reasoning as Reasoning, ResponseSchema as ResponseSchema, TokenUsage as TokenUsage, ToolCall as ToolCall, ToolResult as ToolResult
@@ -250,7 +250,7 @@ class GoogleLMInvoker(BaseLMInvoker):
     client_params: Incomplete
     thinking: Incomplete
     thinking_budget: Incomplete
-    def __init__(self, model_name: str, api_key: str | None = None, credentials_path: str | None = None, project_id: str | None = None, location: str = 'us-central1', model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig | None = None, thinking: bool | None = None, thinking_budget: int = ...) -> None:
+    def __init__(self, model_name: str, api_key: str | None = None, credentials_path: str | None = None, project_id: str | None = None, location: str = 'us-central1', model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig = ..., thinking: bool | None = None, thinking_budget: int = ...) -> None:
         '''Initializes a new instance of the GoogleLMInvoker class.
 
         Args:
@@ -273,8 +273,8 @@ class GoogleLMInvoker(BaseLMInvoker):
                 output a structured response as defined by the schema. Supports both Pydantic BaseModel and JSON schema
                 dictionary. Defaults to None.
             output_analytics (bool, optional): Whether to output the invocation analytics. Defaults to False.
-            retry_config (RetryConfig | None, optional): The retry configuration for the language model.
-                Defaults to None, in which case a default config with no retry and 30.0 seconds timeout is used.
+            retry_config (RetryConfig, optional): The retry configuration for the language model.
+                Defaults to a default config with no retry and 30.0 seconds timeout.
             thinking (bool | None, optional): Whether to enable thinking. Only allowed for thinking models.
                 Defaults to True for Gemini 2.5 Pro models and False for other models.
             thinking_budget (int, optional): The tokens allowed for thinking process. Only allowed for thinking models.

gllm_inference/lm_invoker/langchain_lm_invoker.pyi

@@ -1,6 +1,7 @@
 from _typeshed import Incomplete
 from gllm_core.event import EventEmitter as EventEmitter
 from gllm_core.utils.retry import RetryConfig as RetryConfig
+from gllm_inference.constants import INVOKER_DEFAULT_RETRY_CONFIG as INVOKER_DEFAULT_RETRY_CONFIG
 from gllm_inference.lm_invoker.lm_invoker import BaseLMInvoker as BaseLMInvoker
 from gllm_inference.lm_invoker.schema.langchain import InputType as InputType, Key as Key
 from gllm_inference.schema import Attachment as Attachment, AttachmentType as AttachmentType, LMOutput as LMOutput, Message as Message, MessageRole as MessageRole, ModelId as ModelId, ModelProvider as ModelProvider, ResponseSchema as ResponseSchema, TokenUsage as TokenUsage, ToolCall as ToolCall, ToolResult as ToolResult
@@ -203,7 +204,7 @@ class LangChainLMInvoker(BaseLMInvoker):
                 Defaults to an empty list.
     '''
     model: Incomplete
-    def __init__(self, model: BaseChatModel | None = None, model_class_path: str | None = None, model_name: str | None = None, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig | None = None) -> None:
+    def __init__(self, model: BaseChatModel | None = None, model_class_path: str | None = None, model_name: str | None = None, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig = ...) -> None:
         '''Initializes a new instance of the LangChainLMInvoker class.
 
         Args:
@@ -223,8 +224,8 @@ class LangChainLMInvoker(BaseLMInvoker):
                 output a structured response as defined by the schema. Supports both Pydantic BaseModel and JSON schema
                 dictionary. Defaults to None.
             output_analytics (bool, optional): Whether to output the invocation analytics. Defaults to False.
-            retry_config (RetryConfig | None, optional): The retry configuration for the language model.
-                Defaults to None, in which case a default config with no retry and 30.0 seconds timeout is used.
+            retry_config (RetryConfig, optional): The retry configuration for the language model.
+                Defaults to a default config with no retry and 30.0 seconds timeout.
 
         Raises:
             ValueError: If `response_schema` is provided, but `tools` are also provided.

gllm_inference/lm_invoker/litellm_lm_invoker.pyi

@@ -1,6 +1,7 @@
 from _typeshed import Incomplete
 from gllm_core.event import EventEmitter as EventEmitter
 from gllm_core.utils.retry import RetryConfig as RetryConfig
+from gllm_inference.constants import INVOKER_DEFAULT_RETRY_CONFIG as INVOKER_DEFAULT_RETRY_CONFIG
 from gllm_inference.lm_invoker.openai_compatible_lm_invoker import OpenAICompatibleLMInvoker as OpenAICompatibleLMInvoker
 from gllm_inference.lm_invoker.openai_lm_invoker import ReasoningEffort as ReasoningEffort
 from gllm_inference.schema import AttachmentType as AttachmentType, LMOutput as LMOutput, ModelId as ModelId, ModelProvider as ModelProvider, ResponseSchema as ResponseSchema
@@ -227,7 +228,7 @@ class LiteLLMLMInvoker(OpenAICompatibleLMInvoker):
                 Defaults to an empty list.
     '''
     completion: Incomplete
-    def __init__(self, model_id: str, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig | None = None, reasoning_effort: ReasoningEffort | None = None) -> None:
+    def __init__(self, model_id: str, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig = ..., reasoning_effort: ReasoningEffort | None = None) -> None:
         """Initializes a new instance of the LiteLLMLMInvoker class.
 
         Args:
@@ -239,8 +240,8 @@ class LiteLLMLMInvoker(OpenAICompatibleLMInvoker):
                 output a structured response as defined by the schema. Supports both Pydantic BaseModel and JSON schema
                 dictionary. Defaults to None.
             output_analytics (bool, optional): Whether to output the invocation analytics. Defaults to False.
-            retry_config (RetryConfig | None, optional): The retry configuration for the language model.
-                Defaults to None, in which case a default config with no retry and 30.0 seconds timeout is used.
+            retry_config (RetryConfig, optional): The retry configuration for the language model.
+                Defaults to a default config with no retry and 30.0 seconds timeout.
             reasoning_effort (ReasoningEffort | None, optional): The reasoning effort for reasoning models.
                 Defaults to None.
         """

gllm_inference/lm_invoker/lm_invoker.pyi

@@ -3,7 +3,7 @@ from _typeshed import Incomplete
 from abc import ABC
 from gllm_core.event import EventEmitter as EventEmitter
 from gllm_core.utils.retry import RetryConfig
-from gllm_inference.constants import DOCUMENT_MIME_TYPES as DOCUMENT_MIME_TYPES
+from gllm_inference.constants import DOCUMENT_MIME_TYPES as DOCUMENT_MIME_TYPES, INVOKER_DEFAULT_RETRY_CONFIG as INVOKER_DEFAULT_RETRY_CONFIG
 from gllm_inference.exceptions import parse_error_message as parse_error_message
 from gllm_inference.schema import Attachment as Attachment, AttachmentType as AttachmentType, EmitDataType as EmitDataType, LMOutput as LMOutput, Message as Message, MessageContent as MessageContent, MessageRole as MessageRole, ModelId as ModelId, Reasoning as Reasoning, ResponseSchema as ResponseSchema, ToolCall as ToolCall, ToolResult as ToolResult
 from langchain_core.tools import Tool as Tool
@@ -46,7 +46,7 @@ class BaseLMInvoker(ABC, metaclass=abc.ABCMeta):
     response_schema: Incomplete
     output_analytics: Incomplete
     retry_config: Incomplete
-    def __init__(self, model_id: ModelId, default_hyperparameters: dict[str, Any] | None = None, supported_attachments: set[str] | None = None, tools: list[Tool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig | None = None) -> None:
+    def __init__(self, model_id: ModelId, default_hyperparameters: dict[str, Any] | None = None, supported_attachments: set[str] | None = None, tools: list[Tool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig = ...) -> None:
         """Initializes a new instance of the BaseLMInvoker class.
 
         Args:
@@ -61,8 +61,8 @@ class BaseLMInvoker(ABC, metaclass=abc.ABCMeta):
                 output a structured response as defined by the schema. Supports both Pydantic BaseModel and JSON schema
                 dictionary. Defaults to None.
             output_analytics (bool, optional): Whether to output the invocation analytics. Defaults to False.
-            retry_config (RetryConfig | None, optional): The retry configuration for the language model.
-                Defaults to None, in which case a default config with no retry and 30.0 seconds timeout is used.
+            retry_config (RetryConfig, optional): The retry configuration for the language model.
+                Defaults to a default config with no retry and 30.0 seconds timeout.
         """
     @property
     def model_id(self) -> str:

gllm_inference/lm_invoker/openai_compatible_lm_invoker.pyi

@@ -1,6 +1,7 @@
 from _typeshed import Incomplete
 from gllm_core.event import EventEmitter as EventEmitter
 from gllm_core.utils.retry import RetryConfig as RetryConfig
+from gllm_inference.constants import INVOKER_DEFAULT_RETRY_CONFIG as INVOKER_DEFAULT_RETRY_CONFIG
 from gllm_inference.lm_invoker.lm_invoker import BaseLMInvoker as BaseLMInvoker
 from gllm_inference.lm_invoker.schema.openai_compatible import InputType as InputType, Key as Key, ReasoningEffort as ReasoningEffort
 from gllm_inference.schema import Attachment as Attachment, AttachmentType as AttachmentType, EmitDataType as EmitDataType, LMOutput as LMOutput, Message as Message, MessageRole as MessageRole, ModelId as ModelId, ModelProvider as ModelProvider, Reasoning as Reasoning, ResponseSchema as ResponseSchema, TokenUsage as TokenUsage, ToolCall as ToolCall, ToolResult as ToolResult
@@ -230,14 +231,15 @@ class OpenAICompatibleLMInvoker(BaseLMInvoker):
                 Defaults to an empty list.
     '''
     client: Incomplete
-    def __init__(self, model_name: str, base_url: str, api_key: str | None = None, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig | None = None, reasoning_effort: ReasoningEffort | None = None) -> None:
-        """Initializes a new instance of the OpenAICompatibleLMInvoker class.
+    def __init__(self, model_name: str, base_url: str, api_key: str | None = None, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig = ..., reasoning_effort: ReasoningEffort | None = None) -> None:
+        '''Initializes a new instance of the OpenAICompatibleLMInvoker class.
 
         Args:
             model_name (str): The name of the language model hosted on the OpenAI compatible endpoint.
             base_url (str): The base URL for the OpenAI compatible endpoint.
             api_key (str | None, optional): The API key for authenticating with the OpenAI compatible endpoint.
                 Defaults to None, in which case the `OPENAI_API_KEY` environment variable will be used.
+                If the endpoint does not require an API key, a dummy value can be passed (e.g. "<empty>").
             model_kwargs (dict[str, Any] | None, optional): Additional model parameters. Defaults to None.
             default_hyperparameters (dict[str, Any] | None, optional): Default hyperparameters for invoking the model.
                 Defaults to None.
@@ -247,10 +249,10 @@ class OpenAICompatibleLMInvoker(BaseLMInvoker):
                 output a structured response as defined by the schema. Supports both Pydantic BaseModel and JSON schema
                 dictionary. Defaults to None.
             output_analytics (bool, optional): Whether to output the invocation analytics. Defaults to False.
-            retry_config (RetryConfig | None, optional): The retry configuration for the language model.
-                Defaults to None, in which case a default config with no retry and 30.0 seconds timeout is used.
+            retry_config (RetryConfig, optional): The retry configuration for the language model.
+                Defaults to a default config with no retry and 30.0 seconds timeout.
             reasoning_effort (str | None, optional): The reasoning effort for the language model. Defaults to None.
-        """
+        '''
     def set_response_schema(self, response_schema: ResponseSchema | None) -> None:
         """Sets the response schema for the language model hosted on the OpenAI compatible endpoint.
 

gllm_inference/lm_invoker/openai_lm_invoker.pyi

@@ -1,6 +1,7 @@
 from _typeshed import Incomplete
 from gllm_core.event import EventEmitter as EventEmitter
 from gllm_core.utils.retry import RetryConfig as RetryConfig
+from gllm_inference.constants import INVOKER_DEFAULT_RETRY_CONFIG as INVOKER_DEFAULT_RETRY_CONFIG
 from gllm_inference.lm_invoker.lm_invoker import BaseLMInvoker as BaseLMInvoker
 from gllm_inference.lm_invoker.schema.openai import InputType as InputType, Key as Key, OutputType as OutputType, ReasoningEffort as ReasoningEffort, ReasoningSummary as ReasoningSummary
 from gllm_inference.schema import Attachment as Attachment, AttachmentType as AttachmentType, CodeExecResult as CodeExecResult, EmitDataType as EmitDataType, LMOutput as LMOutput, Message as Message, MessageRole as MessageRole, ModelId as ModelId, ModelProvider as ModelProvider, Reasoning as Reasoning, ResponseSchema as ResponseSchema, TokenUsage as TokenUsage, ToolCall as ToolCall, ToolResult as ToolResult
@@ -318,7 +319,7 @@ class OpenAILMInvoker(BaseLMInvoker):
                 enabled and the language model decides to execute any codes. Defaults to an empty list.
     '''
     client: Incomplete
-    def __init__(self, model_name: str, api_key: str | None = None, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig | None = None, reasoning_effort: ReasoningEffort | None = None, reasoning_summary: ReasoningSummary | None = None, code_interpreter: bool = False, web_search: bool = False) -> None:
+    def __init__(self, model_name: str, api_key: str | None = None, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig = ..., reasoning_effort: ReasoningEffort | None = None, reasoning_summary: ReasoningSummary | None = None, code_interpreter: bool = False, web_search: bool = False) -> None:
         """Initializes a new instance of the OpenAILMInvoker class.
 
         Args:
@@ -334,8 +335,8 @@ class OpenAILMInvoker(BaseLMInvoker):
                 output a structured response as defined by the schema. Supports both Pydantic BaseModel and JSON schema
                 dictionary. Defaults to None.
             output_analytics (bool, optional): Whether to output the invocation analytics. Defaults to False.
-            retry_config (RetryConfig | None, optional): The retry configuration for the language model.
-                Defaults to None, in which case a default config with no retry and 30.0 seconds timeout is used.
+            retry_config (RetryConfig, optional): The retry configuration for the language model.
+                Defaults to a default config with no retry and 30.0 seconds timeout.
             reasoning_effort (ReasoningEffort | None, optional): The reasoning effort for reasoning models. Not allowed
                 for non-reasoning models. If None, the model will perform medium reasoning effort. Defaults to None.
             reasoning_summary (ReasoningSummary | None, optional): The reasoning summary level for reasoning models.

{gllm_inference_binary-0.5.1.post1.dist-info → gllm_inference_binary-0.5.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: gllm-inference-binary
-Version: 0.5.1.post1
+Version: 0.5.2
 Summary: A library containing components related to model inferences in Gen AI applications.
 Author: Henry Wicaksono
 Author-email: henry.wicaksono@gdplabs.id

{gllm_inference_binary-0.5.1.post1.dist-info → gllm_inference_binary-0.5.2.dist-info}/RECORD

@@ -8,35 +8,35 @@ gllm_inference/catalog/__init__.pyi,sha256=HWgPKWIzprpMHRKe_qN9BZSIQhVhrqiyjLjIX
 gllm_inference/catalog/catalog.pyi,sha256=eWPqgQKi-SJGHabi_XOTEKpAj96OSRypKsb5ZEC1VWU,4911
 gllm_inference/catalog/lm_request_processor_catalog.pyi,sha256=ymRYDQ0VY3Pmh--IeZBIZPkNqY76YoPrakLryU_txF8,4699
 gllm_inference/catalog/prompt_builder_catalog.pyi,sha256=ONWUArce7jNA1SmQWixYf-mTfVpD4kCARxiTqitQlB0,3244
-gllm_inference/constants.pyi,sha256=RkQRpsKwIZEUKg97VbHe1q51QJHWU5yOzW7GvZGAgE4,196
+gllm_inference/constants.pyi,sha256=w2aD7b56mE3xgjiXHbXXgl8ckBI6IZpSCtEGmYBJps8,238
 gllm_inference/em_invoker/__init__.pyi,sha256=eZifmg3ZS3YdFUwbGPTurrfF4oV_MAPvqErJe7oTpZI,882
-gllm_inference/em_invoker/azure_openai_em_invoker.pyi,sha256=Qt3w0xtQuTTKrpbcu20Wx_PqA0LSK8fTIahfT5jRZ4A,4553
-gllm_inference/em_invoker/em_invoker.pyi,sha256=xM7NRSk-kajUlO1qa7QgZnpQCfbxuU_uUYU_9RR7qOA,4367
-gllm_inference/em_invoker/google_em_invoker.pyi,sha256=qjQzqW26Yjg-os4o4MIW3BbCkdeQee2ImlkUqsR5Kxg,6185
+gllm_inference/em_invoker/azure_openai_em_invoker.pyi,sha256=6i8K7C8OaaBXUIXAEKB_wTT02EdRoCrh2aaZRFHUVes,4572
+gllm_inference/em_invoker/em_invoker.pyi,sha256=-EZfzt6TR6gbN4j4Xa4I_F6Yw0qjpAP_nTNh26TDhTw,4401
+gllm_inference/em_invoker/google_em_invoker.pyi,sha256=4bKLMYEZOwOQQav4C3hpCTpx35HlusJsCjGt555M4VE,6204
 gllm_inference/em_invoker/langchain/__init__.pyi,sha256=aOTlRvS9aG1tBErjsmhe75s4Sq-g2z9ArfGqNW7QyEs,151
 gllm_inference/em_invoker/langchain/em_invoker_embeddings.pyi,sha256=gEX21gJLngUh9fZo8v6Vbh0gpWFFqS2S-dGNZSrDjFQ,2409
-gllm_inference/em_invoker/langchain_em_invoker.pyi,sha256=twHLZsHzQroCiCv23aNaHZm9mC40VfFWWreY6CnUBbQ,2611
-gllm_inference/em_invoker/openai_compatible_em_invoker.pyi,sha256=XBwtLoiVO8v7axqaPozGNMb8YH9k2Cri7gyoPclSLu8,4887
-gllm_inference/em_invoker/openai_em_invoker.pyi,sha256=qI9xscX5Uj1iMRfn7jRfXs0nFj6BZCHC1yY2PO_Iwcg,4149
+gllm_inference/em_invoker/langchain_em_invoker.pyi,sha256=CU8ZQNsmy9Wty9zfrkEHWmcXIi14zuEGu3VkVqqrYjk,2667
+gllm_inference/em_invoker/openai_compatible_em_invoker.pyi,sha256=rpzZIrUGNRnEnG4bEoRlq6lL-WVcsNiH0NqBC_ZPvhc,4943
+gllm_inference/em_invoker/openai_em_invoker.pyi,sha256=SGcsPYQtMmuHhsThELX41DCIJg3u37rDhmynobCQc_I,4205
 gllm_inference/em_invoker/schema/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 gllm_inference/em_invoker/schema/twelvelabs.pyi,sha256=E7sl1OumEzx_Dj8SeiJ6i8AFuRKzAmRVGfIRCk3gv_0,349
 gllm_inference/em_invoker/schema/voyage.pyi,sha256=mL0D2lqqudL1S-eVF5K4uBt0xuMjvYtVrQzLx0-6gq0,230
-gllm_inference/em_invoker/twelevelabs_em_invoker.pyi,sha256=iWkWHeJcnkfpLr8fLEqjWQ_Yk31tmYLuwQLm1lJFzDQ,5057
-gllm_inference/em_invoker/voyage_em_invoker.pyi,sha256=2ggFjDHRO3lSzY1qK8Bi26Q9QBaNQcU01oe1v8t7meI,5127
+gllm_inference/em_invoker/twelevelabs_em_invoker.pyi,sha256=FAddCLN41p5HI8ppDvZxD6IYbXky-MMflLA1YR0vHWQ,5113
+gllm_inference/em_invoker/voyage_em_invoker.pyi,sha256=YlkNRgqeVHRj8jiaPANoTDBtb0OwEIieyHg477JGk5A,5183
 gllm_inference/exceptions/__init__.pyi,sha256=2F05RytXZIKaOJScb1pD0O0bATIQHVeEAYYNX4y5N2A,981
 gllm_inference/exceptions/error_parser.pyi,sha256=ggmh8DJXdwFJInNLrP24WVJt_4raxbAVxzXRQgBpndA,2441
 gllm_inference/exceptions/exceptions.pyi,sha256=ViXvIzm7tLcstjqfwC6nPziDg0UAmoUAWZVWrAJyp3w,4763
 gllm_inference/lm_invoker/__init__.pyi,sha256=g-wu6W6ly_WAVPLDWKjt4J5cMo-CJ1x5unuObVSUnug,1115
-gllm_inference/lm_invoker/anthropic_lm_invoker.pyi,sha256=QPS-qtKoILxLei1TLrVEINX54R-q5QEFRyN1mukJPYs,14930
-gllm_inference/lm_invoker/azure_openai_lm_invoker.pyi,sha256=sUhN3ZSjQTv0zs2Nu7Tzx5A2lwYpH0Ur-32R8_wb6rE,14653
-gllm_inference/lm_invoker/bedrock_lm_invoker.pyi,sha256=lDMaiplHlDS2NLYKoosBdym8qYmNo6nCmRioAJI-isA,12525
-gllm_inference/lm_invoker/datasaur_lm_invoker.pyi,sha256=-BlIPdxzR1TUYKKOcKgF_Pcv1cTAzlP2oI7K88I1i_E,9209
-gllm_inference/lm_invoker/google_lm_invoker.pyi,sha256=vDmrGVVcyhlnA2eVHjU7JhIRU2Fsyj6iVftUWHgUG9s,16697
-gllm_inference/lm_invoker/langchain_lm_invoker.pyi,sha256=woQHlUi0FqzbWP5gCizMY9GW9uyymzRWfE0vPimWjs0,13268
-gllm_inference/lm_invoker/litellm_lm_invoker.pyi,sha256=1cJkcOnmAl1NwJjzHEltNTlLiauJKW9Y2j5PJyK7-U8,13278
-gllm_inference/lm_invoker/lm_invoker.pyi,sha256=F7T_UORX5BDLNmrxCbsX49dW3pxVZKTD2R6Tn7Y4IPU,7697
-gllm_inference/lm_invoker/openai_compatible_lm_invoker.pyi,sha256=Kk0v73-Wq-hHlKtHDI7L-DLaI8qwbO_TDg_OimKIS3Q,14909
-gllm_inference/lm_invoker/openai_lm_invoker.pyi,sha256=-_wsmnMvGYNOK_vLwDVbybwpgJreOoYW9usZnORmPhM,19679
+gllm_inference/lm_invoker/anthropic_lm_invoker.pyi,sha256=HyINBTG8L0dBUsUwS3Qk_gi96N68xUAzsKZVjjljvMU,14986
+gllm_inference/lm_invoker/azure_openai_lm_invoker.pyi,sha256=CeM8ZUvVkdxdJuHpI9vEMRMRSR4JDfwedR4wFNM2unU,14672
+gllm_inference/lm_invoker/bedrock_lm_invoker.pyi,sha256=nwygWzm1UxTPkMlCU1OR7cT-ZlWV6IVwYeQQBXgqWF4,12581
+gllm_inference/lm_invoker/datasaur_lm_invoker.pyi,sha256=whLQ8u5CD8Dm8_NmuAuMZnnqfoQf7cEmA_zqxYgUhZM,9228
+gllm_inference/lm_invoker/google_lm_invoker.pyi,sha256=OZjfJEBqBwsDn9VsQp7TiCOtX8s-96XpOEA-poBU6IE,16716
+gllm_inference/lm_invoker/langchain_lm_invoker.pyi,sha256=ax9PNEwcxXRLMWo4z6dXi3S7Us18Jpf0QXpkmpjRcWY,13324
+gllm_inference/lm_invoker/litellm_lm_invoker.pyi,sha256=UEmLLkoWEb9xNPJys06SgXJgnx6cIn-Iv2uXkio3MoA,13334
+gllm_inference/lm_invoker/lm_invoker.pyi,sha256=4FRpzg4kbIHdc_dTPrBDXLVBio9X7xlQ1G20L6L8wBQ,7716
+gllm_inference/lm_invoker/openai_compatible_lm_invoker.pyi,sha256=-AXP9npujdMvEaw9ogzHS2aQT_5fbM-iJcKGL0zi0Tc,15073
+gllm_inference/lm_invoker/openai_lm_invoker.pyi,sha256=E24JioweRTmp7MXu0dDJHda8936kN1gxyQXiQ0UmDoc,19735
 gllm_inference/lm_invoker/schema/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 gllm_inference/lm_invoker/schema/anthropic.pyi,sha256=MJHHyqMGQgj9tURyewuVlmxHxiAzU9qzmJEiK5IUoWw,1020
 gllm_inference/lm_invoker/schema/bedrock.pyi,sha256=H3attoGWhBA725W4FpXw7Mty46N9jHKjw9PT-0lMEJs,975
@@ -86,8 +86,8 @@ gllm_inference/utils/__init__.pyi,sha256=RBTWDu1TDPpTd17fixcPYFv2L_vp4-IAOX0Isxg
 gllm_inference/utils/langchain.pyi,sha256=4AwFiVAO0ZpdgmqeC4Pb5NJwBt8vVr0MSUqLeCdTscc,1194
 gllm_inference/utils/validation.pyi,sha256=-RdMmb8afH7F7q4Ao7x6FbwaDfxUHn3hA3WiOgzB-3s,397
 gllm_inference.build/.gitignore,sha256=aEiIwOuxfzdCmLZe4oB1JsBmCUxwG8x-u-HBCV9JT8E,1
-gllm_inference.cp311-win_amd64.pyd,sha256=hRGh3_Mh1oq-Vy3GHYCyguL4gz42NAtftIUGAwU135Q,2643968
+gllm_inference.cp311-win_amd64.pyd,sha256=MaxIJ8cWOQSmVsJuc4Q13P2gJ_yYcYAmCs_GloP1y1M,2654720
 gllm_inference.pyi,sha256=VEcscbPCJ-6lXU4jV3YYXwwumk9kWxpCAsS84ssKG6o,3295
-gllm_inference_binary-0.5.1.post1.dist-info/METADATA,sha256=8Me6oGk1deXkobBF1mrU6dBO6_jG6ejVl8H_qhdh23o,4537
-gllm_inference_binary-0.5.1.post1.dist-info/WHEEL,sha256=-FZBVKyKauScY3vLa8vJR6hBCpAJfFykw2MOwlNKr1g,98
-gllm_inference_binary-0.5.1.post1.dist-info/RECORD,,
+gllm_inference_binary-0.5.2.dist-info/METADATA,sha256=g7UfIlC7oMewzWaJ8cI7SKlNYdEKL11XARSYJGpyEbM,4531
+gllm_inference_binary-0.5.2.dist-info/WHEEL,sha256=-FZBVKyKauScY3vLa8vJR6hBCpAJfFykw2MOwlNKr1g,98
+gllm_inference_binary-0.5.2.dist-info/RECORD,,