vectorvein 0.2.6__py3-none-any.whl → 0.2.8__py3-none-any.whl

vectorvein/chat_clients/__init__.py

@@ -1,582 +1,582 @@
-# @Author: Bi Ying
-# @Date:   2024-07-26 14:48:55
-import httpx
-from typing import overload, Literal
-
-from .base_client import BaseChatClient, BaseAsyncChatClient
-
-from .yi_client import YiChatClient, AsyncYiChatClient
-from .xai_client import XAIChatClient, AsyncXAIChatClient
-from .groq_client import GroqChatClient, AsyncGroqChatClient
-from .qwen_client import QwenChatClient, AsyncQwenChatClient
-from .local_client import LocalChatClient, AsyncLocalChatClient
-from .gemini_client import GeminiChatClient, AsyncGeminiChatClient
-from .openai_client import OpenAIChatClient, AsyncOpenAIChatClient
-from .zhipuai_client import ZhiPuAIChatClient, AsyncZhiPuAIChatClient
-from .minimax_client import MiniMaxChatClient, AsyncMiniMaxChatClient
-from .mistral_client import MistralChatClient, AsyncMistralChatClient
-from .stepfun_client import StepFunChatClient, AsyncStepFunChatClient
-from .baichuan_client import BaichuanChatClient, AsyncBaichuanChatClient
-from .moonshot_client import MoonshotChatClient, AsyncMoonshotChatClient
-from .deepseek_client import DeepSeekChatClient, AsyncDeepSeekChatClient
-
-from ..types import defaults as defs
-from ..types.llm_parameters import NOT_GIVEN, NotGiven
-from ..types.enums import BackendType, ContextLengthControlType
-from .anthropic_client import AnthropicChatClient, AsyncAnthropicChatClient
-from .utils import format_messages, get_token_counts, get_message_token_counts, ToolCallContentProcessor
-
-# 后端映射
-BackendMap = {
-    "sync": {
-        BackendType.Anthropic: AnthropicChatClient,
-        BackendType.DeepSeek: DeepSeekChatClient,
-        BackendType.Gemini: GeminiChatClient,
-        BackendType.Groq: GroqChatClient,
-        BackendType.Local: LocalChatClient,
-        BackendType.MiniMax: MiniMaxChatClient,
-        BackendType.Mistral: MistralChatClient,
-        BackendType.Moonshot: MoonshotChatClient,
-        BackendType.OpenAI: OpenAIChatClient,
-        BackendType.Qwen: QwenChatClient,
-        BackendType.Yi: YiChatClient,
-        BackendType.ZhiPuAI: ZhiPuAIChatClient,
-        BackendType.Baichuan: BaichuanChatClient,
-        BackendType.StepFun: StepFunChatClient,
-        BackendType.XAI: XAIChatClient,
-    },
-    "async": {
-        BackendType.Anthropic: AsyncAnthropicChatClient,
-        BackendType.DeepSeek: AsyncDeepSeekChatClient,
-        BackendType.Gemini: AsyncGeminiChatClient,
-        BackendType.Groq: AsyncGroqChatClient,
-        BackendType.Local: AsyncLocalChatClient,
-        BackendType.MiniMax: AsyncMiniMaxChatClient,
-        BackendType.Mistral: AsyncMistralChatClient,
-        BackendType.Moonshot: AsyncMoonshotChatClient,
-        BackendType.OpenAI: AsyncOpenAIChatClient,
-        BackendType.Qwen: AsyncQwenChatClient,
-        BackendType.Yi: AsyncYiChatClient,
-        BackendType.ZhiPuAI: AsyncZhiPuAIChatClient,
-        BackendType.Baichuan: AsyncBaichuanChatClient,
-        BackendType.StepFun: AsyncStepFunChatClient,
-        BackendType.XAI: AsyncXAIChatClient,
-    },
-}
-
-
-@overload
-def create_chat_client(
-    backend: Literal[BackendType.Anthropic],
-    model: str | None = None,
-    stream: bool = False,
-    temperature: float | None | NotGiven = NOT_GIVEN,
-    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
-    random_endpoint: bool = True,
-    endpoint_id: str = "",
-    http_client: httpx.Client | None = None,
-    **kwargs,
-) -> AnthropicChatClient: ...
-
-
-@overload
-def create_chat_client(
-    backend: Literal[BackendType.DeepSeek],
-    model: str | None = None,
-    stream: bool = False,
-    temperature: float | None | NotGiven = NOT_GIVEN,
-    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
-    random_endpoint: bool = True,
-    endpoint_id: str = "",
-    http_client: httpx.Client | None = None,
-    **kwargs,
-) -> DeepSeekChatClient: ...
-
-
-@overload
-def create_chat_client(
-    backend: Literal[BackendType.Gemini],
-    model: str | None = None,
-    stream: bool = False,
-    temperature: float | None | NotGiven = NOT_GIVEN,
-    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
-    random_endpoint: bool = True,
-    endpoint_id: str = "",
-    http_client: httpx.Client | None = None,
-    **kwargs,
-) -> GeminiChatClient: ...
-
-
-@overload
-def create_chat_client(
-    backend: Literal[BackendType.Groq],
-    model: str | None = None,
-    stream: bool = False,
-    temperature: float | None | NotGiven = NOT_GIVEN,
-    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
-    random_endpoint: bool = True,
-    endpoint_id: str = "",
-    http_client: httpx.Client | None = None,
-    **kwargs,
-) -> GroqChatClient: ...
-
-
-@overload
-def create_chat_client(
-    backend: Literal[BackendType.Local],
-    model: str | None = None,
-    stream: bool = False,
-    temperature: float | None | NotGiven = NOT_GIVEN,
-    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
-    random_endpoint: bool = True,
-    endpoint_id: str = "",
-    http_client: httpx.Client | None = None,
-    **kwargs,
-) -> LocalChatClient: ...
-
-
-@overload
-def create_chat_client(
-    backend: Literal[BackendType.MiniMax],
-    model: str | None = None,
-    stream: bool = False,
-    temperature: float | None | NotGiven = NOT_GIVEN,
-    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
-    random_endpoint: bool = True,
-    endpoint_id: str = "",
-    http_client: httpx.Client | None = None,
-    **kwargs,
-) -> MiniMaxChatClient: ...
-
-
-@overload
-def create_chat_client(
-    backend: Literal[BackendType.Mistral],
-    model: str | None = None,
-    stream: bool = False,
-    temperature: float | None | NotGiven = NOT_GIVEN,
-    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
-    random_endpoint: bool = True,
-    endpoint_id: str = "",
-    http_client: httpx.Client | None = None,
-    **kwargs,
-) -> MistralChatClient: ...
-
-
-@overload
-def create_chat_client(
-    backend: Literal[BackendType.Moonshot],
-    model: str | None = None,
-    stream: bool = False,
-    temperature: float | None | NotGiven = NOT_GIVEN,
-    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
-    random_endpoint: bool = True,
-    endpoint_id: str = "",
-    http_client: httpx.Client | None = None,
-    **kwargs,
-) -> MoonshotChatClient: ...
-
-
-@overload
-def create_chat_client(
-    backend: Literal[BackendType.OpenAI],
-    model: str | None = None,
-    stream: bool = False,
-    temperature: float | None | NotGiven = NOT_GIVEN,
-    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
-    random_endpoint: bool = True,
-    endpoint_id: str = "",
-    http_client: httpx.Client | None = None,
-    **kwargs,
-) -> OpenAIChatClient: ...
-
-
-@overload
-def create_chat_client(
-    backend: Literal[BackendType.Qwen],
-    model: str | None = None,
-    stream: bool = False,
-    temperature: float | None | NotGiven = NOT_GIVEN,
-    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
-    random_endpoint: bool = True,
-    endpoint_id: str = "",
-    http_client: httpx.Client | None = None,
-    **kwargs,
-) -> QwenChatClient: ...
-
-
-@overload
-def create_chat_client(
-    backend: Literal[BackendType.Yi],
-    model: str | None = None,
-    stream: bool = False,
-    temperature: float | None | NotGiven = NOT_GIVEN,
-    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
-    random_endpoint: bool = True,
-    endpoint_id: str = "",
-    http_client: httpx.Client | None = None,
-    **kwargs,
-) -> YiChatClient: ...
-
-
-@overload
-def create_chat_client(
-    backend: Literal[BackendType.ZhiPuAI],
-    model: str | None = None,
-    stream: bool = False,
-    temperature: float | None | NotGiven = NOT_GIVEN,
-    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
-    random_endpoint: bool = True,
-    endpoint_id: str = "",
-    http_client: httpx.Client | None = None,
-    **kwargs,
-) -> ZhiPuAIChatClient: ...
-
-
-@overload
-def create_chat_client(
-    backend: Literal[BackendType.Baichuan],
-    model: str | None = None,
-    stream: bool = False,
-    temperature: float | None | NotGiven = NOT_GIVEN,
-    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
-    random_endpoint: bool = True,
-    endpoint_id: str = "",
-    http_client: httpx.Client | None = None,
-    **kwargs,
-) -> BaichuanChatClient: ...
-
-
-@overload
-def create_chat_client(
-    backend: Literal[BackendType.StepFun],
-    model: str | None = None,
-    stream: bool = False,
-    temperature: float | None | NotGiven = NOT_GIVEN,
-    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
-    random_endpoint: bool = True,
-    endpoint_id: str = "",
-    http_client: httpx.Client | None = None,
-    **kwargs,
-) -> StepFunChatClient: ...
-
-
-@overload
-def create_chat_client(
-    backend: Literal[BackendType.XAI],
-    model: str | None = None,
-    stream: bool = False,
-    temperature: float | None | NotGiven = NOT_GIVEN,
-    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
-    random_endpoint: bool = True,
-    endpoint_id: str = "",
-    http_client: httpx.Client | None = None,
-    **kwargs,
-) -> XAIChatClient: ...
-
-
-@overload
-def create_chat_client(
-    backend: BackendType,
-    model: str | None = None,
-    stream: bool = False,
-    temperature: float | None | NotGiven = NOT_GIVEN,
-    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
-    random_endpoint: bool = True,
-    endpoint_id: str = "",
-    http_client: httpx.Client | None = None,
-    **kwargs,
-) -> BaseChatClient: ...
-
-
-def create_chat_client(
-    backend: BackendType,
-    model: str | None = None,
-    stream: bool = False,
-    temperature: float | None | NotGiven = NOT_GIVEN,
-    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
-    random_endpoint: bool = True,
-    endpoint_id: str = "",
-    http_client: httpx.Client | None = None,
-    **kwargs,
-) -> BaseChatClient:
-    if backend not in BackendMap["sync"]:
-        raise ValueError(f"Unsupported backend: {backend}")
-
-    ClientClass = BackendMap["sync"][backend]
-    if model is None:
-        model = ClientClass.DEFAULT_MODEL
-    return ClientClass(
-        model=model,
-        stream=stream,
-        temperature=temperature,
-        context_length_control=context_length_control,
-        random_endpoint=random_endpoint,
-        endpoint_id=endpoint_id,
-        http_client=http_client,
-        **kwargs,
-    )
-
-
-@overload
-def create_async_chat_client(
-    backend: Literal[BackendType.Anthropic],
-    model: str | None = None,
-    stream: bool = False,
-    temperature: float | None | NotGiven = NOT_GIVEN,
-    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
-    random_endpoint: bool = True,
-    endpoint_id: str = "",
-    http_client: httpx.AsyncClient | None = None,
-    **kwargs,
-) -> AsyncAnthropicChatClient: ...
-
-
-@overload
-def create_async_chat_client(
-    backend: Literal[BackendType.DeepSeek],
-    model: str | None = None,
-    stream: bool = False,
-    temperature: float | None | NotGiven = NOT_GIVEN,
-    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
-    random_endpoint: bool = True,
-    endpoint_id: str = "",
-    http_client: httpx.AsyncClient | None = None,
-    **kwargs,
-) -> AsyncDeepSeekChatClient: ...
-
-
-@overload
-def create_async_chat_client(
-    backend: Literal[BackendType.Gemini],
-    model: str | None = None,
-    stream: bool = False,
-    temperature: float | None | NotGiven = NOT_GIVEN,
-    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
-    random_endpoint: bool = True,
-    endpoint_id: str = "",
-    http_client: httpx.AsyncClient | None = None,
-    **kwargs,
-) -> AsyncGeminiChatClient: ...
-
-
-@overload
-def create_async_chat_client(
-    backend: Literal[BackendType.Groq],
-    model: str | None = None,
-    stream: bool = False,
-    temperature: float | None | NotGiven = NOT_GIVEN,
-    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
-    random_endpoint: bool = True,
-    endpoint_id: str = "",
-    http_client: httpx.AsyncClient | None = None,
-    **kwargs,
-) -> AsyncGroqChatClient: ...
-
-
-@overload
-def create_async_chat_client(
-    backend: Literal[BackendType.Local],
-    model: str | None = None,
-    stream: bool = False,
-    temperature: float | None | NotGiven = NOT_GIVEN,
-    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
-    random_endpoint: bool = True,
-    endpoint_id: str = "",
-    http_client: httpx.AsyncClient | None = None,
-    **kwargs,
-) -> AsyncLocalChatClient: ...
-
-
-@overload
-def create_async_chat_client(
-    backend: Literal[BackendType.MiniMax],
-    model: str | None = None,
-    stream: bool = False,
-    temperature: float | None | NotGiven = NOT_GIVEN,
-    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
-    random_endpoint: bool = True,
-    endpoint_id: str = "",
-    http_client: httpx.AsyncClient | None = None,
-    **kwargs,
-) -> AsyncMiniMaxChatClient: ...
-
-
-@overload
-def create_async_chat_client(
-    backend: Literal[BackendType.Mistral],
-    model: str | None = None,
-    stream: bool = False,
-    temperature: float | None | NotGiven = NOT_GIVEN,
-    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
-    random_endpoint: bool = True,
-    endpoint_id: str = "",
-    http_client: httpx.AsyncClient | None = None,
-    **kwargs,
-) -> AsyncMistralChatClient: ...
-
-
-@overload
-def create_async_chat_client(
-    backend: Literal[BackendType.Moonshot],
-    model: str | None = None,
-    stream: bool = False,
-    temperature: float | None | NotGiven = NOT_GIVEN,
-    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
-    random_endpoint: bool = True,
-    endpoint_id: str = "",
-    http_client: httpx.AsyncClient | None = None,
-    **kwargs,
-) -> AsyncMoonshotChatClient: ...
-
-
-@overload
-def create_async_chat_client(
-    backend: Literal[BackendType.OpenAI],
-    model: str | None = None,
-    stream: bool = False,
-    temperature: float | None | NotGiven = NOT_GIVEN,
-    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
-    random_endpoint: bool = True,
-    endpoint_id: str = "",
-    http_client: httpx.AsyncClient | None = None,
-    **kwargs,
-) -> AsyncOpenAIChatClient: ...
-
-
-@overload
-def create_async_chat_client(
-    backend: Literal[BackendType.Qwen],
-    model: str | None = None,
-    stream: bool = False,
-    temperature: float | None | NotGiven = NOT_GIVEN,
-    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
-    random_endpoint: bool = True,
-    endpoint_id: str = "",
-    http_client: httpx.AsyncClient | None = None,
-    **kwargs,
-) -> AsyncQwenChatClient: ...
-
-
-@overload
-def create_async_chat_client(
-    backend: Literal[BackendType.Yi],
-    model: str | None = None,
-    stream: bool = False,
-    temperature: float | None | NotGiven = NOT_GIVEN,
-    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
-    random_endpoint: bool = True,
-    endpoint_id: str = "",
-    http_client: httpx.AsyncClient | None = None,
-    **kwargs,
-) -> AsyncYiChatClient: ...
-
-
-@overload
-def create_async_chat_client(
-    backend: Literal[BackendType.ZhiPuAI],
-    model: str | None = None,
-    stream: bool = False,
-    temperature: float | None | NotGiven = NOT_GIVEN,
-    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
-    random_endpoint: bool = True,
-    endpoint_id: str = "",
-    http_client: httpx.AsyncClient | None = None,
-    **kwargs,
-) -> AsyncZhiPuAIChatClient: ...
-
-
-@overload
-def create_async_chat_client(
-    backend: Literal[BackendType.Baichuan],
-    model: str | None = None,
-    stream: bool = False,
-    temperature: float | None | NotGiven = NOT_GIVEN,
-    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
-    random_endpoint: bool = True,
-    endpoint_id: str = "",
-    http_client: httpx.AsyncClient | None = None,
-    **kwargs,
-) -> AsyncBaichuanChatClient: ...
-
-
-@overload
-def create_async_chat_client(
-    backend: Literal[BackendType.StepFun],
-    model: str | None = None,
-    stream: bool = False,
-    temperature: float | None | NotGiven = NOT_GIVEN,
-    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
-    random_endpoint: bool = True,
-    endpoint_id: str = "",
-    http_client: httpx.AsyncClient | None = None,
-    **kwargs,
-) -> AsyncStepFunChatClient: ...
-
-
-@overload
-def create_async_chat_client(
-    backend: Literal[BackendType.XAI],
-    model: str | None = None,
-    stream: bool = False,
-    temperature: float | None | NotGiven = NOT_GIVEN,
-    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
-    random_endpoint: bool = True,
-    endpoint_id: str = "",
-    http_client: httpx.AsyncClient | None = None,
-    **kwargs,
-) -> AsyncXAIChatClient: ...
-
-
-@overload
-def create_async_chat_client(
-    backend: BackendType,
-    model: str | None = None,
-    stream: bool = False,
-    temperature: float | None | NotGiven = NOT_GIVEN,
-    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
-    random_endpoint: bool = True,
-    endpoint_id: str = "",
-    http_client: httpx.AsyncClient | None = None,
-    **kwargs,
-) -> BaseAsyncChatClient: ...
-
-
-def create_async_chat_client(
-    backend: BackendType,
-    model: str | None = None,
-    stream: bool = False,
-    temperature: float | None | NotGiven = NOT_GIVEN,
-    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
-    random_endpoint: bool = True,
-    endpoint_id: str = "",
-    http_client: httpx.AsyncClient | None = None,
-    **kwargs,
-) -> BaseAsyncChatClient:
-    if backend not in BackendMap["async"]:
-        raise ValueError(f"Unsupported backend: {backend}")
-
-    ClientClass = BackendMap["async"][backend]
-    if model is None:
-        model = ClientClass.DEFAULT_MODEL
-    return ClientClass(
-        model=model,
-        stream=stream,
-        temperature=temperature,
-        context_length_control=context_length_control,
-        random_endpoint=random_endpoint,
-        endpoint_id=endpoint_id,
-        http_client=http_client,
-        **kwargs,
-    )
-
-
-__all__ = [
-    "BackendType",
-    "format_messages",
-    "get_token_counts",
-    "create_chat_client",
-    "create_async_chat_client",
-    "get_message_token_counts",
-    "ToolCallContentProcessor",
-]
+# @Author: Bi Ying
+# @Date:   2024-07-26 14:48:55
+import httpx
+from typing import overload, Literal
+
+from .base_client import BaseChatClient, BaseAsyncChatClient
+
+from .yi_client import YiChatClient, AsyncYiChatClient
+from .xai_client import XAIChatClient, AsyncXAIChatClient
+from .groq_client import GroqChatClient, AsyncGroqChatClient
+from .qwen_client import QwenChatClient, AsyncQwenChatClient
+from .local_client import LocalChatClient, AsyncLocalChatClient
+from .gemini_client import GeminiChatClient, AsyncGeminiChatClient
+from .openai_client import OpenAIChatClient, AsyncOpenAIChatClient
+from .zhipuai_client import ZhiPuAIChatClient, AsyncZhiPuAIChatClient
+from .minimax_client import MiniMaxChatClient, AsyncMiniMaxChatClient
+from .mistral_client import MistralChatClient, AsyncMistralChatClient
+from .stepfun_client import StepFunChatClient, AsyncStepFunChatClient
+from .baichuan_client import BaichuanChatClient, AsyncBaichuanChatClient
+from .moonshot_client import MoonshotChatClient, AsyncMoonshotChatClient
+from .deepseek_client import DeepSeekChatClient, AsyncDeepSeekChatClient
+
+from ..types import defaults as defs
+from ..types.llm_parameters import NOT_GIVEN, NotGiven
+from ..types.enums import BackendType, ContextLengthControlType
+from .anthropic_client import AnthropicChatClient, AsyncAnthropicChatClient
+from .utils import format_messages, get_token_counts, get_message_token_counts, ToolCallContentProcessor
+
+# 后端映射
+BackendMap = {
+    "sync": {
+        BackendType.Anthropic: AnthropicChatClient,
+        BackendType.DeepSeek: DeepSeekChatClient,
+        BackendType.Gemini: GeminiChatClient,
+        BackendType.Groq: GroqChatClient,
+        BackendType.Local: LocalChatClient,
+        BackendType.MiniMax: MiniMaxChatClient,
+        BackendType.Mistral: MistralChatClient,
+        BackendType.Moonshot: MoonshotChatClient,
+        BackendType.OpenAI: OpenAIChatClient,
+        BackendType.Qwen: QwenChatClient,
+        BackendType.Yi: YiChatClient,
+        BackendType.ZhiPuAI: ZhiPuAIChatClient,
+        BackendType.Baichuan: BaichuanChatClient,
+        BackendType.StepFun: StepFunChatClient,
+        BackendType.XAI: XAIChatClient,
+    },
+    "async": {
+        BackendType.Anthropic: AsyncAnthropicChatClient,
+        BackendType.DeepSeek: AsyncDeepSeekChatClient,
+        BackendType.Gemini: AsyncGeminiChatClient,
+        BackendType.Groq: AsyncGroqChatClient,
+        BackendType.Local: AsyncLocalChatClient,
+        BackendType.MiniMax: AsyncMiniMaxChatClient,
+        BackendType.Mistral: AsyncMistralChatClient,
+        BackendType.Moonshot: AsyncMoonshotChatClient,
+        BackendType.OpenAI: AsyncOpenAIChatClient,
+        BackendType.Qwen: AsyncQwenChatClient,
+        BackendType.Yi: AsyncYiChatClient,
+        BackendType.ZhiPuAI: AsyncZhiPuAIChatClient,
+        BackendType.Baichuan: AsyncBaichuanChatClient,
+        BackendType.StepFun: AsyncStepFunChatClient,
+        BackendType.XAI: AsyncXAIChatClient,
+    },
+}
+
+
+@overload
+def create_chat_client(
+    backend: Literal[BackendType.Anthropic],
+    model: str | None = None,
+    stream: bool = False,
+    temperature: float | None | NotGiven = NOT_GIVEN,
+    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
+    random_endpoint: bool = True,
+    endpoint_id: str = "",
+    http_client: httpx.Client | None = None,
+    **kwargs,
+) -> AnthropicChatClient: ...
+
+
+@overload
+def create_chat_client(
+    backend: Literal[BackendType.DeepSeek],
+    model: str | None = None,
+    stream: bool = False,
+    temperature: float | None | NotGiven = NOT_GIVEN,
+    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
+    random_endpoint: bool = True,
+    endpoint_id: str = "",
+    http_client: httpx.Client | None = None,
+    **kwargs,
+) -> DeepSeekChatClient: ...
+
+
+@overload
+def create_chat_client(
+    backend: Literal[BackendType.Gemini],
+    model: str | None = None,
+    stream: bool = False,
+    temperature: float | None | NotGiven = NOT_GIVEN,
+    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
+    random_endpoint: bool = True,
+    endpoint_id: str = "",
+    http_client: httpx.Client | None = None,
+    **kwargs,
+) -> GeminiChatClient: ...
+
+
+@overload
+def create_chat_client(
+    backend: Literal[BackendType.Groq],
+    model: str | None = None,
+    stream: bool = False,
+    temperature: float | None | NotGiven = NOT_GIVEN,
+    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
+    random_endpoint: bool = True,
+    endpoint_id: str = "",
+    http_client: httpx.Client | None = None,
+    **kwargs,
+) -> GroqChatClient: ...
+
+
+@overload
+def create_chat_client(
+    backend: Literal[BackendType.Local],
+    model: str | None = None,
+    stream: bool = False,
+    temperature: float | None | NotGiven = NOT_GIVEN,
+    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
+    random_endpoint: bool = True,
+    endpoint_id: str = "",
+    http_client: httpx.Client | None = None,
+    **kwargs,
+) -> LocalChatClient: ...
+
+
+@overload
+def create_chat_client(
+    backend: Literal[BackendType.MiniMax],
+    model: str | None = None,
+    stream: bool = False,
+    temperature: float | None | NotGiven = NOT_GIVEN,
+    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
+    random_endpoint: bool = True,
+    endpoint_id: str = "",
+    http_client: httpx.Client | None = None,
+    **kwargs,
+) -> MiniMaxChatClient: ...
+
+
+@overload
+def create_chat_client(
+    backend: Literal[BackendType.Mistral],
+    model: str | None = None,
+    stream: bool = False,
+    temperature: float | None | NotGiven = NOT_GIVEN,
+    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
+    random_endpoint: bool = True,
+    endpoint_id: str = "",
+    http_client: httpx.Client | None = None,
+    **kwargs,
+) -> MistralChatClient: ...
+
+
+@overload
+def create_chat_client(
+    backend: Literal[BackendType.Moonshot],
+    model: str | None = None,
+    stream: bool = False,
+    temperature: float | None | NotGiven = NOT_GIVEN,
+    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
+    random_endpoint: bool = True,
+    endpoint_id: str = "",
+    http_client: httpx.Client | None = None,
+    **kwargs,
+) -> MoonshotChatClient: ...
+
+
+@overload
+def create_chat_client(
+    backend: Literal[BackendType.OpenAI],
+    model: str | None = None,
+    stream: bool = False,
+    temperature: float | None | NotGiven = NOT_GIVEN,
+    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
+    random_endpoint: bool = True,
+    endpoint_id: str = "",
+    http_client: httpx.Client | None = None,
+    **kwargs,
+) -> OpenAIChatClient: ...
+
+
+@overload
+def create_chat_client(
+    backend: Literal[BackendType.Qwen],
+    model: str | None = None,
+    stream: bool = False,
+    temperature: float | None | NotGiven = NOT_GIVEN,
+    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
+    random_endpoint: bool = True,
+    endpoint_id: str = "",
+    http_client: httpx.Client | None = None,
+    **kwargs,
+) -> QwenChatClient: ...
+
+
+@overload
+def create_chat_client(
+    backend: Literal[BackendType.Yi],
+    model: str | None = None,
+    stream: bool = False,
+    temperature: float | None | NotGiven = NOT_GIVEN,
+    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
+    random_endpoint: bool = True,
+    endpoint_id: str = "",
+    http_client: httpx.Client | None = None,
+    **kwargs,
+) -> YiChatClient: ...
+
+
+@overload
+def create_chat_client(
+    backend: Literal[BackendType.ZhiPuAI],
+    model: str | None = None,
+    stream: bool = False,
+    temperature: float | None | NotGiven = NOT_GIVEN,
+    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
+    random_endpoint: bool = True,
+    endpoint_id: str = "",
+    http_client: httpx.Client | None = None,
+    **kwargs,
+) -> ZhiPuAIChatClient: ...
+
+
+@overload
+def create_chat_client(
+    backend: Literal[BackendType.Baichuan],
+    model: str | None = None,
+    stream: bool = False,
+    temperature: float | None | NotGiven = NOT_GIVEN,
+    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
+    random_endpoint: bool = True,
+    endpoint_id: str = "",
+    http_client: httpx.Client | None = None,
+    **kwargs,
+) -> BaichuanChatClient: ...
+
+
+@overload
+def create_chat_client(
+    backend: Literal[BackendType.StepFun],
+    model: str | None = None,
+    stream: bool = False,
+    temperature: float | None | NotGiven = NOT_GIVEN,
+    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
+    random_endpoint: bool = True,
+    endpoint_id: str = "",
+    http_client: httpx.Client | None = None,
+    **kwargs,
+) -> StepFunChatClient: ...
+
+
+@overload
+def create_chat_client(
+    backend: Literal[BackendType.XAI],
+    model: str | None = None,
+    stream: bool = False,
+    temperature: float | None | NotGiven = NOT_GIVEN,
+    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
+    random_endpoint: bool = True,
+    endpoint_id: str = "",
+    http_client: httpx.Client | None = None,
+    **kwargs,
+) -> XAIChatClient: ...
+
+
+@overload
+def create_chat_client(
+    backend: BackendType,
+    model: str | None = None,
+    stream: bool = False,
+    temperature: float | None | NotGiven = NOT_GIVEN,
+    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
+    random_endpoint: bool = True,
+    endpoint_id: str = "",
+    http_client: httpx.Client | None = None,
+    **kwargs,
+) -> BaseChatClient: ...
+
+
+def create_chat_client(
+    backend: BackendType,
+    model: str | None = None,
+    stream: bool = False,
+    temperature: float | None | NotGiven = NOT_GIVEN,
+    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
+    random_endpoint: bool = True,
+    endpoint_id: str = "",
+    http_client: httpx.Client | None = None,
+    **kwargs,
+) -> BaseChatClient:
+    if backend not in BackendMap["sync"]:
+        raise ValueError(f"Unsupported backend: {backend}")
+
+    ClientClass = BackendMap["sync"][backend]
+    if model is None:
+        model = ClientClass.DEFAULT_MODEL
+    return ClientClass(
+        model=model,
+        stream=stream,
+        temperature=temperature,
+        context_length_control=context_length_control,
+        random_endpoint=random_endpoint,
+        endpoint_id=endpoint_id,
+        http_client=http_client,
+        **kwargs,
+    )
+
+
+@overload
+def create_async_chat_client(
+    backend: Literal[BackendType.Anthropic],
+    model: str | None = None,
+    stream: bool = False,
+    temperature: float | None | NotGiven = NOT_GIVEN,
+    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
+    random_endpoint: bool = True,
+    endpoint_id: str = "",
+    http_client: httpx.AsyncClient | None = None,
+    **kwargs,
+) -> AsyncAnthropicChatClient: ...
+
+
+@overload
+def create_async_chat_client(
+    backend: Literal[BackendType.DeepSeek],
+    model: str | None = None,
+    stream: bool = False,
+    temperature: float | None | NotGiven = NOT_GIVEN,
+    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
+    random_endpoint: bool = True,
+    endpoint_id: str = "",
+    http_client: httpx.AsyncClient | None = None,
+    **kwargs,
+) -> AsyncDeepSeekChatClient: ...
+
+
+@overload
+def create_async_chat_client(
+    backend: Literal[BackendType.Gemini],
+    model: str | None = None,
+    stream: bool = False,
+    temperature: float | None | NotGiven = NOT_GIVEN,
+    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
+    random_endpoint: bool = True,
+    endpoint_id: str = "",
+    http_client: httpx.AsyncClient | None = None,
+    **kwargs,
+) -> AsyncGeminiChatClient: ...
+
+
+@overload
+def create_async_chat_client(
+    backend: Literal[BackendType.Groq],
+    model: str | None = None,
+    stream: bool = False,
+    temperature: float | None | NotGiven = NOT_GIVEN,
+    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
+    random_endpoint: bool = True,
+    endpoint_id: str = "",
+    http_client: httpx.AsyncClient | None = None,
+    **kwargs,
+) -> AsyncGroqChatClient: ...
+
+
+@overload
+def create_async_chat_client(
+    backend: Literal[BackendType.Local],
+    model: str | None = None,
+    stream: bool = False,
+    temperature: float | None | NotGiven = NOT_GIVEN,
+    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
+    random_endpoint: bool = True,
+    endpoint_id: str = "",
+    http_client: httpx.AsyncClient | None = None,
+    **kwargs,
+) -> AsyncLocalChatClient: ...
+
+
+@overload
+def create_async_chat_client(
+    backend: Literal[BackendType.MiniMax],
+    model: str | None = None,
+    stream: bool = False,
+    temperature: float | None | NotGiven = NOT_GIVEN,
+    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
+    random_endpoint: bool = True,
+    endpoint_id: str = "",
+    http_client: httpx.AsyncClient | None = None,
+    **kwargs,
+) -> AsyncMiniMaxChatClient: ...
+
+
+@overload
+def create_async_chat_client(
+    backend: Literal[BackendType.Mistral],
+    model: str | None = None,
+    stream: bool = False,
+    temperature: float | None | NotGiven = NOT_GIVEN,
+    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
+    random_endpoint: bool = True,
+    endpoint_id: str = "",
+    http_client: httpx.AsyncClient | None = None,
+    **kwargs,
+) -> AsyncMistralChatClient: ...
+
+
+@overload
+def create_async_chat_client(
+    backend: Literal[BackendType.Moonshot],
+    model: str | None = None,
+    stream: bool = False,
+    temperature: float | None | NotGiven = NOT_GIVEN,
+    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
+    random_endpoint: bool = True,
+    endpoint_id: str = "",
+    http_client: httpx.AsyncClient | None = None,
+    **kwargs,
+) -> AsyncMoonshotChatClient: ...
+
+
+@overload
+def create_async_chat_client(
+    backend: Literal[BackendType.OpenAI],
+    model: str | None = None,
+    stream: bool = False,
+    temperature: float | None | NotGiven = NOT_GIVEN,
+    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
+    random_endpoint: bool = True,
+    endpoint_id: str = "",
+    http_client: httpx.AsyncClient | None = None,
+    **kwargs,
+) -> AsyncOpenAIChatClient: ...
+
+
+@overload
+def create_async_chat_client(
+    backend: Literal[BackendType.Qwen],
+    model: str | None = None,
+    stream: bool = False,
+    temperature: float | None | NotGiven = NOT_GIVEN,
+    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
+    random_endpoint: bool = True,
+    endpoint_id: str = "",
+    http_client: httpx.AsyncClient | None = None,
+    **kwargs,
+) -> AsyncQwenChatClient: ...
+
+
+@overload
+def create_async_chat_client(
+    backend: Literal[BackendType.Yi],
+    model: str | None = None,
+    stream: bool = False,
+    temperature: float | None | NotGiven = NOT_GIVEN,
+    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
+    random_endpoint: bool = True,
+    endpoint_id: str = "",
+    http_client: httpx.AsyncClient | None = None,
+    **kwargs,
+) -> AsyncYiChatClient: ...
+
+
+@overload
+def create_async_chat_client(
+    backend: Literal[BackendType.ZhiPuAI],
+    model: str | None = None,
+    stream: bool = False,
+    temperature: float | None | NotGiven = NOT_GIVEN,
+    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
+    random_endpoint: bool = True,
+    endpoint_id: str = "",
+    http_client: httpx.AsyncClient | None = None,
+    **kwargs,
+) -> AsyncZhiPuAIChatClient: ...
+
+
+@overload
+def create_async_chat_client(
+    backend: Literal[BackendType.Baichuan],
+    model: str | None = None,
+    stream: bool = False,
+    temperature: float | None | NotGiven = NOT_GIVEN,
+    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
+    random_endpoint: bool = True,
+    endpoint_id: str = "",
+    http_client: httpx.AsyncClient | None = None,
+    **kwargs,
+) -> AsyncBaichuanChatClient: ...
+
+
+@overload
+def create_async_chat_client(
+    backend: Literal[BackendType.StepFun],
+    model: str | None = None,
+    stream: bool = False,
+    temperature: float | None | NotGiven = NOT_GIVEN,
+    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
+    random_endpoint: bool = True,
+    endpoint_id: str = "",
+    http_client: httpx.AsyncClient | None = None,
+    **kwargs,
+) -> AsyncStepFunChatClient: ...
+
+
+@overload
+def create_async_chat_client(
+    backend: Literal[BackendType.XAI],
+    model: str | None = None,
+    stream: bool = False,
+    temperature: float | None | NotGiven = NOT_GIVEN,
+    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
+    random_endpoint: bool = True,
+    endpoint_id: str = "",
+    http_client: httpx.AsyncClient | None = None,
+    **kwargs,
+) -> AsyncXAIChatClient: ...
+
+
+@overload
+def create_async_chat_client(
+    backend: BackendType,
+    model: str | None = None,
+    stream: bool = False,
+    temperature: float | None | NotGiven = NOT_GIVEN,
+    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
+    random_endpoint: bool = True,
+    endpoint_id: str = "",
+    http_client: httpx.AsyncClient | None = None,
+    **kwargs,
+) -> BaseAsyncChatClient: ...
+
+
+def create_async_chat_client(
+    backend: BackendType,
+    model: str | None = None,
+    stream: bool = False,
+    temperature: float | None | NotGiven = NOT_GIVEN,
+    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
+    random_endpoint: bool = True,
+    endpoint_id: str = "",
+    http_client: httpx.AsyncClient | None = None,
+    **kwargs,
+) -> BaseAsyncChatClient:
+    if backend not in BackendMap["async"]:
+        raise ValueError(f"Unsupported backend: {backend}")
+
+    ClientClass = BackendMap["async"][backend]
+    if model is None:
+        model = ClientClass.DEFAULT_MODEL
+    return ClientClass(
+        model=model,
+        stream=stream,
+        temperature=temperature,
+        context_length_control=context_length_control,
+        random_endpoint=random_endpoint,
+        endpoint_id=endpoint_id,
+        http_client=http_client,
+        **kwargs,
+    )
+
+
+__all__ = [
+    "BackendType",
+    "format_messages",
+    "get_token_counts",
+    "create_chat_client",
+    "create_async_chat_client",
+    "get_message_token_counts",
+    "ToolCallContentProcessor",
+]