gllm-inference-binary 0.5.40__cp313-cp313-win_amd64.whl → 0.5.42__cp313-cp313-win_amd64.whl

gllm_inference/builder/build_em_invoker.pyi

@@ -1,5 +1,5 @@
 from _typeshed import Incomplete
-from gllm_inference.em_invoker import AzureOpenAIEMInvoker as AzureOpenAIEMInvoker, BedrockEMInvoker as BedrockEMInvoker, GoogleEMInvoker as GoogleEMInvoker, LangChainEMInvoker as LangChainEMInvoker, OpenAICompatibleEMInvoker as OpenAICompatibleEMInvoker, OpenAIEMInvoker as OpenAIEMInvoker, TwelveLabsEMInvoker as TwelveLabsEMInvoker, VoyageEMInvoker as VoyageEMInvoker
+from gllm_inference.em_invoker import AzureOpenAIEMInvoker as AzureOpenAIEMInvoker, BedrockEMInvoker as BedrockEMInvoker, GoogleEMInvoker as GoogleEMInvoker, JinaEMInvoker as JinaEMInvoker, LangChainEMInvoker as LangChainEMInvoker, OpenAICompatibleEMInvoker as OpenAICompatibleEMInvoker, OpenAIEMInvoker as OpenAIEMInvoker, TwelveLabsEMInvoker as TwelveLabsEMInvoker, VoyageEMInvoker as VoyageEMInvoker
 from gllm_inference.em_invoker.em_invoker import BaseEMInvoker as BaseEMInvoker
 from gllm_inference.schema.model_id import ModelId as ModelId, ModelProvider as ModelProvider
 from typing import Any
@@ -71,6 +71,16 @@ def build_em_invoker(model_id: str | ModelId, credentials: str | dict[str, Any]
         ```
         Providing credentials through environment variable is not supported for Google Vertex AI.
 
+        # Using Jina
+        ```python
+        em_invoker = build_em_invoker(
+            model_id="jina/jina-embeddings-v2-large",
+            credentials="jina-api-key"
+        )
+        ```
+        The credentials can also be provided through the `JINA_API_KEY` environment variable. For the list of supported
+        models, please refer to the following page: https://jina.ai/models
+
         # Using OpenAI
         ```python
         em_invoker = build_em_invoker(
@@ -128,6 +138,7 @@ def build_em_invoker(model_id: str | ModelId, credentials: str | dict[str, Any]
         variables credentials, please refer to the following page:
         https://python.langchain.com/docs/integrations/text_embedding/
 
+
     Security warning:
         Please provide the EM invoker credentials ONLY to the `credentials` parameter. Do not put any kind of
         credentials in the `config` parameter as the content of the `config` parameter will be logged.

gllm_inference/constants.pyi

@@ -2,10 +2,12 @@ from _typeshed import Incomplete
 
 AZURE_OPENAI_URL_SUFFIX: str
 DOCUMENT_MIME_TYPES: Incomplete
+EMBEDDING_ENDPOINT: str
 GOOGLE_SCOPES: Incomplete
 GRPC_ENABLE_RETRIES_KEY: str
-INVOKER_PROPAGATED_MAX_RETRIES: int
-INVOKER_DEFAULT_TIMEOUT: float
 HEX_REPR_LENGTH: int
+INVOKER_DEFAULT_TIMEOUT: float
+INVOKER_PROPAGATED_MAX_RETRIES: int
+JINA_DEFAULT_URL: str
 OPENAI_DEFAULT_URL: str
 SECONDS_TO_MILLISECONDS: int

gllm_inference/em_invoker/__init__.pyi

@@ -1,10 +1,11 @@
 from gllm_inference.em_invoker.azure_openai_em_invoker import AzureOpenAIEMInvoker as AzureOpenAIEMInvoker
 from gllm_inference.em_invoker.bedrock_em_invoker import BedrockEMInvoker as BedrockEMInvoker
 from gllm_inference.em_invoker.google_em_invoker import GoogleEMInvoker as GoogleEMInvoker
+from gllm_inference.em_invoker.jina_em_invoker import JinaEMInvoker as JinaEMInvoker
 from gllm_inference.em_invoker.langchain_em_invoker import LangChainEMInvoker as LangChainEMInvoker
 from gllm_inference.em_invoker.openai_compatible_em_invoker import OpenAICompatibleEMInvoker as OpenAICompatibleEMInvoker
 from gllm_inference.em_invoker.openai_em_invoker import OpenAIEMInvoker as OpenAIEMInvoker
 from gllm_inference.em_invoker.twelevelabs_em_invoker import TwelveLabsEMInvoker as TwelveLabsEMInvoker
 from gllm_inference.em_invoker.voyage_em_invoker import VoyageEMInvoker as VoyageEMInvoker
 
-__all__ = ['AzureOpenAIEMInvoker', 'BedrockEMInvoker', 'GoogleEMInvoker', 'LangChainEMInvoker', 'OpenAIEMInvoker', 'OpenAICompatibleEMInvoker', 'TwelveLabsEMInvoker', 'VoyageEMInvoker']
+__all__ = ['AzureOpenAIEMInvoker', 'BedrockEMInvoker', 'GoogleEMInvoker', 'JinaEMInvoker', 'LangChainEMInvoker', 'OpenAIEMInvoker', 'OpenAICompatibleEMInvoker', 'TwelveLabsEMInvoker', 'VoyageEMInvoker']

gllm_inference/em_invoker/jina_em_invoker.pyi

@@ -0,0 +1,103 @@
+from _typeshed import Incomplete
+from gllm_core.utils.retry import RetryConfig as RetryConfig
+from gllm_inference.constants import EMBEDDING_ENDPOINT as EMBEDDING_ENDPOINT, JINA_DEFAULT_URL as JINA_DEFAULT_URL
+from gllm_inference.em_invoker.em_invoker import BaseEMInvoker as BaseEMInvoker
+from gllm_inference.em_invoker.schema.jina import InputType as InputType, Key as Key
+from gllm_inference.exceptions import BaseInvokerError as BaseInvokerError, ProviderInternalError as ProviderInternalError
+from gllm_inference.exceptions.error_parser import convert_http_status_to_base_invoker_error as convert_http_status_to_base_invoker_error
+from gllm_inference.schema import Attachment as Attachment, AttachmentType as AttachmentType, EMContent as EMContent, ModelId as ModelId, ModelProvider as ModelProvider, TruncationConfig as TruncationConfig, Vector as Vector
+from typing import Any
+
+SUPPORTED_ATTACHMENTS: Incomplete
+MULTIMODAL_MODELS: Incomplete
+
+class JinaEMInvoker(BaseEMInvoker):
+    '''An embedding model invoker to interact with Jina AI embedding models.
+
+    Attributes:
+        model_id (str): The model ID of the embedding model.
+        model_provider (str): The provider of the embedding model.
+        model_name (str): The name of the embedding model.
+        client (AsyncClient): The client for the Jina AI API.
+        default_hyperparameters (dict[str, Any]): Default hyperparameters for invoking the embedding model.
+        retry_config (RetryConfig): The retry configuration for the embedding model.
+        truncation_config (TruncationConfig | None): The truncation configuration for the embedding model.
+
+    Input types:
+        The `JinaEMInvoker` supports the following input types: text and image.
+        Non-text inputs must be passed as a `Attachment` object.
+
+    Output format:
+        The `JinaEMInvoker` can embed either:
+        1. A single content.
+           1. A single content is either a text or an image.
+           2. The output will be a `Vector`, representing the embedding of the content.
+
+           # Example 1: Embedding a text content.
+           ```python
+           text = "What animal is in this image?"
+           result = await em_invoker.invoke(text)
+           ```
+
+           # Example 2: Embedding an image content.
+           ```python
+           image = Attachment.from_path("path/to/local/image.png")
+           result = await em_invoker.invoke(image)
+           ```
+
+           The above examples will return a `Vector` with a size of (embedding_size,).
+
+        2. A list of contents.
+           1. A list of contents is a list that consists of any of the above single contents.
+           2. The output will be a `list[Vector]`, where each element is a `Vector` representing the
+              embedding of each single content.
+
+           # Example: Embedding a list of contents.
+           ```python
+           text = "What animal is in this image?"
+           image = Attachment.from_path("path/to/local/image.png")
+           result = await em_invoker.invoke([text, image])
+           ```
+
+           The above examples will return a `list[Vector]` with a size of (2, embedding_size).
+
+    Retry and timeout:
+        The `JinaEMInvoker` supports retry and timeout configuration.
+        By default, the max retries is set to 0 and the timeout is set to 30.0 seconds.
+        They can be customized by providing a custom `RetryConfig` object to the `retry_config` parameter.
+
+        Retry config examples:
+        ```python
+        retry_config = RetryConfig(max_retries=0, timeout=None)  # No retry, no timeout
+        retry_config = RetryConfig(max_retries=0, timeout=10.0)  # No retry, 10.0 seconds timeout
+        retry_config = RetryConfig(max_retries=5, timeout=None)  # 5 max retries, no timeout
+        retry_config = RetryConfig(max_retries=5, timeout=10.0)  # 5 max retries, 10.0 seconds timeout
+        ```
+
+        Usage example:
+        ```python
+        em_invoker = JinaEMInvoker(..., retry_config=retry_config)
+        ```
+    '''
+    client: Incomplete
+    model_kwargs: Incomplete
+    def __init__(self, model_name: str, api_key: str | None = None, base_url: str = ..., model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, retry_config: RetryConfig | None = None, truncation_config: TruncationConfig | None = None) -> None:
+        '''Initializes a new instance of the JinaEMInvoker class.
+
+        Args:
+            model_name (str): The name of the Jina embedding model to be used.
+            api_key (str | None, optional): The API key for authenticating with Jina AI.
+                Defaults to None, in which case the `JINA_API_KEY` environment variable will be used.
+            base_url (str, optional): The base URL for the Jina AI API. Defaults to "https://api.jina.ai/v1".
+            model_kwargs (dict[str, Any] | None, optional): Additional keyword arguments for the HTTP client.
+                Defaults to None.
+            default_hyperparameters (dict[str, Any] | None, optional): Default hyperparameters for invoking the model.
+                Defaults to None.
+            retry_config (RetryConfig | None, optional): The retry configuration for the embedding model.
+                Defaults to None, in which case a default config with no retry and 30.0 seconds timeout will be used.
+            truncation_config (TruncationConfig | None, optional): Configuration for text truncation behavior.
+                Defaults to None, in which case no truncation is applied.
+
+        Raises:
+            ValueError: If neither `api_key` nor `JINA_API_KEY` environment variable is provided.
+        '''

gllm_inference/em_invoker/schema/jina.pyi

@@ -0,0 +1,28 @@
+from enum import StrEnum
+
+class InputType(StrEnum):
+    """Defines the supported input types for the Jina AI embedding API."""
+    IMAGE_URL = 'image_url'
+    TEXT = 'text'
+
+class Key(StrEnum):
+    """Defines key constants used in the Jina AI API payloads."""
+    DATA = 'data'
+    EMBEDDING = 'embedding'
+    ERROR = 'error'
+    IMAGE_URL = 'image_url'
+    INPUT = 'input'
+    JSON = 'json'
+    MESSAGE = 'message'
+    MODEL = 'model'
+    RESPONSE = 'response'
+    STATUS = 'status'
+    TASK = 'task'
+    TEXT = 'text'
+    TYPE = 'type'
+    URL = 'url'
+
+class OutputType(StrEnum):
+    """Defines the expected output types returned by the Jina AI embedding API."""
+    DATA = 'data'
+    EMBEDDING = 'embedding'

gllm_inference/lm_invoker/openai_lm_invoker.pyi

@@ -11,7 +11,8 @@ from langchain_core.tools import Tool as LangChainTool
 from typing import Any
 
 SUPPORTED_ATTACHMENTS: Incomplete
-STREAM_DATA_TRANSITION_TYPE_MAP: Incomplete
+STREAM_DATA_START_TYPE_MAP: Incomplete
+STREAM_DATA_END_TYPE_MAP: Incomplete
 STREAM_DATA_CONTENT_TYPE_MAP: Incomplete
 
 class OpenAILMInvoker(BaseLMInvoker):

gllm_inference/schema/events.pyi

@@ -8,7 +8,7 @@ class ActivityEvent(Event):
     """Event schema for model-triggered activities (e.g. web search, MCP).
 
     Attributes:
-        id (str): The unique identifier for the activity event. Defaults to an UUID string.
+        id (str): The unique identifier for the activity event. Defaults to an empty string.
         type (Literal): The type of event, always 'activity'.
         value (Activity): The activity data containing message and type.
         level (EventLevel): The severity level of the event. Defined through the EventLevel constants.
@@ -22,7 +22,7 @@ class CodeEvent(Event):
     """Event schema for model-triggered code execution.
 
     Attributes:
-        id (str): The unique identifier for the code event. Defaults to an UUID string.
+        id (str): The unique identifier for the code event. Defaults to an empty string.
         type (Literal): The type of event (code, code_start, or code_end).
         value (str): The code content.
         level (EventLevel): The severity level of the event. Defined through the EventLevel constants.
@@ -32,32 +32,32 @@ class CodeEvent(Event):
     value: str
     level: EventLevel
     @classmethod
-    def start(cls, id: str | None = None) -> CodeEvent:
+    def start(cls, id_: str | None = '') -> CodeEvent:
         """Create a code start event.
 
         Args:
-            id (str | None): The unique identifier for the code event. Defaults to an UUID string.
+            id_ (str | None): The unique identifier for the code event. Defaults to an empty string.
 
         Returns:
             CodeEvent: The code start event.
         """
     @classmethod
-    def content(cls, id: str | None = None, value: str = '') -> CodeEvent:
+    def content(cls, id_: str | None = '', value: str = '') -> CodeEvent:
         """Create a code content event.
 
         Args:
-            id (str | None): The unique identifier for the code event. Defaults to an UUID string.
+            id_ (str | None): The unique identifier for the code event. Defaults to an empty string.
             value (str): The code content.
 
         Returns:
             CodeEvent: The code value event.
         """
     @classmethod
-    def end(cls, id: str | None = None) -> CodeEvent:
+    def end(cls, id_: str | None = '') -> CodeEvent:
         """Create a code end event.
 
         Args:
-            id (str | None): The unique identifier for the code event. Defaults to an UUID string.
+            id_ (str | None): The unique identifier for the code event. Defaults to an empty string.
 
         Returns:
             CodeEvent: The code end event.
@@ -67,7 +67,7 @@ class ThinkingEvent(Event):
     """Event schema for model thinking.
 
     Attributes:
-        id (str): The unique identifier for the thinking event. Defaults to an UUID string.
+        id (str): The unique identifier for the thinking event. Defaults to an empty string.
         type (Literal): The type of thinking event (thinking, thinking_start, or thinking_end).
         value (str): The thinking content or message.
         level (EventLevel): The severity level of the event. Defined through the EventLevel constants.
@@ -77,32 +77,32 @@ class ThinkingEvent(Event):
     value: str
     level: EventLevel
     @classmethod
-    def start(cls, id: str | None = None) -> ThinkingEvent:
+    def start(cls, id_: str | None = '') -> ThinkingEvent:
         """Create a thinking start event.
 
         Args:
-            id (str | None): The unique identifier for the thinking event. Defaults to an UUID string.
+            id_ (str | None): The unique identifier for the thinking event. Defaults to an empty string.
 
         Returns:
             ThinkingEvent: The thinking start event.
         """
     @classmethod
-    def content(cls, id: str | None = None, value: str = '') -> ThinkingEvent:
+    def content(cls, id_: str | None = '', value: str = '') -> ThinkingEvent:
         """Create a thinking value event.
 
         Args:
-            id (str | None): The unique identifier for the thinking event. Defaults to an UUID string.
+            id_ (str | None): The unique identifier for the thinking event. Defaults to an empty string.
             value (str): The thinking content or message.
 
         Returns:
             ThinkingEvent: The thinking value event.
         """
     @classmethod
-    def end(cls, id: str | None = None) -> ThinkingEvent:
+    def end(cls, id_: str | None = '') -> ThinkingEvent:
         """Create a thinking end event.
 
         Args:
-            id (str | None): The unique identifier for the thinking event. Defaults to an UUID string.
+            id_ (str | None): The unique identifier for the thinking event. Defaults to an empty string.
 
         Returns:
             ThinkingEvent: The thinking end event.

gllm_inference/schema/model_id.pyi

@@ -14,6 +14,7 @@ class ModelProvider(StrEnum):
     BEDROCK = 'bedrock'
     DATASAUR = 'datasaur'
     GOOGLE = 'google'
+    JINA = 'jina'
     LANGCHAIN = 'langchain'
     LITELLM = 'litellm'
     OPENAI = 'openai'
@@ -55,6 +56,13 @@ class ModelId(BaseModel):
         model_id = ModelId.from_string("google/gemini-2.5-flash-lite")
         ```
 
+        # Using Jina
+        ```python
+        model_id = ModelId.from_string("jina/jina-embeddings-v2-large")
+        ```
+        For the list of supported models, please refer to the following page:
+        https://jina.ai/models
+
         # Using OpenAI
         ```python
         model_id = ModelId.from_string("openai/gpt-5-nano")

gllm_inference.pyi

@@ -15,6 +15,7 @@ import gllm_core.utils
 import gllm_inference.em_invoker.AzureOpenAIEMInvoker
 import gllm_inference.em_invoker.BedrockEMInvoker
 import gllm_inference.em_invoker.GoogleEMInvoker
+import gllm_inference.em_invoker.JinaEMInvoker
 import gllm_inference.em_invoker.LangChainEMInvoker
 import gllm_inference.em_invoker.OpenAICompatibleEMInvoker
 import gllm_inference.em_invoker.OpenAIEMInvoker
@@ -60,6 +61,9 @@ import google
 import google.auth
 import google.genai
 import google.genai.types
+import base64
+import httpx
+import gllm_inference.exceptions.ProviderInternalError
 import concurrent
 import concurrent.futures
 import concurrent.futures.ThreadPoolExecutor
@@ -71,14 +75,13 @@ import gllm_inference.utils.load_langchain_model
 import gllm_inference.utils.parse_model_data
 import openai
 import io
-import httpx
 import twelvelabs
-import base64
 import sys
 import voyageai
 import voyageai.client_async
 import http
 import http.HTTPStatus
+import uuid
 import gllm_core.constants
 import gllm_core.event
 import gllm_core.schema
@@ -135,7 +138,6 @@ import gllm_inference.realtime_chat.output_streamer.ConsoleOutputStreamer
 import google.genai.live
 import gllm_core.utils.logger_manager
 import mimetypes
-import uuid
 import pathlib
 import pathlib.Path
 import filetype

{gllm_inference_binary-0.5.40.dist-info → gllm_inference_binary-0.5.42.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: gllm-inference-binary
-Version: 0.5.40
+Version: 0.5.42
 Summary: A library containing components related to model inferences in Gen AI applications.
 Author-email: Henry Wicaksono <henry.wicaksono@gdplabs.id>, Resti Febrina <resti.febrina@gdplabs.id>
 Requires-Python: <3.14,>=3.11

{gllm_inference_binary-0.5.40.dist-info → gllm_inference_binary-0.5.42.dist-info}/RECORD

@@ -1,9 +1,9 @@
-gllm_inference.cp313-win_amd64.pyd,sha256=1dYQoCaBFcwcg-fqBMMF3NW3vAzdeJv3_ZRy9de9nAs,3557376
-gllm_inference.pyi,sha256=CM8fddhFC2U0VGu9_JWrokO5YDc3B-eXx8pSjLYRlGY,4750
+gllm_inference.cp313-win_amd64.pyd,sha256=FYH5KTQcK7_qnRISOhH_EgUHRR5OuNaCaJrqsP7zsmc,3619840
+gllm_inference.pyi,sha256=ifuvcH5p0J0Q2zXwfqXT4Sh5kcodA7O8x6SmQJ-_M0w,4852
 gllm_inference/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-gllm_inference/constants.pyi,sha256=1OBoHfeWfW9bXH9kStNEH__MGnGp--jLfyheAeQnogY,302
+gllm_inference/constants.pyi,sha256=PncjVw-mkzcJ3ln1ohvVZGdJ-TD-VZy1Ygn4Va8Z7i0,350
 gllm_inference/builder/__init__.pyi,sha256=-bw1uDx7CAM7pkvjvb1ZXku9zXlQ7aEAyC83KIn3bz8,506
-gllm_inference/builder/build_em_invoker.pyi,sha256=r4p0T9g_831Fq0youhxdMrQMWkzARw-PSahMu83ZzQo,5762
+gllm_inference/builder/build_em_invoker.pyi,sha256=ij24IMOYIYjia_cONdVhfW0QpulqyqG6nQhTdo5fYs0,6195
 gllm_inference/builder/build_lm_invoker.pyi,sha256=HvQICF-qvOTzfXZUqhi7rlwcpkMZpxaC-8QZmhnXKzI,7466
 gllm_inference/builder/build_lm_request_processor.pyi,sha256=H7Rg88e7PTTCtuyY64r333moTmh4-ypOwgnG10gkEdY,4232
 gllm_inference/builder/build_output_parser.pyi,sha256=sgSTrzUmSRxPzUUum0fDU7A3NXYoYhpi6bEx4Q2XMnA,965
@@ -11,11 +11,12 @@ gllm_inference/catalog/__init__.pyi,sha256=HWgPKWIzprpMHRKe_qN9BZSIQhVhrqiyjLjIX
 gllm_inference/catalog/catalog.pyi,sha256=eWPqgQKi-SJGHabi_XOTEKpAj96OSRypKsb5ZEC1VWU,4911
 gllm_inference/catalog/lm_request_processor_catalog.pyi,sha256=FiveqPDkV58XbDO2znXL-Ix5tFbZwNiVnitlEa90YOY,5536
 gllm_inference/catalog/prompt_builder_catalog.pyi,sha256=iViWB4SaezzjQY4UY1YxeoXUNxqxa2cTJGaD9JSx4Q8,3279
-gllm_inference/em_invoker/__init__.pyi,sha256=pmbsjmsqXwfe4WPykMnrmasKrYuylJWnf2s0pbo0ioM,997
+gllm_inference/em_invoker/__init__.pyi,sha256=ClcAHvB87iqUZ-clWxKqT0dD3v6Tas43pQiRWOgYnog,1100
 gllm_inference/em_invoker/azure_openai_em_invoker.pyi,sha256=TXC5Kgf1eZqK2FHKAyeG3LB1SEsSEStnbk9bI1mjC5k,5049
 gllm_inference/em_invoker/bedrock_em_invoker.pyi,sha256=kQETh2r-WR_H3APtt4QavmfwGOR3KB4k6USNYvFateY,5831
 gllm_inference/em_invoker/em_invoker.pyi,sha256=YDYJ8TGScsz5Gg-OBnEENN1tI1RYvwoddypxUr6SAWw,5191
 gllm_inference/em_invoker/google_em_invoker.pyi,sha256=zZYjeLp9ncwIVM4UHqDJSVOFn1eXiaz9Ba24-_fCF2c,6953
+gllm_inference/em_invoker/jina_em_invoker.pyi,sha256=wrivFiPFRWBSw-TEAkaQKBvBRhlzN6CBaZkc0HOslRw,5754
 gllm_inference/em_invoker/langchain_em_invoker.pyi,sha256=nhX6LynrjhfySEt_44OlLoSBd15hoz3giWyNM9CYLKY,3544
 gllm_inference/em_invoker/openai_compatible_em_invoker.pyi,sha256=SbvCbOhdpkq6IyPhGd_IlxD8hbXDZID2rIehY6mJOIs,2923
 gllm_inference/em_invoker/openai_em_invoker.pyi,sha256=dwZr9rjrjm060HEnyaPR9-jFJpxSi7fWx7i9ZB4aEY4,6313
@@ -26,6 +27,7 @@ gllm_inference/em_invoker/langchain/em_invoker_embeddings.pyi,sha256=BBSDazMOckO
 gllm_inference/em_invoker/schema/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 gllm_inference/em_invoker/schema/bedrock.pyi,sha256=HoNgVi0T21aFd1JrCnSLu4yryv8k8RnYdR3-tIdHFgA,498
 gllm_inference/em_invoker/schema/google.pyi,sha256=bzdtu4DFH2kATLybIeNl_Lznj99H-6u2Fvx3Zx52oZg,190
+gllm_inference/em_invoker/schema/jina.pyi,sha256=EFo4d8HuzPEZDV5F0PwUIkYPrCTEiCqHq17ICzYxKeg,739
 gllm_inference/em_invoker/schema/langchain.pyi,sha256=SZ13HDcvAOGmDTi2b72H6Y1J5GePR21JdnM6gYrwcGs,117
 gllm_inference/em_invoker/schema/openai.pyi,sha256=rNRqN62y5wHOKlr4T0n0m41ikAnSrD72CTnoHxo6kEM,146
 gllm_inference/em_invoker/schema/openai_compatible.pyi,sha256=A9MOeBhI-IPuvewOk4YYOAGtgyKohERx6-9cEYtbwvs,157
@@ -46,7 +48,7 @@ gllm_inference/lm_invoker/litellm_lm_invoker.pyi,sha256=IJxRUkmgXY8oQwS7tJoskO8f
 gllm_inference/lm_invoker/lm_invoker.pyi,sha256=vUmMNEl7F__PavQJ42scoYGyWdEvZOw2Bwxhoqv_gKE,8659
 gllm_inference/lm_invoker/openai_chat_completions_lm_invoker.pyi,sha256=uYJFgi4tJGab77232IC1gdoU9h9AqoClIUj6tM6O47s,15177
 gllm_inference/lm_invoker/openai_compatible_lm_invoker.pyi,sha256=T9sShA_9fgEuaaAuT2gJZq_EYNbEhf3IkWwMCwfszY8,4244
-gllm_inference/lm_invoker/openai_lm_invoker.pyi,sha256=JJ-EEoUZVU147UC0oU11EimWuaEhC9p5lBy-PVW60fM,23419
+gllm_inference/lm_invoker/openai_lm_invoker.pyi,sha256=10iKCyleqHNbJc8M1rj3ogRcNlNxcVgyk0v6TcS6gf4,23452
 gllm_inference/lm_invoker/xai_lm_invoker.pyi,sha256=gyi12K7M9HkjNX6pU6NVv5Uq3-aHErixO-PVhHjioo8,14632
 gllm_inference/lm_invoker/batch/__init__.pyi,sha256=vJOTHRJ83oq8Bq0UsMdID9_HW5JAxr06gUs4aPRZfEE,130
 gllm_inference/lm_invoker/batch/batch_operations.pyi,sha256=o2U17M41RKVFW6j_oxy-SxU1JqUtVt75pKRxrqXzorE,5499
@@ -101,12 +103,12 @@ gllm_inference/schema/attachment.pyi,sha256=9zgAjGXBjLfzPGaKi68FMW6b5mXdEA352nDe
 gllm_inference/schema/code_exec_result.pyi,sha256=WQ-ARoGM9r6nyRX-A0Ro1XKiqrc9R3jRYXZpu_xo5S4,573
 gllm_inference/schema/config.pyi,sha256=NVmjQK6HipIE0dKSfx12hgIC0O-S1HEcAc-TWlXAF5A,689
 gllm_inference/schema/enums.pyi,sha256=U30RGvNFcNNJxTZZPt8vK7SFp3W4KSPVFxTZaiF1eLU,1375
-gllm_inference/schema/events.pyi,sha256=ifF75efM1TaEjw4AQmPkoQJUSl8d3Gt9PsBhTwSGsJ4,4020
+gllm_inference/schema/events.pyi,sha256=HMkGU1XoLDR6h9-L13LEn_27Z9jkmKk-kBTD-0qKzJY,4029
 gllm_inference/schema/lm_input.pyi,sha256=HxQiZgY7zcXh_Dw8nK8LSeBTZEHMPZVwmPmnfgSsAbs,197
 gllm_inference/schema/lm_output.pyi,sha256=DIV8BiIOPaSnMKxzKzH_Mp7j7-MScWCvmllegJDLqFg,2479
 gllm_inference/schema/mcp.pyi,sha256=4SgQ83pEowfWm2p-w9lupV4NayqqVBOy7SuYxIFeWRs,1045
 gllm_inference/schema/message.pyi,sha256=jJV6A0ihEcun2OhzyMtNkiHnf7d6v5R-GdpTBGfJ0AQ,2272
-gllm_inference/schema/model_id.pyi,sha256=NuaS4XlKDRJJezj45CEzn8reDDeII9XeRARmM5SZPqA,5408
+gllm_inference/schema/model_id.pyi,sha256=eFNCNAmDSk0M6SqjDq8JRs0I1UcVzx2JhYWaHSFDGTQ,5667
 gllm_inference/schema/reasoning.pyi,sha256=jbPxkDRHt0Vt-zdcc8lTT1l2hIE1Jm3HIHeNd0hfXGo,577
 gllm_inference/schema/token_usage.pyi,sha256=WJiGQyz5qatzBK2b-sABLCyTRLCBbAvxCRcqSJOzu-8,3025
 gllm_inference/schema/tool_call.pyi,sha256=OWT9LUqs_xfUcOkPG0aokAAqzLYYDkfnjTa0zOWvugk,403
@@ -117,7 +119,7 @@ gllm_inference/utils/io_utils.pyi,sha256=Eg7dvHWdXslTKdjh1j3dG50i7r35XG2zTmJ9XXv
 gllm_inference/utils/langchain.pyi,sha256=4AwFiVAO0ZpdgmqeC4Pb5NJwBt8vVr0MSUqLeCdTscc,1194
 gllm_inference/utils/validation.pyi,sha256=-RdMmb8afH7F7q4Ao7x6FbwaDfxUHn3hA3WiOgzB-3s,397
 gllm_inference.build/.gitignore,sha256=aEiIwOuxfzdCmLZe4oB1JsBmCUxwG8x-u-HBCV9JT8E,1
-gllm_inference_binary-0.5.40.dist-info/METADATA,sha256=nB6jb13Rpa3SqeBaMsTuF6mTdRMKSkBwzDzuSONeHJc,5770
-gllm_inference_binary-0.5.40.dist-info/WHEEL,sha256=O_u6PJIQ2pIcyIInxVQ9r-yArMuUZbBIaF1kpYVkYxA,96
-gllm_inference_binary-0.5.40.dist-info/top_level.txt,sha256=FpOjtN80F-qVNgbScXSEyqa0w09FYn6301iq6qt69IQ,15
-gllm_inference_binary-0.5.40.dist-info/RECORD,,
+gllm_inference_binary-0.5.42.dist-info/METADATA,sha256=tpuAFFqRUaKa8IeR8xqcX5b0j4e_BkVO9xA7AnIfNGY,5770
+gllm_inference_binary-0.5.42.dist-info/WHEEL,sha256=O_u6PJIQ2pIcyIInxVQ9r-yArMuUZbBIaF1kpYVkYxA,96
+gllm_inference_binary-0.5.42.dist-info/top_level.txt,sha256=FpOjtN80F-qVNgbScXSEyqa0w09FYn6301iq6qt69IQ,15
+gllm_inference_binary-0.5.42.dist-info/RECORD,,