gllm-inference-binary 0.5.14__cp312-cp312-win_amd64.whl → 0.5.16__cp312-cp312-win_amd64.whl

gllm_inference/builder/build_em_invoker.pyi

@@ -1,5 +1,5 @@
 from _typeshed import Incomplete
-from gllm_inference.em_invoker import AzureOpenAIEMInvoker as AzureOpenAIEMInvoker, GoogleEMInvoker as GoogleEMInvoker, LangChainEMInvoker as LangChainEMInvoker, OpenAICompatibleEMInvoker as OpenAICompatibleEMInvoker, OpenAIEMInvoker as OpenAIEMInvoker, TwelveLabsEMInvoker as TwelveLabsEMInvoker, VoyageEMInvoker as VoyageEMInvoker
+from gllm_inference.em_invoker import AzureOpenAIEMInvoker as AzureOpenAIEMInvoker, BedrockEMInvoker as BedrockEMInvoker, GoogleEMInvoker as GoogleEMInvoker, LangChainEMInvoker as LangChainEMInvoker, OpenAICompatibleEMInvoker as OpenAICompatibleEMInvoker, OpenAIEMInvoker as OpenAIEMInvoker, TwelveLabsEMInvoker as TwelveLabsEMInvoker, VoyageEMInvoker as VoyageEMInvoker
 from gllm_inference.em_invoker.em_invoker import BaseEMInvoker as BaseEMInvoker
 from gllm_inference.schema.model_id import ModelId as ModelId, ModelProvider as ModelProvider
 from typing import Any
@@ -9,6 +9,7 @@ logger: Incomplete
 
 class Key:
     """Defines valid keys in the config."""
+    ACCESS_KEY_ID: str
     API_KEY: str
     AZURE_DEPLOYMENT: str
     AZURE_ENDPOINT: str
@@ -17,6 +18,7 @@ class Key:
     MODEL_KWARGS: str
     MODEL_NAME: str
     MODEL_CLASS_PATH: str
+    SECRET_ACCESS_KEY: str
 
 def build_em_invoker(model_id: str | ModelId, credentials: str | dict[str, Any] | None = None, config: dict[str, Any] | None = None) -> BaseEMInvoker:
     '''Build an embedding model invoker based on the provided configurations.
@@ -41,6 +43,19 @@ def build_em_invoker(model_id: str | ModelId, credentials: str | dict[str, Any]
         ValueError: If the provider is invalid.
 
     Usage examples:
+        # Using Bedrock
+        ```python
+        em_invoker = build_em_invoker(
+            model_id="bedrock/cohere.embed-english-v3",
+            credentials={
+                "access_key_id": "Abc123...",
+                "secret_access_key": "Xyz123...",
+            },
+        )
+        ```
+        The credentials can also be provided through the `AWS_ACCESS_KEY_ID` and `AWS_SECRET_ACCESS_KEY`
+        environment variables.
+
         # Using Google Gen AI (via API key)
         ```python
         em_invoker = build_em_invoker(

gllm_inference/em_invoker/__init__.pyi

@@ -1,4 +1,5 @@
 from gllm_inference.em_invoker.azure_openai_em_invoker import AzureOpenAIEMInvoker as AzureOpenAIEMInvoker
+from gllm_inference.em_invoker.bedrock_em_invoker import BedrockEMInvoker as BedrockEMInvoker
 from gllm_inference.em_invoker.google_em_invoker import GoogleEMInvoker as GoogleEMInvoker
 from gllm_inference.em_invoker.langchain_em_invoker import LangChainEMInvoker as LangChainEMInvoker
 from gllm_inference.em_invoker.openai_compatible_em_invoker import OpenAICompatibleEMInvoker as OpenAICompatibleEMInvoker
@@ -6,4 +7,4 @@ from gllm_inference.em_invoker.openai_em_invoker import OpenAIEMInvoker as OpenA
 from gllm_inference.em_invoker.twelevelabs_em_invoker import TwelveLabsEMInvoker as TwelveLabsEMInvoker
 from gllm_inference.em_invoker.voyage_em_invoker import VoyageEMInvoker as VoyageEMInvoker
 
-__all__ = ['AzureOpenAIEMInvoker', 'GoogleEMInvoker', 'LangChainEMInvoker', 'OpenAIEMInvoker', 'OpenAICompatibleEMInvoker', 'TwelveLabsEMInvoker', 'VoyageEMInvoker']
+__all__ = ['AzureOpenAIEMInvoker', 'BedrockEMInvoker', 'GoogleEMInvoker', 'LangChainEMInvoker', 'OpenAIEMInvoker', 'OpenAICompatibleEMInvoker', 'TwelveLabsEMInvoker', 'VoyageEMInvoker']

gllm_inference/em_invoker/azure_openai_em_invoker.pyi

@@ -3,7 +3,7 @@ from gllm_core.utils.retry import RetryConfig as RetryConfig
 from gllm_inference.constants import DEFAULT_AZURE_OPENAI_API_VERSION as DEFAULT_AZURE_OPENAI_API_VERSION, INVOKER_PROPAGATED_MAX_RETRIES as INVOKER_PROPAGATED_MAX_RETRIES
 from gllm_inference.em_invoker.openai_em_invoker import OpenAIEMInvoker as OpenAIEMInvoker
 from gllm_inference.em_invoker.schema.openai import Key as Key
-from gllm_inference.schema import ModelId as ModelId, ModelProvider as ModelProvider
+from gllm_inference.schema import ModelId as ModelId, ModelProvider as ModelProvider, TruncationConfig as TruncationConfig
 from typing import Any
 
 class AzureOpenAIEMInvoker(OpenAIEMInvoker):
@@ -16,6 +16,7 @@ class AzureOpenAIEMInvoker(OpenAIEMInvoker):
         client (AsyncAzureOpenAI): The client for the Azure OpenAI API.
         default_hyperparameters (dict[str, Any]): Default hyperparameters for invoking the embedding model.
         retry_config (RetryConfig): The retry configuration for the embedding model.
+        truncation_config (TruncationConfig | None): The truncation configuration for the embedding model.
 
     Input types:
         The `AzureOpenAIEMInvoker` only supports text inputs.
@@ -68,7 +69,7 @@ class AzureOpenAIEMInvoker(OpenAIEMInvoker):
         ```
     '''
     client: Incomplete
-    def __init__(self, azure_endpoint: str, azure_deployment: str, api_key: str | None = None, api_version: str = ..., model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, retry_config: RetryConfig | None = None) -> None:
+    def __init__(self, azure_endpoint: str, azure_deployment: str, api_key: str | None = None, api_version: str = ..., model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, retry_config: RetryConfig | None = None, truncation_config: TruncationConfig | None = None) -> None:
         """Initializes a new instance of the AzureOpenAIEMInvoker class.
 
         Args:
@@ -83,4 +84,6 @@ class AzureOpenAIEMInvoker(OpenAIEMInvoker):
                 Defaults to None.
             retry_config (RetryConfig | None, optional): The retry configuration for the embedding model.
                 Defaults to None, in which case a default config with no retry and 30.0 seconds timeout will be used.
+            truncation_config (TruncationConfig | None, optional): Configuration for text truncation behavior.
+                Defaults to None, in which case no truncation is applied.
         """

gllm_inference/em_invoker/bedrock_em_invoker.pyi

@@ -0,0 +1,104 @@
+from _typeshed import Incomplete
+from enum import StrEnum
+from gllm_core.utils.retry import RetryConfig as RetryConfig
+from gllm_inference.em_invoker.em_invoker import BaseEMInvoker as BaseEMInvoker
+from gllm_inference.em_invoker.schema.bedrock import InputType as InputType, Key as Key, OutputType as OutputType
+from gllm_inference.schema import ModelId as ModelId, ModelProvider as ModelProvider, TruncationConfig as TruncationConfig, Vector as Vector
+from typing import Any
+
+class ModelType(StrEnum):
+    """Defines the type of the Bedrock embedding model."""
+    COHERE = 'cohere'
+    TITAN = 'titan'
+
+SUPPORTED_ATTACHMENTS: Incomplete
+
+class BedrockEMInvoker(BaseEMInvoker):
+    '''An embedding model invoker to interact with AWS Bedrock embedding models.
+
+    Attributes:
+        model_id (str): The model ID of the embedding model.
+        model_provider (str): The provider of the embedding model.
+        model_name (str): The name of the embedding model.
+        session (Session): The Bedrock client session.
+        client_kwargs (dict[str, Any]): The Bedrock client kwargs.
+        default_hyperparameters (dict[str, Any]): Default hyperparameters for invoking the embedding model.
+        retry_config (RetryConfig): The retry configuration for the embedding model.
+        truncation_config (TruncationConfig | None): The truncation configuration for the embedding model.
+
+    Input types:
+        The `BedrockEMInvoker` only supports text inputs.
+
+    Output format:
+        The `BedrockEMInvoker` can embed either:
+        1. A single content.
+           1. A single content is a single text.
+           2. The output will be a `Vector`, representing the embedding of the content.
+
+           # Example 1: Embedding a text content.
+           ```python
+           text = "This is a text"
+           result = await em_invoker.invoke(text)
+           ```
+
+           The above examples will return a `Vector` with a size of (embedding_size,).
+
+        2. A list of contents.
+           1. A list of contents is a list of texts.
+           2. The output will be a `list[Vector]`, where each element is a `Vector` representing the
+              embedding of each single content.
+
+           # Example: Embedding a list of contents.
+           ```python
+           text1 = "This is a text"
+           text2 = "This is another text"
+           text3 = "This is yet another text"
+           result = await em_invoker.invoke([text1, text2, text3])
+           ```
+
+           The above examples will return a `list[Vector]` with a size of (3, embedding_size).
+
+    Retry and timeout:
+        The `BedrockEMInvoker` supports retry and timeout configuration.
+        By default, the max retries is set to 0 and the timeout is set to 30.0 seconds.
+        They can be customized by providing a custom `RetryConfig` object to the `retry_config` parameter.
+
+        Retry config examples:
+        ```python
+        retry_config = RetryConfig(max_retries=0, timeout=0.0)  # No retry, no timeout
+        retry_config = RetryConfig(max_retries=0, timeout=10.0)  # No retry, 10.0 seconds timeout
+        retry_config = RetryConfig(max_retries=5, timeout=0.0)  # 5 max retries, no timeout
+        retry_config = RetryConfig(max_retries=5, timeout=10.0)  # 5 max retries, 10.0 seconds timeout
+        ```
+
+        Usage example:
+        ```python
+        em_invoker = BedrockEMInvoker(..., retry_config=retry_config)
+        ```
+    '''
+    session: Incomplete
+    client_kwargs: Incomplete
+    def __init__(self, model_name: str, access_key_id: str | None = None, secret_access_key: str | None = None, region_name: str = 'us-east-1', model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, retry_config: RetryConfig | None = None, truncation_config: TruncationConfig | None = None) -> None:
+        '''Initializes a new instance of the BedrockEMInvoker class.
+
+        Args:
+            model_name (str): The name of the Bedrock embedding model to be used.
+            access_key_id (str | None, optional): The AWS access key ID. Defaults to None, in which case
+                the `AWS_ACCESS_KEY_ID` environment variable will be used.
+            secret_access_key (str | None, optional): The AWS secret access key. Defaults to None, in which case
+                the `AWS_SECRET_ACCESS_KEY` environment variable will be used.
+            region_name (str, optional): The AWS region name. Defaults to "us-east-1".
+            model_kwargs (dict[str, Any] | None, optional): Additional keyword arguments for the Bedrock client.
+                Defaults to None.
+            default_hyperparameters (dict[str, Any] | None, optional): Default hyperparameters for invoking the model.
+                Defaults to None.
+            retry_config (RetryConfig | None, optional): The retry configuration for the embedding model.
+                Defaults to None, in which case a default config with no retry and 30.0 seconds timeout will be used.
+            truncation_config (TruncationConfig | None, optional): Configuration for text truncation behavior.
+                Defaults to None, in which case no truncation is applied.
+
+        Raises:
+            ValueError: If the model name is not supported.
+            ValueError: If `access_key_id` or `secret_access_key` is neither provided nor set in the
+                `AWS_ACCESS_KEY_ID` or `AWS_SECRET_ACCESS_KEY` environment variables, respectively.
+        '''

gllm_inference/em_invoker/em_invoker.pyi

@@ -4,7 +4,7 @@ from abc import ABC
 from gllm_core.utils.retry import RetryConfig
 from gllm_inference.constants import DOCUMENT_MIME_TYPES as DOCUMENT_MIME_TYPES, INVOKER_DEFAULT_TIMEOUT as INVOKER_DEFAULT_TIMEOUT
 from gllm_inference.exceptions import parse_error_message as parse_error_message
-from gllm_inference.schema import Attachment as Attachment, AttachmentType as AttachmentType, EMContent as EMContent, ModelId as ModelId, Vector as Vector
+from gllm_inference.schema import Attachment as Attachment, AttachmentType as AttachmentType, EMContent as EMContent, ModelId as ModelId, TruncateSide as TruncateSide, TruncationConfig as TruncationConfig, Vector as Vector
 from typing import Any
 
 class BaseEMInvoker(ABC, metaclass=abc.ABCMeta):
@@ -16,12 +16,17 @@ class BaseEMInvoker(ABC, metaclass=abc.ABCMeta):
         model_id (str): The model ID of the embedding model.
         model_provider (str): The provider of the embedding model.
         model_name (str): The name of the embedding model.
-        default_hyperparameters (dict[str, Any]): Default hyperparameters for invoking the embedding model.
+        default_hyperparameters (dict[str, Any]): Default hyperparameters for invoking the
+            embedding model. Defaults to None, in which case an empty dictionary is used.
         retry_config (RetryConfig): The retry configuration for the embedding model.
+            Defaults to None, in which case a default config with no retry and 30.0 seconds timeout will be used.
+        truncation_config (TruncationConfig | None): The truncation configuration for the embedding model.
+            Defaults to None, in which case no truncation is applied.
     """
     default_hyperparameters: Incomplete
     retry_config: Incomplete
-    def __init__(self, model_id: ModelId, default_hyperparameters: dict[str, Any] | None = None, supported_attachments: set[str] | None = None, retry_config: RetryConfig | None = None) -> None:
+    truncation_config: Incomplete
+    def __init__(self, model_id: ModelId, default_hyperparameters: dict[str, Any] | None = None, supported_attachments: set[str] | None = None, retry_config: RetryConfig | None = None, truncation_config: TruncationConfig | None = None) -> None:
         """Initializes a new instance of the BaseEMInvoker class.
 
         Args:
@@ -32,6 +37,8 @@ class BaseEMInvoker(ABC, metaclass=abc.ABCMeta):
                 in which case an empty set is used (indicating that no attachments are supported).
             retry_config (RetryConfig | None, optional): The retry configuration for the embedding model.
                 Defaults to None, in which case a default config with no retry and 30.0 seconds timeout will be used.
+            truncation_config (TruncationConfig | None, optional): Configuration for text truncation behavior.
+                Defaults to None, in which case no truncation is applied.
         """
     @property
     def model_id(self) -> str:

gllm_inference/em_invoker/google_em_invoker.pyi

@@ -3,7 +3,7 @@ from gllm_core.utils.retry import RetryConfig as RetryConfig
 from gllm_inference.constants import GOOGLE_SCOPES as GOOGLE_SCOPES, SECONDS_TO_MILLISECONDS as SECONDS_TO_MILLISECONDS
 from gllm_inference.em_invoker.em_invoker import BaseEMInvoker as BaseEMInvoker
 from gllm_inference.em_invoker.schema.google import Key as Key
-from gllm_inference.schema import ModelId as ModelId, ModelProvider as ModelProvider, Vector as Vector
+from gllm_inference.schema import ModelId as ModelId, ModelProvider as ModelProvider, TruncationConfig as TruncationConfig, Vector as Vector
 from typing import Any
 
 SUPPORTED_ATTACHMENTS: Incomplete
@@ -17,7 +17,8 @@ class GoogleEMInvoker(BaseEMInvoker):
         model_name (str): The name of the embedding model.
         client_params (dict[str, Any]): The Google client instance init parameters.
         default_hyperparameters (dict[str, Any]): Default hyperparameters for invoking the embedding model.
-        retry_config (RetryConfig | None): The retry configuration for the language model.
+        retry_config (RetryConfig): The retry configuration for the embedding model.
+        truncation_config (TruncationConfig | None): The truncation configuration for the embedding model.
 
     Initialization:
         The `GoogleEMInvoker` can use either Google Gen AI or Google Vertex AI.
@@ -98,7 +99,7 @@ class GoogleEMInvoker(BaseEMInvoker):
         ```
     '''
     client_params: Incomplete
-    def __init__(self, model_name: str, api_key: str | None = None, credentials_path: str | None = None, project_id: str | None = None, location: str = 'us-central1', model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, retry_config: RetryConfig | None = None) -> None:
+    def __init__(self, model_name: str, api_key: str | None = None, credentials_path: str | None = None, project_id: str | None = None, location: str = 'us-central1', model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, retry_config: RetryConfig | None = None, truncation_config: TruncationConfig | None = None) -> None:
         '''Initializes a new instance of the GoogleEMInvoker class.
 
         Args:
@@ -117,6 +118,8 @@ class GoogleEMInvoker(BaseEMInvoker):
                 Defaults to None.
             retry_config (RetryConfig | None, optional): The retry configuration for the embedding model.
                 Defaults to None, in which case a default config with no retry and 30.0 seconds timeout will be used.
+            truncation_config (TruncationConfig | None, optional): Configuration for text truncation behavior.
+                Defaults to None, in which case no truncation is applied.
 
         Note:
             If neither `api_key` nor `credentials_path` is provided, Google Gen AI will be used by default.

gllm_inference/em_invoker/langchain_em_invoker.pyi

@@ -3,7 +3,7 @@ from gllm_core.utils.retry import RetryConfig
 from gllm_inference.constants import INVOKER_DEFAULT_TIMEOUT as INVOKER_DEFAULT_TIMEOUT, INVOKER_PROPAGATED_MAX_RETRIES as INVOKER_PROPAGATED_MAX_RETRIES
 from gllm_inference.em_invoker.em_invoker import BaseEMInvoker as BaseEMInvoker
 from gllm_inference.em_invoker.schema.langchain import Key as Key
-from gllm_inference.schema import ModelId as ModelId, ModelProvider as ModelProvider, Vector as Vector
+from gllm_inference.schema import ModelId as ModelId, ModelProvider as ModelProvider, TruncationConfig as TruncationConfig, Vector as Vector
 from gllm_inference.utils import load_langchain_model as load_langchain_model, parse_model_data as parse_model_data
 from langchain_core.embeddings import Embeddings as Embeddings
 from typing import Any
@@ -19,9 +19,10 @@ class LangChainEMInvoker(BaseEMInvoker):
         model_name (str): The name of the embedding model.
         em (Embeddings): The instance to interact with an embedding model defined using LangChain's Embeddings.
         retry_config (RetryConfig): The retry configuration for the embedding model.
+        truncation_config (TruncationConfig | None): The truncation configuration for the embedding model.
     """
     model: Incomplete
-    def __init__(self, model: Embeddings | None = None, model_class_path: str | None = None, model_name: str | None = None, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, retry_config: RetryConfig | None = None) -> None:
+    def __init__(self, model: Embeddings | None = None, model_class_path: str | None = None, model_name: str | None = None, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, retry_config: RetryConfig | None = None, truncation_config: TruncationConfig | None = None) -> None:
         '''Initializes a new instance of the LangChainEMInvoker class.
 
         Args:
@@ -38,4 +39,6 @@ class LangChainEMInvoker(BaseEMInvoker):
                 Defaults to None.
             retry_config (RetryConfig | None, optional): The retry configuration for the embedding model.
                 Defaults to None, in which case a default config with no retry and 30.0 seconds timeout will be used.
+            truncation_config (TruncationConfig | None, optional): Configuration for text truncation behavior.
+                Defaults to None, in which case no truncation is applied.
         '''

gllm_inference/em_invoker/openai_compatible_em_invoker.pyi

@@ -3,7 +3,7 @@ from gllm_core.utils.retry import RetryConfig as RetryConfig
 from gllm_inference.constants import INVOKER_PROPAGATED_MAX_RETRIES as INVOKER_PROPAGATED_MAX_RETRIES
 from gllm_inference.em_invoker.openai_em_invoker import OpenAIEMInvoker as OpenAIEMInvoker
 from gllm_inference.em_invoker.schema.openai_compatible import Key as Key
-from gllm_inference.schema import ModelId as ModelId, ModelProvider as ModelProvider
+from gllm_inference.schema import ModelId as ModelId, ModelProvider as ModelProvider, TruncationConfig as TruncationConfig
 from typing import Any
 
 class OpenAICompatibleEMInvoker(OpenAIEMInvoker):
@@ -16,6 +16,8 @@ class OpenAICompatibleEMInvoker(OpenAIEMInvoker):
         client (AsyncOpenAI): The OpenAI client instance.
         default_hyperparameters (dict[str, Any]): Default hyperparameters for invoking the embedding model.
         retry_config (RetryConfig): The retry configuration for the embedding model.
+        truncation_config (TruncationConfig | None): The truncation configuration for the embedding model.
+
 
     When to use:
         The `OpenAICompatibleEMInvoker` is designed to interact with endpoints that are compatible with OpenAI\'s
@@ -76,7 +78,7 @@ class OpenAICompatibleEMInvoker(OpenAIEMInvoker):
         ```
     '''
     client: Incomplete
-    def __init__(self, model_name: str, base_url: str, api_key: str | None = None, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, retry_config: RetryConfig | None = None) -> None:
+    def __init__(self, model_name: str, base_url: str, api_key: str | None = None, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, retry_config: RetryConfig | None = None, truncation_config: TruncationConfig | None = None) -> None:
         """Initializes a new instance of the OpenAICompatibleEMInvoker class.
 
         Args:
@@ -89,4 +91,6 @@ class OpenAICompatibleEMInvoker(OpenAIEMInvoker):
                 Defaults to None.
             retry_config (RetryConfig | None, optional): The retry configuration for the embedding model.
                 Defaults to None, in which case a default config with no retry and 30.0 seconds timeout will be used.
+            truncation_config (TruncationConfig | None, optional): Configuration for text truncation behavior.
+                Defaults to None, in which case no truncation is applied.
         """

gllm_inference/em_invoker/openai_em_invoker.pyi

@@ -4,6 +4,7 @@ from gllm_inference.constants import INVOKER_PROPAGATED_MAX_RETRIES as INVOKER_P
 from gllm_inference.em_invoker.em_invoker import BaseEMInvoker as BaseEMInvoker
 from gllm_inference.em_invoker.schema.openai import Key as Key
 from gllm_inference.schema import ModelId as ModelId, ModelProvider as ModelProvider, Vector as Vector
+from gllm_inference.schema.config import TruncationConfig as TruncationConfig
 from typing import Any
 
 SUPPORTED_ATTACHMENTS: Incomplete
@@ -18,6 +19,7 @@ class OpenAIEMInvoker(BaseEMInvoker):
         client (AsyncOpenAI): The client for the OpenAI API.
         default_hyperparameters (dict[str, Any]): Default hyperparameters for invoking the embedding model.
         retry_config (RetryConfig): The retry configuration for the embedding model.
+        truncation_config (TruncationConfig | None): The truncation configuration for the embedding model.
 
     Input types:
         The `OpenAIEMInvoker` only supports text inputs.
@@ -70,7 +72,7 @@ class OpenAIEMInvoker(BaseEMInvoker):
         ```
     '''
     client: Incomplete
-    def __init__(self, model_name: str, api_key: str | None = None, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, retry_config: RetryConfig | None = None) -> None:
+    def __init__(self, model_name: str, api_key: str | None = None, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, retry_config: RetryConfig | None = None, truncation_config: TruncationConfig | None = None) -> None:
         """Initializes a new instance of the OpenAIEMInvoker class.
 
         Args:
@@ -83,4 +85,6 @@ class OpenAIEMInvoker(BaseEMInvoker):
                 Defaults to None.
             retry_config (RetryConfig | None, optional): The retry configuration for the embedding model.
                 Defaults to None, in which case a default config with no retry and 30.0 seconds timeout will be used.
+            truncation_config (TruncationConfig | None, optional): Configuration for text truncation behavior.
+                Defaults to None, in which case no truncation is applied.
         """

gllm_inference/em_invoker/schema/bedrock.pyi

@@ -0,0 +1,20 @@
+class Key:
+    """Defines valid keys in Bedrock."""
+    ACCEPT: str
+    CONTENT_TYPE: str
+    INPUT_TEXT: str
+    INPUT_TYPE: str
+    MODEL_ID: str
+    TEXTS: str
+
+class InputType:
+    """Defines valid input types in Bedrock."""
+    APPLICATION_JSON: str
+    SEARCH_DOCUMENT: str
+    SEARCH_QUERY: str
+
+class OutputType:
+    """Defines valid output types in Bedrock."""
+    BODY: str
+    EMBEDDING: str
+    EMBEDDINGS: str

gllm_inference/em_invoker/twelevelabs_em_invoker.pyi

@@ -3,7 +3,7 @@ from gllm_core.utils.retry import RetryConfig as RetryConfig
 from gllm_inference.constants import INVOKER_PROPAGATED_MAX_RETRIES as INVOKER_PROPAGATED_MAX_RETRIES
 from gllm_inference.em_invoker.em_invoker import BaseEMInvoker as BaseEMInvoker
 from gllm_inference.em_invoker.schema.twelvelabs import InputType as InputType, Key as Key, OutputType as OutputType
-from gllm_inference.schema import Attachment as Attachment, AttachmentType as AttachmentType, EMContent as EMContent, ModelId as ModelId, ModelProvider as ModelProvider, Vector as Vector
+from gllm_inference.schema import Attachment as Attachment, AttachmentType as AttachmentType, EMContent as EMContent, ModelId as ModelId, ModelProvider as ModelProvider, TruncationConfig as TruncationConfig, Vector as Vector
 from typing import Any
 
 SUPPORTED_ATTACHMENTS: Incomplete
@@ -18,6 +18,7 @@ class TwelveLabsEMInvoker(BaseEMInvoker):
         client (Client): The client for the TwelveLabs API.
         default_hyperparameters (dict[str, Any]): Default hyperparameters for invoking the embedding model.
         retry_config (RetryConfig): The retry configuration for the embedding model.
+        truncation_config (TruncationConfig | None): The truncation configuration for the embedding model.
 
     Input types:
         The `TwelveLabsEMInvoker` supports the following input types: text, audio, and image.
@@ -83,7 +84,7 @@ class TwelveLabsEMInvoker(BaseEMInvoker):
         ```
     '''
     client: Incomplete
-    def __init__(self, model_name: str, api_key: str | None = None, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, retry_config: RetryConfig | None = None) -> None:
+    def __init__(self, model_name: str, api_key: str | None = None, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, retry_config: RetryConfig | None = None, truncation_config: TruncationConfig | None = None) -> None:
         """Initializes a new instance of the TwelveLabsEMInvoker class.
 
         Args:
@@ -96,4 +97,6 @@ class TwelveLabsEMInvoker(BaseEMInvoker):
                 Defaults to None.
             retry_config (RetryConfig | None, optional): The retry configuration for the embedding model.
                 Defaults to None, in which case a default config with no retry and 30.0 seconds timeout will be used.
+            truncation_config (TruncationConfig | None, optional): Configuration for text truncation behavior.
+                Defaults to None, in which case no truncation is applied.
         """

gllm_inference/em_invoker/voyage_em_invoker.pyi

@@ -3,7 +3,7 @@ from gllm_core.utils.retry import RetryConfig as RetryConfig
 from gllm_inference.constants import INVOKER_PROPAGATED_MAX_RETRIES as INVOKER_PROPAGATED_MAX_RETRIES
 from gllm_inference.em_invoker.em_invoker import BaseEMInvoker as BaseEMInvoker
 from gllm_inference.em_invoker.schema.voyage import InputType as InputType, Key as Key
-from gllm_inference.schema import Attachment as Attachment, AttachmentType as AttachmentType, EMContent as EMContent, ModelId as ModelId, ModelProvider as ModelProvider, Vector as Vector
+from gllm_inference.schema import Attachment as Attachment, AttachmentType as AttachmentType, EMContent as EMContent, ModelId as ModelId, ModelProvider as ModelProvider, TruncationConfig as TruncationConfig, Vector as Vector
 from typing import Any
 
 SUPPORTED_ATTACHMENTS: Incomplete
@@ -19,6 +19,7 @@ class VoyageEMInvoker(BaseEMInvoker):
         client (Client): The client for the Voyage API.
         default_hyperparameters (dict[str, Any]): Default hyperparameters for invoking the embedding model.
         retry_config (RetryConfig): The retry configuration for the embedding model.
+        truncation_config (TruncationConfig | None): The truncation configuration for the embedding model.
 
     Input types:
         The `VoyageEMInvoker` supports the following input types: text, image, and a tuple containing text and image.
@@ -85,7 +86,7 @@ class VoyageEMInvoker(BaseEMInvoker):
         ```
     '''
     client: Incomplete
-    def __init__(self, model_name: str, api_key: str | None = None, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, retry_config: RetryConfig | None = None) -> None:
+    def __init__(self, model_name: str, api_key: str | None = None, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, retry_config: RetryConfig | None = None, truncation_config: TruncationConfig | None = None) -> None:
         """Initializes a new instance of the VoyageEMInvoker class.
 
         Args:
@@ -98,4 +99,6 @@ class VoyageEMInvoker(BaseEMInvoker):
                 Defaults to None.
             retry_config (RetryConfig | None, optional): The retry configuration for the embedding model.
                 Defaults to None, in which case a default config with no retry and 30.0 seconds timeout will be used.
+            truncation_config (TruncationConfig | None, optional): Configuration for text truncation behavior.
+                Defaults to None, in which case no truncation is applied.
         """

gllm_inference/schema/__init__.pyi

@@ -1,6 +1,7 @@
 from gllm_inference.schema.attachment import Attachment as Attachment
 from gllm_inference.schema.code_exec_result import CodeExecResult as CodeExecResult
-from gllm_inference.schema.enums import AttachmentType as AttachmentType, EmitDataType as EmitDataType, MessageRole as MessageRole
+from gllm_inference.schema.config import TruncationConfig as TruncationConfig
+from gllm_inference.schema.enums import AttachmentType as AttachmentType, EmitDataType as EmitDataType, MessageRole as MessageRole, TruncateSide as TruncateSide
 from gllm_inference.schema.lm_output import LMOutput as LMOutput
 from gllm_inference.schema.message import Message as Message
 from gllm_inference.schema.model_id import ModelId as ModelId, ModelProvider as ModelProvider
@@ -10,4 +11,4 @@ from gllm_inference.schema.tool_call import ToolCall as ToolCall
 from gllm_inference.schema.tool_result import ToolResult as ToolResult
 from gllm_inference.schema.type_alias import EMContent as EMContent, ErrorResponse as ErrorResponse, MessageContent as MessageContent, ResponseSchema as ResponseSchema, Vector as Vector
 
-__all__ = ['Attachment', 'AttachmentType', 'CodeExecResult', 'EMContent', 'EmitDataType', 'ErrorResponse', 'InputTokenDetails', 'MessageContent', 'LMOutput', 'ModelId', 'ModelProvider', 'Message', 'MessageRole', 'OutputTokenDetails', 'Reasoning', 'ResponseSchema', 'TokenUsage', 'ToolCall', 'ToolResult', 'Vector']
+__all__ = ['Attachment', 'AttachmentType', 'CodeExecResult', 'EMContent', 'EmitDataType', 'ErrorResponse', 'InputTokenDetails', 'MessageContent', 'LMOutput', 'ModelId', 'ModelProvider', 'Message', 'MessageRole', 'OutputTokenDetails', 'Reasoning', 'ResponseSchema', 'TokenUsage', 'ToolCall', 'ToolResult', 'TruncateSide', 'TruncationConfig', 'Vector']

gllm_inference/schema/config.pyi

@@ -0,0 +1,15 @@
+from gllm_inference.schema.enums import TruncateSide as TruncateSide
+from pydantic import BaseModel
+
+class TruncationConfig(BaseModel):
+    """Configuration for text truncation behavior.
+
+    Attributes:
+        max_length (int): Maximum length of text content. Required.
+        truncate_side (TruncateSide | None): Side to truncate from when max_length is exceeded.
+            1. TruncateSide.RIGHT: Keep the beginning of the text, truncate from the end (default)
+            2. TruncateSide.LEFT: Keep the end of the text, truncate from the beginning
+            If None, defaults to TruncateSide.RIGHT
+    """
+    max_length: int
+    truncate_side: TruncateSide | None

gllm_inference/schema/enums.pyi

@@ -22,3 +22,8 @@ class MessageRole(StrEnum):
     SYSTEM = 'system'
     USER = 'user'
     ASSISTANT = 'assistant'
+
+class TruncateSide(StrEnum):
+    """Enumeration for truncation sides."""
+    RIGHT = 'RIGHT'
+    LEFT = 'LEFT'

gllm_inference.pyi

@@ -13,6 +13,7 @@ import typing
 import gllm_core
 import gllm_core.utils
 import gllm_inference.em_invoker.AzureOpenAIEMInvoker
+import gllm_inference.em_invoker.BedrockEMInvoker
 import gllm_inference.em_invoker.GoogleEMInvoker
 import gllm_inference.em_invoker.LangChainEMInvoker
 import gllm_inference.em_invoker.OpenAICompatibleEMInvoker
@@ -41,17 +42,21 @@ import gllm_inference.request_processor.LMRequestProcessor
 import gllm_core.utils.imports
 import gllm_inference.schema.ModelId
 import gllm_inference.schema.ModelProvider
+import gllm_inference.schema.TruncationConfig
 import openai
+import asyncio
+import enum
+import gllm_inference.schema.Vector
+import aioboto3
 import gllm_inference.exceptions.parse_error_message
 import gllm_inference.schema.Attachment
 import gllm_inference.schema.AttachmentType
 import gllm_inference.schema.EMContent
-import gllm_inference.schema.Vector
+import gllm_inference.schema.TruncateSide
 import google
 import google.auth
 import google.genai
 import google.genai.types
-import asyncio
 import concurrent
 import concurrent.futures
 import concurrent.futures.ThreadPoolExecutor
@@ -68,7 +73,6 @@ import voyageai
 import voyageai.client_async
 import asyncio.CancelledError
 import asyncio.TimeoutError
-import enum
 import http
 import http.HTTPStatus
 import aiohttp
@@ -88,7 +92,6 @@ import gllm_inference.schema.TokenUsage
 import gllm_inference.schema.ToolCall
 import gllm_inference.schema.ToolResult
 import anthropic
-import aioboto3
 import gllm_inference.schema.MessageRole
 import langchain_core.language_models
 import langchain_core.messages

{gllm_inference_binary-0.5.14.dist-info → gllm_inference_binary-0.5.16.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: gllm-inference-binary
-Version: 0.5.14
+Version: 0.5.16
 Summary: A library containing components related to model inferences in Gen AI applications.
 Author: Henry Wicaksono
 Author-email: henry.wicaksono@gdplabs.id

{gllm_inference_binary-0.5.14.dist-info → gllm_inference_binary-0.5.16.dist-info}/RECORD

@@ -1,6 +1,6 @@
 gllm_inference/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 gllm_inference/builder/__init__.pyi,sha256=-bw1uDx7CAM7pkvjvb1ZXku9zXlQ7aEAyC83KIn3bz8,506
-gllm_inference/builder/build_em_invoker.pyi,sha256=PGRHlmiQ-GUTDC51PwYFjVkXRxeN0immnaSBOI06Uno,5474
+gllm_inference/builder/build_em_invoker.pyi,sha256=cBqifw0frhYZinDndeCjqDVqv7oeW728-i5nH4JMyhk,6010
 gllm_inference/builder/build_lm_invoker.pyi,sha256=uVHupv0yAP8WGUqu1fTSSrvIV9KK8UvYydXI-hMCqlU,7037
 gllm_inference/builder/build_lm_request_processor.pyi,sha256=0pJINCP4nnXVwuhIbhsaiwzjX8gohQt2oqXFZhTFSUs,4584
 gllm_inference/builder/build_output_parser.pyi,sha256=sgSTrzUmSRxPzUUum0fDU7A3NXYoYhpi6bEx4Q2XMnA,965
@@ -9,24 +9,26 @@ gllm_inference/catalog/catalog.pyi,sha256=eWPqgQKi-SJGHabi_XOTEKpAj96OSRypKsb5ZE
 gllm_inference/catalog/lm_request_processor_catalog.pyi,sha256=GemCEjFRHNChtNOfbyXSVsJiA3klOCAe_X11fnymhYs,5540
 gllm_inference/catalog/prompt_builder_catalog.pyi,sha256=iViWB4SaezzjQY4UY1YxeoXUNxqxa2cTJGaD9JSx4Q8,3279
 gllm_inference/constants.pyi,sha256=kvYdaD0afopdfvijkyTSq1e5dsUKiN232wA9KlcPGs8,325
-gllm_inference/em_invoker/__init__.pyi,sha256=eZifmg3ZS3YdFUwbGPTurrfF4oV_MAPvqErJe7oTpZI,882
-gllm_inference/em_invoker/azure_openai_em_invoker.pyi,sha256=QimqPII-KN9OgsfH1Iubn_tCHhtWjPQ5rilZoT6Ir-U,4688
-gllm_inference/em_invoker/em_invoker.pyi,sha256=KX4i0xBWR5j6z14nEL6T8at3StKfdf3miQ4xixtYhZk,4424
-gllm_inference/em_invoker/google_em_invoker.pyi,sha256=c0XJuLS4ji-Y9aHmbb8PRLwrbH6QA2WtdS1-2HbWFq8,6306
+gllm_inference/em_invoker/__init__.pyi,sha256=pmbsjmsqXwfe4WPykMnrmasKrYuylJWnf2s0pbo0ioM,997
+gllm_inference/em_invoker/azure_openai_em_invoker.pyi,sha256=g1I3Aexg5VeDeU_zbZWCVgca2fhrUztVrpbzS5GBBYI,5072
+gllm_inference/em_invoker/bedrock_em_invoker.pyi,sha256=EbXyj_U0NK9QSnq9HSeCHJ1Hw7xg2Twqj4wcbkHuvng,5560
+gllm_inference/em_invoker/em_invoker.pyi,sha256=l_jnFRrfoVatVwKawpPA018bM0U6wMc8j_DVxkL8T4s,5133
+gllm_inference/em_invoker/google_em_invoker.pyi,sha256=DH_ddq07EfUgv5L0OTZVOhg-p3CqEpcWAjmCYJsSljM,6684
 gllm_inference/em_invoker/langchain/__init__.pyi,sha256=aOTlRvS9aG1tBErjsmhe75s4Sq-g2z9ArfGqNW7QyEs,151
 gllm_inference/em_invoker/langchain/em_invoker_embeddings.pyi,sha256=gEX21gJLngUh9fZo8v6Vbh0gpWFFqS2S-dGNZSrDjFQ,2409
-gllm_inference/em_invoker/langchain_em_invoker.pyi,sha256=sFmsRE89MIdnD8g0VSMsdLvtfZL6dfPkUtDhH_WfgLc,2823
-gllm_inference/em_invoker/openai_compatible_em_invoker.pyi,sha256=S5lRg3MeLoenOkeAG079I22kPaFXAFrltSoWcQSDK4I,5070
-gllm_inference/em_invoker/openai_em_invoker.pyi,sha256=1WTuPtu5RlZCUcBHMXR5xEkAufWCHshKA8_JW7oFakE,4321
+gllm_inference/em_invoker/langchain_em_invoker.pyi,sha256=vQO5yheucM5eb7xWcwb4U7eGXASapwgOFC_SZdyysHA,3207
+gllm_inference/em_invoker/openai_compatible_em_invoker.pyi,sha256=zEYOBDXKQhvcMGer9DYDu50_3KRDjYyN8-JgpBIFPOI,5456
+gllm_inference/em_invoker/openai_em_invoker.pyi,sha256=0TDIQa-5UwsPcVxgkze-QJJWrt-ToakAKbuAk9TW5SM,4746
 gllm_inference/em_invoker/schema/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+gllm_inference/em_invoker/schema/bedrock.pyi,sha256=6xP5T5jxane_Ecrb-6zf_X678Tj3svQUNy0SgHQArRM,443
 gllm_inference/em_invoker/schema/google.pyi,sha256=lPzJ-f18qVar6dctdN4eQWrxWrOFHC9zJ4cuLXXMytw,153
 gllm_inference/em_invoker/schema/langchain.pyi,sha256=JPEqA6naKL64jpW8NEKsEP-V9STY2h8wvyDsFtFEHos,96
 gllm_inference/em_invoker/schema/openai.pyi,sha256=rNRqN62y5wHOKlr4T0n0m41ikAnSrD72CTnoHxo6kEM,146
 gllm_inference/em_invoker/schema/openai_compatible.pyi,sha256=A9MOeBhI-IPuvewOk4YYOAGtgyKohERx6-9cEYtbwvs,157
 gllm_inference/em_invoker/schema/twelvelabs.pyi,sha256=D3F9_1F-UTzE6Ymxj6u0IFdL6OFVGlc7noZJr3iuA6I,389
 gllm_inference/em_invoker/schema/voyage.pyi,sha256=Aqvu6mhFkNb01aXAI5mChLKIgEnFnr-jNKq1lVWB54M,304
-gllm_inference/em_invoker/twelevelabs_em_invoker.pyi,sha256=YGWQNxv3AJ9BpN6HrQSnATiW_p0dRakkqy-JgxNIlf4,5165
-gllm_inference/em_invoker/voyage_em_invoker.pyi,sha256=R8IPBOEhIN84ukof-VkTPxPNbmbkwR_imTa5u6Qyjt0,5235
+gllm_inference/em_invoker/twelevelabs_em_invoker.pyi,sha256=l_3AUwhPlEE9gheq4sqI3o8OATt-kHwemQGdCSwaXfg,5549
+gllm_inference/em_invoker/voyage_em_invoker.pyi,sha256=vdB_qS8QKrCcb-HtXwKZS4WW1R1wGzpMBFmOKC39sjU,5619
 gllm_inference/exceptions/__init__.pyi,sha256=2F05RytXZIKaOJScb1pD0O0bATIQHVeEAYYNX4y5N2A,981
 gllm_inference/exceptions/error_parser.pyi,sha256=ggmh8DJXdwFJInNLrP24WVJt_4raxbAVxzXRQgBpndA,2441
 gllm_inference/exceptions/exceptions.pyi,sha256=ViXvIzm7tLcstjqfwC6nPziDg0UAmoUAWZVWrAJyp3w,4763
@@ -76,10 +78,11 @@ gllm_inference/prompt_formatter/prompt_formatter.pyi,sha256=hAc6rxWc6JSYdD-OypLi
 gllm_inference/request_processor/__init__.pyi,sha256=giEme2WFQhgyKiBZHhSet0_nKSCHwGy-_2p6NRzg0Zc,231
 gllm_inference/request_processor/lm_request_processor.pyi,sha256=0fy1HyILCVDw6y46E-7tLnQTRYx4ppeRMe0QP6t9Jyw,5990
 gllm_inference/request_processor/uses_lm_mixin.pyi,sha256=znBG4AWWm_H70Qqrc1mO4ohmWotX9id81Fqe-x9Qa6Q,2371
-gllm_inference/schema/__init__.pyi,sha256=Mg9aKyvShNaB4XmqLWcZZ0arSNJhT2g1hhIqP1IBuaM,1376
+gllm_inference/schema/__init__.pyi,sha256=bYdXkfqkNAKEr48xaOKKQTbt2zLcCPiLCdSl2UTEIfE,1521
 gllm_inference/schema/attachment.pyi,sha256=9zgAjGXBjLfzPGaKi68FMW6b5mXdEA352nDe-ynOSvY,3385
 gllm_inference/schema/code_exec_result.pyi,sha256=WQ-ARoGM9r6nyRX-A0Ro1XKiqrc9R3jRYXZpu_xo5S4,573
-gllm_inference/schema/enums.pyi,sha256=SQ9mXt8j7uK333uUnUHRs-mkRxf0Z5NCtkAkgQZPIb4,629
+gllm_inference/schema/config.pyi,sha256=NVmjQK6HipIE0dKSfx12hgIC0O-S1HEcAc-TWlXAF5A,689
+gllm_inference/schema/enums.pyi,sha256=XmvxE7A-A8bX6hTikiAo_v66Z3hjMvhJGau1OUy9QDk,746
 gllm_inference/schema/lm_output.pyi,sha256=WP2LQrY0D03OJtFoaW_dGoJ_-yFUh2HbVlllgjzpYv4,1992
 gllm_inference/schema/message.pyi,sha256=jJV6A0ihEcun2OhzyMtNkiHnf7d6v5R-GdpTBGfJ0AQ,2272
 gllm_inference/schema/model_id.pyi,sha256=BIteIsEM19VIj_6wBkwKl_xd_iUpe21C7FIKh5BRC5I,5628
@@ -92,8 +95,8 @@ gllm_inference/utils/__init__.pyi,sha256=RBTWDu1TDPpTd17fixcPYFv2L_vp4-IAOX0Isxg
 gllm_inference/utils/langchain.pyi,sha256=4AwFiVAO0ZpdgmqeC4Pb5NJwBt8vVr0MSUqLeCdTscc,1194
 gllm_inference/utils/validation.pyi,sha256=-RdMmb8afH7F7q4Ao7x6FbwaDfxUHn3hA3WiOgzB-3s,397
 gllm_inference.build/.gitignore,sha256=aEiIwOuxfzdCmLZe4oB1JsBmCUxwG8x-u-HBCV9JT8E,1
-gllm_inference.cp312-win_amd64.pyd,sha256=76d3CDbd78P0BlLkJBygbVt3C3PUie0HSPkFBCpuw2Y,2850304
-gllm_inference.pyi,sha256=Ho74MJb64Q0MQI7xTOf7pmM675HXs3ZQfLKg2kmusDg,3520
-gllm_inference_binary-0.5.14.dist-info/METADATA,sha256=_PX1mmZ2KxIQu7Tp9zlYLjTwSBl0UzG9ewo8UPe5y6w,4608
-gllm_inference_binary-0.5.14.dist-info/WHEEL,sha256=4N0hGcnWMI_Ty6ATf4qJqqSl-UNI-Ln828iTWGIywmU,98
-gllm_inference_binary-0.5.14.dist-info/RECORD,,
+gllm_inference.cp312-win_amd64.pyd,sha256=RjDwfn8-SqBMWK5aJqRz0lBsqSep-k8S1K3PLWCbj0I,2940416
+gllm_inference.pyi,sha256=0PMbN8u5rnM8r9fZQFDM9V_UuvlYu3fpX6iLH4NKioA,3658
+gllm_inference_binary-0.5.16.dist-info/METADATA,sha256=Hjc4sS2zCgCUwhPEkaUTql8XLPjSdAArBYoTFKqv-nE,4608
+gllm_inference_binary-0.5.16.dist-info/WHEEL,sha256=4N0hGcnWMI_Ty6ATf4qJqqSl-UNI-Ln828iTWGIywmU,98
+gllm_inference_binary-0.5.16.dist-info/RECORD,,