gllm-inference-binary 0.5.49__cp311-cp311-manylinux_2_31_x86_64.whl → 0.5.51__cp311-cp311-manylinux_2_31_x86_64.whl

gllm_inference/builder/_build_invoker.pyi

@@ -0,0 +1,28 @@
+from _typeshed import Incomplete
+from gllm_inference.em_invoker.em_invoker import BaseEMInvoker as BaseEMInvoker
+from gllm_inference.lm_invoker.lm_invoker import BaseLMInvoker as BaseLMInvoker
+from gllm_inference.schema.model_id import ModelId as ModelId, ModelProvider as ModelProvider, PROVIDERS_OPTIONAL_PATH as PROVIDERS_OPTIONAL_PATH
+
+logger: Incomplete
+
+class Key:
+    """Defines valid keys in the config."""
+    ACCESS_KEY_ID: str
+    API_KEY: str
+    AZURE_DEPLOYMENT: str
+    AZURE_ENDPOINT: str
+    BASE_URL: str
+    CONFIG: str
+    CUSTOM_HOST: str
+    CREDENTIALS_PATH: str
+    MODEL_ID: str
+    MODEL_KWARGS: str
+    MODEL_NAME: str
+    MODEL_CLASS_PATH: str
+    PORTKEY_API_KEY: str
+    PROVIDER: str
+    SECRET_ACCESS_KEY: str
+
+PROVIDERS_REQUIRE_BASE_URL: Incomplete
+MODEL_NAME_KEY_MAP: Incomplete
+DEFAULT_MODEL_NAME_KEY: Incomplete

gllm_inference/builder/build_em_invoker.pyi

@@ -1,24 +1,9 @@
-from _typeshed import Incomplete
 from gllm_inference.em_invoker import AzureOpenAIEMInvoker as AzureOpenAIEMInvoker, BedrockEMInvoker as BedrockEMInvoker, CohereEMInvoker as CohereEMInvoker, GoogleEMInvoker as GoogleEMInvoker, JinaEMInvoker as JinaEMInvoker, LangChainEMInvoker as LangChainEMInvoker, OpenAICompatibleEMInvoker as OpenAICompatibleEMInvoker, OpenAIEMInvoker as OpenAIEMInvoker, TwelveLabsEMInvoker as TwelveLabsEMInvoker, VoyageEMInvoker as VoyageEMInvoker
 from gllm_inference.em_invoker.em_invoker import BaseEMInvoker as BaseEMInvoker
-from gllm_inference.schema.model_id import ModelId as ModelId, ModelProvider as ModelProvider, OPTIONAL_PATH_PROVIDERS as OPTIONAL_PATH_PROVIDERS
+from gllm_inference.schema.model_id import ModelId as ModelId, ModelProvider as ModelProvider
 from typing import Any
 
 PROVIDER_TO_EM_INVOKER_MAP: dict[str, type[BaseEMInvoker]]
-logger: Incomplete
-
-class Key:
-    """Defines valid keys in the config."""
-    ACCESS_KEY_ID: str
-    API_KEY: str
-    AZURE_DEPLOYMENT: str
-    AZURE_ENDPOINT: str
-    BASE_URL: str
-    CREDENTIALS_PATH: str
-    MODEL_KWARGS: str
-    MODEL_NAME: str
-    MODEL_CLASS_PATH: str
-    SECRET_ACCESS_KEY: str
 
 def build_em_invoker(model_id: str | ModelId, credentials: str | dict[str, Any] | None = None, config: dict[str, Any] | None = None) -> BaseEMInvoker:
     '''Build an embedding model invoker based on the provided configurations.

gllm_inference/builder/build_lm_invoker.pyi

@@ -1,29 +1,9 @@
-from _typeshed import Incomplete
 from gllm_inference.lm_invoker import AnthropicLMInvoker as AnthropicLMInvoker, AzureOpenAILMInvoker as AzureOpenAILMInvoker, BedrockLMInvoker as BedrockLMInvoker, DatasaurLMInvoker as DatasaurLMInvoker, GoogleLMInvoker as GoogleLMInvoker, LangChainLMInvoker as LangChainLMInvoker, LiteLLMLMInvoker as LiteLLMLMInvoker, OpenAIChatCompletionsLMInvoker as OpenAIChatCompletionsLMInvoker, OpenAICompatibleLMInvoker as OpenAICompatibleLMInvoker, OpenAILMInvoker as OpenAILMInvoker, PortkeyLMInvoker as PortkeyLMInvoker, XAILMInvoker as XAILMInvoker
 from gllm_inference.lm_invoker.lm_invoker import BaseLMInvoker as BaseLMInvoker
 from gllm_inference.schema.model_id import ModelId as ModelId, ModelProvider as ModelProvider
 from typing import Any
 
 PROVIDER_TO_LM_INVOKER_MAP: dict[str, type[BaseLMInvoker]]
-logger: Incomplete
-
-class Key:
-    """Defines valid keys in the config."""
-    ACCESS_KEY_ID: str
-    API_KEY: str
-    AZURE_DEPLOYMENT: str
-    AZURE_ENDPOINT: str
-    BASE_URL: str
-    CONFIG: str
-    CUSTOM_HOST: str
-    CREDENTIALS_PATH: str
-    MODEL_ID: str
-    MODEL_KWARGS: str
-    MODEL_NAME: str
-    MODEL_CLASS_PATH: str
-    PORTKEY_API_KEY: str
-    PROVIDER: str
-    SECRET_ACCESS_KEY: str
 
 def build_lm_invoker(model_id: str | ModelId, credentials: str | dict[str, Any] | None = None, config: dict[str, Any] | None = None) -> BaseLMInvoker:
     '''Build a language model invoker based on the provided configurations.

gllm_inference/em_invoker/bedrock_em_invoker.pyi

@@ -5,12 +5,13 @@ from gllm_inference.em_invoker.em_invoker import BaseEMInvoker as BaseEMInvoker
 from gllm_inference.em_invoker.schema.bedrock import InputType as InputType, Key as Key, OutputType as OutputType
 from gllm_inference.exceptions import BaseInvokerError as BaseInvokerError, convert_http_status_to_base_invoker_error as convert_http_status_to_base_invoker_error
 from gllm_inference.exceptions.provider_error_map import BEDROCK_ERROR_MAPPING as BEDROCK_ERROR_MAPPING
-from gllm_inference.schema import ModelId as ModelId, ModelProvider as ModelProvider, TruncationConfig as TruncationConfig, Vector as Vector
+from gllm_inference.schema import Attachment as Attachment, AttachmentType as AttachmentType, EMContent as EMContent, ModelId as ModelId, ModelProvider as ModelProvider, TruncationConfig as TruncationConfig, Vector as Vector
 from typing import Any
 
 class ModelType(StrEnum):
     """Defines the type of the Bedrock embedding model."""
     COHERE = 'cohere'
+    MARENGO = 'marengo'
     TITAN = 'titan'
 
 SUPPORTED_ATTACHMENTS: Incomplete
@@ -29,12 +30,14 @@ class BedrockEMInvoker(BaseEMInvoker):
         truncation_config (TruncationConfig | None): The truncation configuration for the embedding model.
 
     Input types:
-        The `BedrockEMInvoker` only supports text inputs.
+        The `BedrockEMInvoker` supports:
+        1. Text inputs for Cohere, Titan, and Marengo models
+        2. Image inputs for Marengo models through Attachment objects
 
     Output format:
         The `BedrockEMInvoker` can embed either:
         1. A single content.
-           1. A single content is a single text.
+           1. A single content is a single text or single image (image only supported for Marengo).
            2. The output will be a `Vector`, representing the embedding of the content.
 
            # Example 1: Embedding a text content.
@@ -43,10 +46,19 @@ class BedrockEMInvoker(BaseEMInvoker):
            result = await em_invoker.invoke(text)
            ```
 
+           # Example 2: Embedding an image with Marengo.
+           ```python
+           em_invoker = BedrockEMInvoker(
+               model_name="us.twelvelabs.marengo-2.7"
+           )
+           image = Attachment.from_path("path/to/local/image.png")
+           result = await em_invoker.invoke(image)
+           ```
+
            The above examples will return a `Vector` with a size of (embedding_size,).
 
         2. A list of contents.
-           1. A list of contents is a list of texts.
+           1. A list of contents is a list of texts or images (images only supported for Marengo).
            2. The output will be a `list[Vector]`, where each element is a `Vector` representing the
               embedding of each single content.
 

gllm_inference/em_invoker/schema/bedrock.pyi

@@ -1,22 +1,29 @@
 class Key:
     """Defines valid keys in Bedrock."""
     ACCEPT: str
+    BASE64_STRING: str
     CONTENT_TYPE: str
     HTTP_STATUS_CODE: str
     INPUT_TEXT: str
     INPUT_TYPE: str
+    INPUT_TYPE_MARENGO: str
+    MEDIA_SOURCE: str
     MODEL_ID: str
     RESPONSE_METADATA: str
+    TEXT_TRUNCATE: str
     TEXTS: str
 
 class InputType:
     """Defines valid input types in Bedrock."""
     APPLICATION_JSON: str
+    IMAGE: str
     SEARCH_DOCUMENT: str
     SEARCH_QUERY: str
+    TEXT: str
 
 class OutputType:
     """Defines valid output types in Bedrock."""
     BODY: str
+    DATA: str
     EMBEDDING: str
     EMBEDDINGS: str

gllm_inference/schema/model_id.pyi

@@ -26,8 +26,8 @@ class ModelProvider(StrEnum):
     VOYAGE = 'voyage'
     XAI = 'xai'
 
-OPTIONAL_PATH_PROVIDERS: Incomplete
-PATH_SUPPORTING_PROVIDERS: Incomplete
+PROVIDERS_OPTIONAL_PATH: Incomplete
+PROVIDERS_SUPPORT_PATH: Incomplete
 
 class ModelId(BaseModel):
     '''Defines a representation of a valid model id.
@@ -53,6 +53,11 @@ class ModelId(BaseModel):
         model_id = ModelId.from_string("cohere/embed-english-v3.0")
         ```
 
+        # Using Cohere with custom endpoint
+        ```python
+        model_id = ModelId.from_string("cohere/https://my-cohere-url:8000/v1:my-model-name")
+        ```
+
         # Using Datasaur
         ```python
         model_id = ModelId.from_string("datasaur/https://deployment.datasaur.ai/api/deployment/teamId/deploymentId/")
@@ -67,8 +72,11 @@ class ModelId(BaseModel):
         ```python
         model_id = ModelId.from_string("jina/jina-embeddings-v2-large")
         ```
-        For the list of supported models, please refer to the following page:
-        https://jina.ai/models
+
+        # Using Jina with custom endpoint
+        ```python
+        model_id = ModelId.from_string("jina/https://my-jina-url:8000/v1:my-model-name")
+        ```
 
         # Using OpenAI
         ```python

gllm_inference.pyi

@@ -48,15 +48,15 @@ import gllm_inference.schema.ModelId
 import gllm_inference.schema.ModelProvider
 import gllm_inference.schema.TruncationConfig
 import asyncio
+import base64
 import enum
 import gllm_inference.exceptions.BaseInvokerError
 import gllm_inference.exceptions.convert_http_status_to_base_invoker_error
-import gllm_inference.schema.Vector
-import aioboto3
-import base64
 import gllm_inference.schema.Attachment
 import gllm_inference.schema.AttachmentType
 import gllm_inference.schema.EMContent
+import gllm_inference.schema.Vector
+import aioboto3
 import gllm_inference.utils.validate_string_enum
 import cohere
 import asyncio.CancelledError

{gllm_inference_binary-0.5.49.dist-info → gllm_inference_binary-0.5.51.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: gllm-inference-binary
-Version: 0.5.49
+Version: 0.5.51
 Summary: A library containing components related to model inferences in Gen AI applications.
 Author-email: Henry Wicaksono <henry.wicaksono@gdplabs.id>, Resti Febrina <resti.febrina@gdplabs.id>
 Requires-Python: <3.14,>=3.11

{gllm_inference_binary-0.5.49.dist-info → gllm_inference_binary-0.5.51.dist-info}/RECORD

@@ -1,10 +1,11 @@
-gllm_inference.cpython-311-x86_64-linux-gnu.so,sha256=QDq0TPi3XApE83OWIXy3IzHmzkiK6h92mhyzhnmC0hU,5283024
-gllm_inference.pyi,sha256=B-sC5mJR6Fp9xIJIf0D3JL5VLFlc3ACmMJN7Zkc6gb4,5191
+gllm_inference.cpython-311-x86_64-linux-gnu.so,sha256=qVffjaYR4GZH2cgvXEKtcTuslJFkS6lNESQa9DcOmjw,5291280
+gllm_inference.pyi,sha256=9EID8MhTbq9wGizE04ZelJSAUmiza8WdfCTqhQj3dAE,5191
 gllm_inference/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 gllm_inference/constants.pyi,sha256=viU-ACRbVSGvsCJ0FQmuR1yhyl-BzoHDVIWo5cwHmF0,337
 gllm_inference/builder/__init__.pyi,sha256=usz2lvfwO4Yk-ZGKXbCWG1cEr3nlQXxMNDNC-2yc1NM,500
-gllm_inference/builder/build_em_invoker.pyi,sha256=YunCB3g7gRSYVDRayjz38QCw77_el2e-0iqdOH6KS1Y,6138
-gllm_inference/builder/build_lm_invoker.pyi,sha256=NRSk4EqTNv_trja71HUnl52NQNP0khaOZeTKlknEG94,9287
+gllm_inference/builder/_build_invoker.pyi,sha256=v__-YT0jGmLqEsgl7Abk9we-wYWcyVFvlRN_Uu4vVak,848
+gllm_inference/builder/build_em_invoker.pyi,sha256=0IVcRGaciPBAFcgvGRC4-Kje_PPXOSug77LqxRc-x_U,5749
+gllm_inference/builder/build_lm_invoker.pyi,sha256=TBAr7Sk9Jgckdlfj69pYOzZFMsooL-FpfbPYt_kCcXU,8852
 gllm_inference/builder/build_lm_request_processor.pyi,sha256=KbQkcPa8C-yzyelht4mWLP8kDmh17itAT3tn8ZJB6pg,4144
 gllm_inference/builder/build_output_parser.pyi,sha256=_Lrq-bh1oPsb_Nwkkr_zyEUwIOMysRFZkvEtEM29LZM,936
 gllm_inference/catalog/__init__.pyi,sha256=JBkPGTyiiZ30GECzJBW-mW8LekWyY2qyzal3eW7ynaM,287
@@ -13,7 +14,7 @@ gllm_inference/catalog/lm_request_processor_catalog.pyi,sha256=WW1j8jWujnatF0c9r
 gllm_inference/catalog/prompt_builder_catalog.pyi,sha256=OU8k_4HbqjZEzHZlzSM3uzGQZJmM2uGD76Csqom0CEQ,3197
 gllm_inference/em_invoker/__init__.pyi,sha256=FHFR4k8RqtdMNZkda6A89tvWFtIoxF-t_NahDGeBQ2k,1199
 gllm_inference/em_invoker/azure_openai_em_invoker.pyi,sha256=fE-RZ10Leerbyqp8ISXeqdU_m0kaHdlHml_nQqwFjqY,4961
-gllm_inference/em_invoker/bedrock_em_invoker.pyi,sha256=hbKdar6Alu27gOPPASND1ptJIK1PPmj7NjgKwItnOgo,5725
+gllm_inference/em_invoker/bedrock_em_invoker.pyi,sha256=3GkVO9hvmYck4NJY5spAg6opSxr0v8OJ4qhMvz1rcAA,6365
 gllm_inference/em_invoker/cohere_em_invoker.pyi,sha256=LSNVGx58JdSP2YB6CziOS_v5VuSLdARVpBBWhz8t5E4,6665
 gllm_inference/em_invoker/em_invoker.pyi,sha256=KGjLiAWGIA3ziV50zMwSzx6lTVUbYspQCl4LFxqbDlY,5101
 gllm_inference/em_invoker/google_em_invoker.pyi,sha256=OgIQhT2g6g09Hqr9mc2--MjV3Ti-XuHfqLTunvcqU1k,6824
@@ -26,7 +27,7 @@ gllm_inference/em_invoker/voyage_em_invoker.pyi,sha256=gyYQA3rbekHJIvvY6TE4tTt8W
 gllm_inference/em_invoker/langchain/__init__.pyi,sha256=VYGKE5OgU0my1RlhgzkU_A7-GLGnUDDnNFuctuRwILE,148
 gllm_inference/em_invoker/langchain/em_invoker_embeddings.pyi,sha256=VU3-Vhb9BCDhJo8PPdWHe2rBEOCs_HMXT6ZaWwjUzZE,3304
 gllm_inference/em_invoker/schema/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-gllm_inference/em_invoker/schema/bedrock.pyi,sha256=AHFW8uYOTS7RtqV1RmtY-XQK1xpMgsHxWg4RZhVgI_8,476
+gllm_inference/em_invoker/schema/bedrock.pyi,sha256=ePYwailnZAYbZKt9HRDi4iAISq003jpxQPxDCiFdEZg,615
 gllm_inference/em_invoker/schema/cohere.pyi,sha256=UTbTtePRR1zJMsM09SiTZSZZP0IaUGaODvc7ZqH9S8c,547
 gllm_inference/em_invoker/schema/google.pyi,sha256=ovDlvinu99QJhIxMkvVUoGBEFkkEoAZhadSuk0nI9N8,181
 gllm_inference/em_invoker/schema/jina.pyi,sha256=vE1ySd8OTDM35saEZos7UCdPwHeX66iuHkZ3RchSZKA,741
@@ -119,7 +120,7 @@ gllm_inference/schema/lm_input.pyi,sha256=A5pjz1id6tP9XRNhzQrbmzd66C_q3gzo0UP8rC
 gllm_inference/schema/lm_output.pyi,sha256=1SZi6vIWvmrZlVQ59WeQUKO5VhKrLHsSRDYslEH9d7o,2435
 gllm_inference/schema/mcp.pyi,sha256=Vwu8E2BDl6FvvnI42gIyY3Oki1BdwRE3Uh3aV0rmhQU,1014
 gllm_inference/schema/message.pyi,sha256=VP9YppKj2mo1esl9cy6qQO9m2mMHUjTmfGDdyUor880,2220
-gllm_inference/schema/model_id.pyi,sha256=U2hiFraeO_occF0Wk3Wn0zTo7sUCwz1_C42ns5sP7Ek,5676
+gllm_inference/schema/model_id.pyi,sha256=BHzi8PdYsV_rPGkBcKvZJDCf62ToPjmRTcXcTgKfoTg,5894
 gllm_inference/schema/reasoning.pyi,sha256=SlTuiDw87GdnAn-I6YOPIJRhEBiwQljM46JohG05guQ,562
 gllm_inference/schema/token_usage.pyi,sha256=1GTQVORV0dBNmD_jix8aVaUqxMKFF04KpLP7y2urqbk,2950
 gllm_inference/schema/tool_call.pyi,sha256=zQaVxCnkVxOfOEhBidqohU85gb4PRwnwBiygKaunamk,389
@@ -130,7 +131,7 @@ gllm_inference/utils/io_utils.pyi,sha256=7kUTacHAVRYoemFUOjCH7-Qmw-YsQGd6rGYxjf_
 gllm_inference/utils/langchain.pyi,sha256=VluQiHkGigDdqLUbhB6vnXiISCP5hHqV0qokYY6dC1A,1164
 gllm_inference/utils/validation.pyi,sha256=toxBtRp-VItC_X7sNi-GDd7sjibBdWMrR0q01OI2D7k,385
 gllm_inference.build/.gitignore,sha256=aEiIwOuxfzdCmLZe4oB1JsBmCUxwG8x-u-HBCV9JT8E,1
-gllm_inference_binary-0.5.49.dist-info/METADATA,sha256=ZPlydy4f8zv2Aohcfzfd6IhDI8szJzDzX9ZLH7ckhb4,5807
-gllm_inference_binary-0.5.49.dist-info/WHEEL,sha256=WMelAR6z66VnlU3tu68fV-jM5qbG8iPyeTqaBcpU3pI,108
-gllm_inference_binary-0.5.49.dist-info/top_level.txt,sha256=FpOjtN80F-qVNgbScXSEyqa0w09FYn6301iq6qt69IQ,15
-gllm_inference_binary-0.5.49.dist-info/RECORD,,
+gllm_inference_binary-0.5.51.dist-info/METADATA,sha256=YQnVAdpLS6fRZZZl0v0qP-JRRbB6axvOCNyF8LbgVtM,5807
+gllm_inference_binary-0.5.51.dist-info/WHEEL,sha256=WMelAR6z66VnlU3tu68fV-jM5qbG8iPyeTqaBcpU3pI,108
+gllm_inference_binary-0.5.51.dist-info/top_level.txt,sha256=FpOjtN80F-qVNgbScXSEyqa0w09FYn6301iq6qt69IQ,15
+gllm_inference_binary-0.5.51.dist-info/RECORD,,