gllm-inference-binary 0.5.49__cp313-cp313-win_amd64.whl → 0.5.51__cp313-cp313-win_amd64.whl

gllm_inference/builder/_build_invoker.pyi

@@ -0,0 +1,28 @@
+from _typeshed import Incomplete
+from gllm_inference.em_invoker.em_invoker import BaseEMInvoker as BaseEMInvoker
+from gllm_inference.lm_invoker.lm_invoker import BaseLMInvoker as BaseLMInvoker
+from gllm_inference.schema.model_id import ModelId as ModelId, ModelProvider as ModelProvider, PROVIDERS_OPTIONAL_PATH as PROVIDERS_OPTIONAL_PATH
+
+logger: Incomplete
+
+class Key:
+    """Defines valid keys in the config."""
+    ACCESS_KEY_ID: str
+    API_KEY: str
+    AZURE_DEPLOYMENT: str
+    AZURE_ENDPOINT: str
+    BASE_URL: str
+    CONFIG: str
+    CUSTOM_HOST: str
+    CREDENTIALS_PATH: str
+    MODEL_ID: str
+    MODEL_KWARGS: str
+    MODEL_NAME: str
+    MODEL_CLASS_PATH: str
+    PORTKEY_API_KEY: str
+    PROVIDER: str
+    SECRET_ACCESS_KEY: str
+
+PROVIDERS_REQUIRE_BASE_URL: Incomplete
+MODEL_NAME_KEY_MAP: Incomplete
+DEFAULT_MODEL_NAME_KEY: Incomplete

gllm_inference/builder/build_em_invoker.pyi

@@ -1,24 +1,9 @@
-from _typeshed import Incomplete
 from gllm_inference.em_invoker import AzureOpenAIEMInvoker as AzureOpenAIEMInvoker, BedrockEMInvoker as BedrockEMInvoker, CohereEMInvoker as CohereEMInvoker, GoogleEMInvoker as GoogleEMInvoker, JinaEMInvoker as JinaEMInvoker, LangChainEMInvoker as LangChainEMInvoker, OpenAICompatibleEMInvoker as OpenAICompatibleEMInvoker, OpenAIEMInvoker as OpenAIEMInvoker, TwelveLabsEMInvoker as TwelveLabsEMInvoker, VoyageEMInvoker as VoyageEMInvoker
 from gllm_inference.em_invoker.em_invoker import BaseEMInvoker as BaseEMInvoker
-from gllm_inference.schema.model_id import ModelId as ModelId, ModelProvider as ModelProvider, OPTIONAL_PATH_PROVIDERS as OPTIONAL_PATH_PROVIDERS
+from gllm_inference.schema.model_id import ModelId as ModelId, ModelProvider as ModelProvider
 from typing import Any
 
 PROVIDER_TO_EM_INVOKER_MAP: dict[str, type[BaseEMInvoker]]
-logger: Incomplete
-
-class Key:
-    """Defines valid keys in the config."""
-    ACCESS_KEY_ID: str
-    API_KEY: str
-    AZURE_DEPLOYMENT: str
-    AZURE_ENDPOINT: str
-    BASE_URL: str
-    CREDENTIALS_PATH: str
-    MODEL_KWARGS: str
-    MODEL_NAME: str
-    MODEL_CLASS_PATH: str
-    SECRET_ACCESS_KEY: str
 
 def build_em_invoker(model_id: str | ModelId, credentials: str | dict[str, Any] | None = None, config: dict[str, Any] | None = None) -> BaseEMInvoker:
     '''Build an embedding model invoker based on the provided configurations.

gllm_inference/builder/build_lm_invoker.pyi

@@ -1,29 +1,9 @@
-from _typeshed import Incomplete
 from gllm_inference.lm_invoker import AnthropicLMInvoker as AnthropicLMInvoker, AzureOpenAILMInvoker as AzureOpenAILMInvoker, BedrockLMInvoker as BedrockLMInvoker, DatasaurLMInvoker as DatasaurLMInvoker, GoogleLMInvoker as GoogleLMInvoker, LangChainLMInvoker as LangChainLMInvoker, LiteLLMLMInvoker as LiteLLMLMInvoker, OpenAIChatCompletionsLMInvoker as OpenAIChatCompletionsLMInvoker, OpenAICompatibleLMInvoker as OpenAICompatibleLMInvoker, OpenAILMInvoker as OpenAILMInvoker, PortkeyLMInvoker as PortkeyLMInvoker, XAILMInvoker as XAILMInvoker
 from gllm_inference.lm_invoker.lm_invoker import BaseLMInvoker as BaseLMInvoker
 from gllm_inference.schema.model_id import ModelId as ModelId, ModelProvider as ModelProvider
 from typing import Any
 
 PROVIDER_TO_LM_INVOKER_MAP: dict[str, type[BaseLMInvoker]]
-logger: Incomplete
-
-class Key:
-    """Defines valid keys in the config."""
-    ACCESS_KEY_ID: str
-    API_KEY: str
-    AZURE_DEPLOYMENT: str
-    AZURE_ENDPOINT: str
-    BASE_URL: str
-    CONFIG: str
-    CUSTOM_HOST: str
-    CREDENTIALS_PATH: str
-    MODEL_ID: str
-    MODEL_KWARGS: str
-    MODEL_NAME: str
-    MODEL_CLASS_PATH: str
-    PORTKEY_API_KEY: str
-    PROVIDER: str
-    SECRET_ACCESS_KEY: str
 
 def build_lm_invoker(model_id: str | ModelId, credentials: str | dict[str, Any] | None = None, config: dict[str, Any] | None = None) -> BaseLMInvoker:
     '''Build a language model invoker based on the provided configurations.

gllm_inference/em_invoker/bedrock_em_invoker.pyi

@@ -5,12 +5,13 @@ from gllm_inference.em_invoker.em_invoker import BaseEMInvoker as BaseEMInvoker
 from gllm_inference.em_invoker.schema.bedrock import InputType as InputType, Key as Key, OutputType as OutputType
 from gllm_inference.exceptions import BaseInvokerError as BaseInvokerError, convert_http_status_to_base_invoker_error as convert_http_status_to_base_invoker_error
 from gllm_inference.exceptions.provider_error_map import BEDROCK_ERROR_MAPPING as BEDROCK_ERROR_MAPPING
-from gllm_inference.schema import ModelId as ModelId, ModelProvider as ModelProvider, TruncationConfig as TruncationConfig, Vector as Vector
+from gllm_inference.schema import Attachment as Attachment, AttachmentType as AttachmentType, EMContent as EMContent, ModelId as ModelId, ModelProvider as ModelProvider, TruncationConfig as TruncationConfig, Vector as Vector
 from typing import Any
 
 class ModelType(StrEnum):
     """Defines the type of the Bedrock embedding model."""
     COHERE = 'cohere'
+    MARENGO = 'marengo'
     TITAN = 'titan'
 
 SUPPORTED_ATTACHMENTS: Incomplete
@@ -29,12 +30,14 @@ class BedrockEMInvoker(BaseEMInvoker):
         truncation_config (TruncationConfig | None): The truncation configuration for the embedding model.
 
     Input types:
-        The `BedrockEMInvoker` only supports text inputs.
+        The `BedrockEMInvoker` supports:
+        1. Text inputs for Cohere, Titan, and Marengo models
+        2. Image inputs for Marengo models through Attachment objects
 
     Output format:
         The `BedrockEMInvoker` can embed either:
         1. A single content.
-           1. A single content is a single text.
+           1. A single content is a single text or single image (image only supported for Marengo).
            2. The output will be a `Vector`, representing the embedding of the content.
 
            # Example 1: Embedding a text content.
@@ -43,10 +46,19 @@ class BedrockEMInvoker(BaseEMInvoker):
            result = await em_invoker.invoke(text)
            ```
 
+           # Example 2: Embedding an image with Marengo.
+           ```python
+           em_invoker = BedrockEMInvoker(
+               model_name="us.twelvelabs.marengo-2.7"
+           )
+           image = Attachment.from_path("path/to/local/image.png")
+           result = await em_invoker.invoke(image)
+           ```
+
            The above examples will return a `Vector` with a size of (embedding_size,).
 
         2. A list of contents.
-           1. A list of contents is a list of texts.
+           1. A list of contents is a list of texts or images (images only supported for Marengo).
            2. The output will be a `list[Vector]`, where each element is a `Vector` representing the
               embedding of each single content.
 

gllm_inference/em_invoker/schema/bedrock.pyi

@@ -1,22 +1,29 @@
 class Key:
     """Defines valid keys in Bedrock."""
     ACCEPT: str
+    BASE64_STRING: str
     CONTENT_TYPE: str
     HTTP_STATUS_CODE: str
     INPUT_TEXT: str
     INPUT_TYPE: str
+    INPUT_TYPE_MARENGO: str
+    MEDIA_SOURCE: str
     MODEL_ID: str
     RESPONSE_METADATA: str
+    TEXT_TRUNCATE: str
     TEXTS: str
 
 class InputType:
     """Defines valid input types in Bedrock."""
     APPLICATION_JSON: str
+    IMAGE: str
     SEARCH_DOCUMENT: str
     SEARCH_QUERY: str
+    TEXT: str
 
 class OutputType:
     """Defines valid output types in Bedrock."""
     BODY: str
+    DATA: str
     EMBEDDING: str
     EMBEDDINGS: str

gllm_inference/schema/model_id.pyi

@@ -26,8 +26,8 @@ class ModelProvider(StrEnum):
     VOYAGE = 'voyage'
     XAI = 'xai'
 
-OPTIONAL_PATH_PROVIDERS: Incomplete
-PATH_SUPPORTING_PROVIDERS: Incomplete
+PROVIDERS_OPTIONAL_PATH: Incomplete
+PROVIDERS_SUPPORT_PATH: Incomplete
 
 class ModelId(BaseModel):
     '''Defines a representation of a valid model id.
@@ -53,6 +53,11 @@ class ModelId(BaseModel):
         model_id = ModelId.from_string("cohere/embed-english-v3.0")
         ```
 
+        # Using Cohere with custom endpoint
+        ```python
+        model_id = ModelId.from_string("cohere/https://my-cohere-url:8000/v1:my-model-name")
+        ```
+
         # Using Datasaur
         ```python
         model_id = ModelId.from_string("datasaur/https://deployment.datasaur.ai/api/deployment/teamId/deploymentId/")
@@ -67,8 +72,11 @@ class ModelId(BaseModel):
         ```python
         model_id = ModelId.from_string("jina/jina-embeddings-v2-large")
         ```
-        For the list of supported models, please refer to the following page:
-        https://jina.ai/models
+
+        # Using Jina with custom endpoint
+        ```python
+        model_id = ModelId.from_string("jina/https://my-jina-url:8000/v1:my-model-name")
+        ```
 
         # Using OpenAI
         ```python

gllm_inference.pyi

@@ -48,15 +48,15 @@ import gllm_inference.schema.ModelId
 import gllm_inference.schema.ModelProvider
 import gllm_inference.schema.TruncationConfig
 import asyncio
+import base64
 import enum
 import gllm_inference.exceptions.BaseInvokerError
 import gllm_inference.exceptions.convert_http_status_to_base_invoker_error
-import gllm_inference.schema.Vector
-import aioboto3
-import base64
 import gllm_inference.schema.Attachment
 import gllm_inference.schema.AttachmentType
 import gllm_inference.schema.EMContent
+import gllm_inference.schema.Vector
+import aioboto3
 import gllm_inference.utils.validate_string_enum
 import cohere
 import asyncio.CancelledError

{gllm_inference_binary-0.5.49.dist-info → gllm_inference_binary-0.5.51.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: gllm-inference-binary
-Version: 0.5.49
+Version: 0.5.51
 Summary: A library containing components related to model inferences in Gen AI applications.
 Author-email: Henry Wicaksono <henry.wicaksono@gdplabs.id>, Resti Febrina <resti.febrina@gdplabs.id>
 Requires-Python: <3.14,>=3.11

{gllm_inference_binary-0.5.49.dist-info → gllm_inference_binary-0.5.51.dist-info}/RECORD

@@ -1,10 +1,11 @@
-gllm_inference.cp313-win_amd64.pyd,sha256=T4-QluZwK4pTL9c9oY5HFy5QjvmnGnBCTP_otkpmWBI,3829248
-gllm_inference.pyi,sha256=1WeCtSLoqo97eCY-WiMP-LF9UUJG_pT5NTESuCoStRg,5211
+gllm_inference.cp313-win_amd64.pyd,sha256=lLUG8N3eYLgG67vxVyE4OZBNnFH0F3q8m4pg1rJAn4Y,3844096
+gllm_inference.pyi,sha256=3TbylLc0CkZzlLT7WqOloWNruBH0tojkkQJ_krV9mQs,5211
 gllm_inference/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 gllm_inference/constants.pyi,sha256=PncjVw-mkzcJ3ln1ohvVZGdJ-TD-VZy1Ygn4Va8Z7i0,350
 gllm_inference/builder/__init__.pyi,sha256=-bw1uDx7CAM7pkvjvb1ZXku9zXlQ7aEAyC83KIn3bz8,506
-gllm_inference/builder/build_em_invoker.pyi,sha256=3vO_pLokR4BAZflOMu6qzXoKx6vibT16uwJETH5Y_yc,6283
-gllm_inference/builder/build_lm_invoker.pyi,sha256=mGMFjTmflPjfz9gRhnLzfdAnumSGfLuXFt4W76ZHSJw,9520
+gllm_inference/builder/_build_invoker.pyi,sha256=SZst1ocnRntcA7lWKp44lMJ3yRA5GP_jsUZkcsxwTjw,876
+gllm_inference/builder/build_em_invoker.pyi,sha256=Z09hP6_ziumI2XB-7HCdyIE4AyoV1oL9DBdoU2G8izo,5879
+gllm_inference/builder/build_lm_invoker.pyi,sha256=1Qgb0bD8tqobDh9kR_Kce7Vwu_Oljc2xv-HBIrC3HUY,9065
 gllm_inference/builder/build_lm_request_processor.pyi,sha256=H7Rg88e7PTTCtuyY64r333moTmh4-ypOwgnG10gkEdY,4232
 gllm_inference/builder/build_output_parser.pyi,sha256=sgSTrzUmSRxPzUUum0fDU7A3NXYoYhpi6bEx4Q2XMnA,965
 gllm_inference/catalog/__init__.pyi,sha256=HWgPKWIzprpMHRKe_qN9BZSIQhVhrqiyjLjIXwvj1ho,291
@@ -13,7 +14,7 @@ gllm_inference/catalog/lm_request_processor_catalog.pyi,sha256=FiveqPDkV58XbDO2z
 gllm_inference/catalog/prompt_builder_catalog.pyi,sha256=iViWB4SaezzjQY4UY1YxeoXUNxqxa2cTJGaD9JSx4Q8,3279
 gllm_inference/em_invoker/__init__.pyi,sha256=uCWfCjh5a5DciRFcUdbHndewokM3J5hp3mbhmM5wQC8,1211
 gllm_inference/em_invoker/azure_openai_em_invoker.pyi,sha256=TXC5Kgf1eZqK2FHKAyeG3LB1SEsSEStnbk9bI1mjC5k,5049
-gllm_inference/em_invoker/bedrock_em_invoker.pyi,sha256=kQETh2r-WR_H3APtt4QavmfwGOR3KB4k6USNYvFateY,5831
+gllm_inference/em_invoker/bedrock_em_invoker.pyi,sha256=ZPse0qNR74qFcc-9svTN8DzVO6kCLz-KYsLDo3cEEd0,6483
 gllm_inference/em_invoker/cohere_em_invoker.pyi,sha256=4eLqeKLoK8vJB61bGdttfWUUvNDBToBqNA6KQYBMT8s,6793
 gllm_inference/em_invoker/em_invoker.pyi,sha256=YDYJ8TGScsz5Gg-OBnEENN1tI1RYvwoddypxUr6SAWw,5191
 gllm_inference/em_invoker/google_em_invoker.pyi,sha256=zZYjeLp9ncwIVM4UHqDJSVOFn1eXiaz9Ba24-_fCF2c,6953
@@ -26,7 +27,7 @@ gllm_inference/em_invoker/voyage_em_invoker.pyi,sha256=nlcyjYnd3JvKy8UCGzjfXQLR4
 gllm_inference/em_invoker/langchain/__init__.pyi,sha256=aOTlRvS9aG1tBErjsmhe75s4Sq-g2z9ArfGqNW7QyEs,151
 gllm_inference/em_invoker/langchain/em_invoker_embeddings.pyi,sha256=BBSDazMOckO9Aw17tC3LGUTPqLb01my1xUZLtKZlwJY,3388
 gllm_inference/em_invoker/schema/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-gllm_inference/em_invoker/schema/bedrock.pyi,sha256=HoNgVi0T21aFd1JrCnSLu4yryv8k8RnYdR3-tIdHFgA,498
+gllm_inference/em_invoker/schema/bedrock.pyi,sha256=nDyRk3jnt8UmPuiR-2wiVByxSag_Yrk5YqMFqPbNwEQ,644
 gllm_inference/em_invoker/schema/cohere.pyi,sha256=Wio6h0sbY93GygqETtflRaaucFzYSeLZRg7jyxMDK0s,567
 gllm_inference/em_invoker/schema/google.pyi,sha256=bzdtu4DFH2kATLybIeNl_Lznj99H-6u2Fvx3Zx52oZg,190
 gllm_inference/em_invoker/schema/jina.pyi,sha256=B38heufA7nwWt_f93qY_aQVieuOSOH35Xotf3p_3BKc,770
@@ -119,7 +120,7 @@ gllm_inference/schema/lm_input.pyi,sha256=HxQiZgY7zcXh_Dw8nK8LSeBTZEHMPZVwmPmnfg
 gllm_inference/schema/lm_output.pyi,sha256=DIV8BiIOPaSnMKxzKzH_Mp7j7-MScWCvmllegJDLqFg,2479
 gllm_inference/schema/mcp.pyi,sha256=4SgQ83pEowfWm2p-w9lupV4NayqqVBOy7SuYxIFeWRs,1045
 gllm_inference/schema/message.pyi,sha256=jJV6A0ihEcun2OhzyMtNkiHnf7d6v5R-GdpTBGfJ0AQ,2272
-gllm_inference/schema/model_id.pyi,sha256=Y9YjIOB5dRhs8EskAxoruFAzX0P3eu_xKD1huRM787M,5844
+gllm_inference/schema/model_id.pyi,sha256=Ozu46pp1uaPPvXJ6SPKpiL1vETPJqErEjNAYfOb5b6Y,6070
 gllm_inference/schema/reasoning.pyi,sha256=jbPxkDRHt0Vt-zdcc8lTT1l2hIE1Jm3HIHeNd0hfXGo,577
 gllm_inference/schema/token_usage.pyi,sha256=WJiGQyz5qatzBK2b-sABLCyTRLCBbAvxCRcqSJOzu-8,3025
 gllm_inference/schema/tool_call.pyi,sha256=OWT9LUqs_xfUcOkPG0aokAAqzLYYDkfnjTa0zOWvugk,403
@@ -130,7 +131,7 @@ gllm_inference/utils/io_utils.pyi,sha256=Eg7dvHWdXslTKdjh1j3dG50i7r35XG2zTmJ9XXv
 gllm_inference/utils/langchain.pyi,sha256=4AwFiVAO0ZpdgmqeC4Pb5NJwBt8vVr0MSUqLeCdTscc,1194
 gllm_inference/utils/validation.pyi,sha256=-RdMmb8afH7F7q4Ao7x6FbwaDfxUHn3hA3WiOgzB-3s,397
 gllm_inference.build/.gitignore,sha256=aEiIwOuxfzdCmLZe4oB1JsBmCUxwG8x-u-HBCV9JT8E,1
-gllm_inference_binary-0.5.49.dist-info/METADATA,sha256=n41i_Yz5iD2c3g0h5ab5IWqW0wafyZ6boNIir2iYJDY,5945
-gllm_inference_binary-0.5.49.dist-info/WHEEL,sha256=O_u6PJIQ2pIcyIInxVQ9r-yArMuUZbBIaF1kpYVkYxA,96
-gllm_inference_binary-0.5.49.dist-info/top_level.txt,sha256=FpOjtN80F-qVNgbScXSEyqa0w09FYn6301iq6qt69IQ,15
-gllm_inference_binary-0.5.49.dist-info/RECORD,,
+gllm_inference_binary-0.5.51.dist-info/METADATA,sha256=YYGvuy7NbswW0XC-0PcrjX1olPf4rOGAchD5hHbWgto,5945
+gllm_inference_binary-0.5.51.dist-info/WHEEL,sha256=O_u6PJIQ2pIcyIInxVQ9r-yArMuUZbBIaF1kpYVkYxA,96
+gllm_inference_binary-0.5.51.dist-info/top_level.txt,sha256=FpOjtN80F-qVNgbScXSEyqa0w09FYn6301iq6qt69IQ,15
+gllm_inference_binary-0.5.51.dist-info/RECORD,,