gllm-inference-binary 0.4.58__cp312-cp312-manylinux_2_31_x86_64.whl → 0.4.60__cp312-cp312-manylinux_2_31_x86_64.whl

gllm_inference/builder/build_lm_invoker.pyi

@@ -65,7 +65,8 @@ def build_lm_invoker(model_id: str | ModelId, credentials: str | dict[str, Any]
             },
         )
         ```
-        Providing credentials through environment variable is not supported for Bedrock.
+        The credentials can also be provided through the `AWS_ACCESS_KEY_ID` and `AWS_SECRET_ACCESS_KEY`
+        environment variables.
 
         # Using Datasaur LLM Projects Deployment API
         ```python

gllm_inference/model/__init__.pyi

@@ -0,0 +1,9 @@
+from gllm_inference.model.em.google_em import GoogleEM as GoogleEM
+from gllm_inference.model.em.openai_em import OpenAIEM as OpenAIEM
+from gllm_inference.model.em.twelvelabs_em import TwelveLabsEM as TwelveLabsEM
+from gllm_inference.model.em.voyage_em import VoyageEM as VoyageEM
+from gllm_inference.model.lm.anthropic_lm import AnthropicLM as AnthropicLM
+from gllm_inference.model.lm.google_lm import GoogleLM as GoogleLM
+from gllm_inference.model.lm.openai_lm import OpenAILM as OpenAILM
+
+__all__ = ['AnthropicLM', 'GoogleEM', 'GoogleLM', 'OpenAIEM', 'OpenAILM', 'TwelveLabsEM', 'VoyageEM']

gllm_inference/model/em/google_em.pyi

@@ -0,0 +1,16 @@
+class GoogleEM:
+    '''Defines Google embedding model names constants.
+
+    Usage example:
+    ```python
+    from gllm_inference.model import GoogleEM
+    from gllm_inference.em_invoker import GoogleEMInvoker
+
+    em_invoker = GoogleEMInvoker(GoogleEM.GEMINI_EMBEDDING_001)
+    result = await em_invoker.invoke("Hello, world!")
+    ```
+    '''
+    GEMINI_EMBEDDING_001: str
+    TEXT_EMBEDDING_004: str
+    TEXT_EMBEDDING_005: str
+    TEXT_MULTILINGUAL_EMBEDDING_002: str

gllm_inference/model/em/openai_em.pyi

@@ -0,0 +1,15 @@
+class OpenAIEM:
+    '''Defines OpenAI embedding model names constants.
+
+    Usage example:
+    ```python
+    from gllm_inference.model import OpenAIEM
+    from gllm_inference.em_invoker import OpenAIEMInvoker
+
+    em_invoker = OpenAIEMInvoker(OpenAIEM.TEXT_EMBEDDING_3_SMALL)
+    result = await em_invoker.invoke("Hello, world!")
+    ```
+    '''
+    TEXT_EMBEDDING_3_SMALL: str
+    TEXT_EMBEDDING_3_LARGE: str
+    TEXT_EMBEDDING_ADA_002: str

gllm_inference/model/em/twelvelabs_em.pyi

@@ -0,0 +1,13 @@
+class TwelveLabsEM:
+    '''Defines TwelveLabs embedding model names constants.
+
+    Usage example:
+    ```python
+    from gllm_inference.model import TwelveLabsEM
+    from gllm_inference.em_invoker import TwelveLabsEMInvoker
+
+    em_invoker = TwelveLabsEMInvoker(TwelveLabsEM.MARENGO_RETRIEVAL_2_7)
+    result = await em_invoker.invoke("Hello, world!")
+    ```
+    '''
+    MARENGO_RETRIEVAL_2_7: str

gllm_inference/model/em/voyage_em.pyi

@@ -0,0 +1,20 @@
+class VoyageEM:
+    '''Defines Voyage embedding model names constants.
+
+    Usage example:
+    ```python
+    from gllm_inference.model import VoyageEM
+    from gllm_inference.em_invoker import VoyageEMInvoker
+
+    em_invoker = VoyageEMInvoker(VoyageEM.VOYAGE_3_5_LITE)
+    result = await em_invoker.invoke("Hello, world!")
+    ```
+    '''
+    VOYAGE_3_5: str
+    VOYAGE_3_5_LITE: str
+    VOYAGE_3_LARGE: str
+    VOYAGE_CODE_3: str
+    VOYAGE_FINANCE_2: str
+    VOYAGE_LAW_2: str
+    VOYAGE_CODE_2: str
+    VOYAGE_MULTIMODAL_3: str

gllm_inference/model/lm/anthropic_lm.pyi

@@ -0,0 +1,20 @@
+class AnthropicLM:
+    '''Defines Anthropic language model names constants.
+
+    Usage example:
+    ```python
+    from gllm_inference.model import AnthropicLM
+    from gllm_inference.lm_invoker import AnthropicLMInvoker
+
+    lm_invoker = AnthropicLMInvoker(AnthropicLM.CLAUDE_SONNET_4)
+    response = await lm_invoker.invoke("Hello, world!")
+    ```
+    '''
+    CLAUDE_OPUS_4_1: str
+    CLAUDE_OPUS_4: str
+    CLAUDE_SONNET_4: str
+    CLAUDE_SONNET_3_7: str
+    CLAUDE_SONNET_3_5: str
+    CLAUDE_HAIKU_3_5: str
+    CLAUDE_OPUS_3: str
+    CLAUDE_HAIKU_3: str

gllm_inference/model/lm/google_lm.pyi

@@ -0,0 +1,17 @@
+class GoogleLM:
+    '''Defines Google language model names constants.
+
+    Usage example:
+    ```python
+    from gllm_inference.model import GoogleLM
+    from gllm_inference.lm_invoker import GoogleLMInvoker
+
+    lm_invoker = GoogleLMInvoker(GoogleLM.GEMINI_2_5_FLASH)
+    response = await lm_invoker.invoke("Hello, world!")
+    ```
+    '''
+    GEMINI_2_5_PRO: str
+    GEMINI_2_5_FLASH: str
+    GEMINI_2_5_FLASH_LITE: str
+    GEMINI_2_0_FLASH: str
+    GEMINI_2_0_FLASH_LITE: str

gllm_inference/model/lm/openai_lm.pyi

@@ -0,0 +1,27 @@
+class OpenAILM:
+    '''Defines OpenAI language model names constants.
+
+    Usage example:
+    ```python
+    from gllm_inference.model import OpenAILM
+    from gllm_inference.lm_invoker import OpenAILMInvoker
+
+    lm_invoker = OpenAILMInvoker(OpenAILM.GPT_5_NANO)
+    response = await lm_invoker.invoke("Hello, world!")
+    ```
+    '''
+    GPT_5: str
+    GPT_5_MINI: str
+    GPT_5_NANO: str
+    GPT_4_1: str
+    GPT_4_1_MINI: str
+    GPT_4_1_NANO: str
+    GPT_4O: str
+    GPT_4O_MINI: str
+    O4_MINI: str
+    O4_MINI_DEEP_RESEARCH: str
+    O3: str
+    O3_PRO: str
+    O3_DEEP_RESEARCH: str
+    O1: str
+    O1_PRO: str

gllm_inference/schema/model_io.pyi

@@ -1,7 +1,6 @@
 from _typeshed import Incomplete
 from gllm_core.schema import Chunk as Chunk
 from gllm_inference.constants import DEFAULT_CONTENT_PLACEHOLDER_TYPE as DEFAULT_CONTENT_PLACEHOLDER_TYPE, HEX_REPR_LENGTH as HEX_REPR_LENGTH
-from gllm_inference.utils import get_mime_type as get_mime_type
 from pydantic import BaseModel
 from typing import Any
 
@@ -14,11 +13,13 @@ class Attachment(BaseModel):
         data (bytes): The content data of the file attachment.
         filename (str): The filename of the file attachment.
         mime_type (str): The mime type of the file attachment.
+        extension (str): The extension of the file attachment.
         url (str | None): The URL of the file attachment. Defaults to None.
     """
     data: bytes
     filename: str
     mime_type: str
+    extension: str
     url: str | None
     @classmethod
     def from_bytes(cls, bytes: bytes, filename: str | None = None) -> Attachment:
@@ -27,7 +28,7 @@ class Attachment(BaseModel):
         Args:
             bytes (bytes): The bytes of the file.
             filename (str | None, optional): The filename of the file. Defaults to None,
-                in which case the filename will be derived from the mime type.
+                in which case the filename will be derived from the extension.
 
         Returns:
             Attachment: The instantiated Attachment.

gllm_inference.pyi

@@ -135,6 +135,9 @@ import gllm_inference.prompt_formatter.HuggingFacePromptFormatter
 import gllm_inference.prompt_formatter.OpenAIPromptFormatter
 import transformers
 import gllm_core.utils.logger_manager
+import mimetypes
+import uuid
+import filetype
+import magic
 import urllib
-import urllib.parse
-import magic
+import urllib.parse

{gllm_inference_binary-0.4.58.dist-info → gllm_inference_binary-0.4.60.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: gllm-inference-binary
-Version: 0.4.58
+Version: 0.4.60
 Summary: A library containing components related to model inferences in Gen AI applications.
 Author: Henry Wicaksono
 Author-email: henry.wicaksono@gdplabs.id
@@ -22,6 +22,7 @@ Provides-Extra: voyage
 Requires-Dist: aioboto3 (>=15.0.0,<16.0.0) ; extra == "bedrock"
 Requires-Dist: aiohttp (>=3.12.14,<4.0.0)
 Requires-Dist: anthropic (>=0.60.0,<0.61.0) ; extra == "anthropic"
+Requires-Dist: filetype (>=1.2.0,<2.0.0)
 Requires-Dist: gllm-core-binary (>=0.3.0,<0.4.0)
 Requires-Dist: google-genai (==1.20.0) ; extra == "google"
 Requires-Dist: httpx (>=0.28.0,<0.29.0)

{gllm_inference_binary-0.4.58.dist-info → gllm_inference_binary-0.4.60.dist-info}/RECORD

@@ -1,7 +1,7 @@
 gllm_inference/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 gllm_inference/builder/__init__.pyi,sha256=usz2lvfwO4Yk-ZGKXbCWG1cEr3nlQXxMNDNC-2yc1NM,500
 gllm_inference/builder/build_em_invoker.pyi,sha256=YL71GriZEXn4uxmXBJHWC200QdWRPwUJY_G0kKi5-dk,5352
-gllm_inference/builder/build_lm_invoker.pyi,sha256=iT8ZR8PpycRbgSlLH2VmrGvEgfJM6Opj4aTFzti8ShI,6421
+gllm_inference/builder/build_lm_invoker.pyi,sha256=aXdNU1gUBUz-4jZ-P791tlkmjOOInLYyeiveEJFlYZo,6468
 gllm_inference/builder/build_lm_request_processor.pyi,sha256=4DpaXHNtsLY4-Fet-Tvxj7spQ8s5v_IKdMZFEHYe6JI,4396
 gllm_inference/builder/build_output_parser.pyi,sha256=_Lrq-bh1oPsb_Nwkkr_zyEUwIOMysRFZkvEtEM29LZM,936
 gllm_inference/builder/model_id.pyi,sha256=julTH1t5XVhMynbCB_JIXcEAexRrs3TqGvap3ngwDBA,416
@@ -54,6 +54,16 @@ gllm_inference/lm_invoker/schema/langchain.pyi,sha256=-0JIiMFofXoHDoMtpaFUOysvrP
 gllm_inference/lm_invoker/schema/openai.pyi,sha256=YogOvOZqPuWkNyfcvyzaxi-Bu7UMfcoRzk4gWtkPG08,1899
 gllm_inference/lm_invoker/schema/openai_compatible.pyi,sha256=iNaiEjYe_uQnhLdkp0XMhw-D1BCZR2qQZAwgMAM49us,1022
 gllm_inference/lm_invoker/tgi_lm_invoker.pyi,sha256=-Popi8_C7m90yyV1-2IQfEzBVjMVG2TFzdsZ-GTzR10,2173
+gllm_inference/model/__init__.pyi,sha256=qClHIgljqhPPCKlGTKmHsWgYb4_hADybxtC2q1U8a5Q,593
+gllm_inference/model/em/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+gllm_inference/model/em/google_em.pyi,sha256=ZPN5LmReO0bcTfnZixFooUTzgD-daNFPzfxzZ-5WzQQ,471
+gllm_inference/model/em/openai_em.pyi,sha256=KcWpMmxNqS28r4zT4H2TIADHr7e7f3VSI1MPzjJXH9k,442
+gllm_inference/model/em/twelvelabs_em.pyi,sha256=pf9YfTfTPAceBoe1mA5VgtCroHZi5k42mEz-mGSD5QM,400
+gllm_inference/model/em/voyage_em.pyi,sha256=CEfXjLNZamfhsLyAxIkDXND2Jk4GzwXK5puK9yKJDyE,531
+gllm_inference/model/lm/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+gllm_inference/model/lm/anthropic_lm.pyi,sha256=36j7T5FguUr8ZNTCgMJE8NF2JZZGyl9JRahvf0hBMw4,558
+gllm_inference/model/lm/google_lm.pyi,sha256=Zy0EHiyqPjfQxmzrsfZzOKKjJWfOf3WX-xz0sqqum-U,479
+gllm_inference/model/lm/openai_lm.pyi,sha256=u11zvvIS7-XaHKZ33cZxGQmT6cZ4DqK9Do8l7gFOUTc,618
 gllm_inference/multimodal_em_invoker/__init__.pyi,sha256=mvLLTF8a4hdNUECvEQO58inzf6MHWhJ9yabuV8N1vwk,385
 gllm_inference/multimodal_em_invoker/google_vertexai_multimodal_em_invoker.pyi,sha256=kTe0ZbMdSzYBELadlJOJffRfWAc4XiJ-jEcuijNXEjw,3073
 gllm_inference/multimodal_em_invoker/multimodal_em_invoker.pyi,sha256=XOug4yrU6bejs8YdO_yKWgbTMR6uDDAa-zGFJkKUet0,1509
@@ -90,7 +100,7 @@ gllm_inference/request_processor/uses_lm_mixin.pyi,sha256=r0gkbtDG1MC1KVF0YxGV-s
 gllm_inference/schema/__init__.pyi,sha256=B31fohfsVVUtI4Zz_fmZJr9bP_rSFwG2-UQMuaLBQds,1188
 gllm_inference/schema/enums.pyi,sha256=KJ2fLoyviuz5ZDPzbpxfmWVUgxX0dF0w7V3V2nj3lac,603
 gllm_inference/schema/model_id.pyi,sha256=cZ8_UNiA-3WhEdJeO4aHaTIW9pm50trQe_9hE6V6IEQ,5236
-gllm_inference/schema/model_io.pyi,sha256=D7VW1CqLT7RWPQR96Mv9ib_dpLUW1f9K7fUW3Zv4H0Y,6836
+gllm_inference/schema/model_io.pyi,sha256=TZjcX3-_w6w4CCny5yyzhUbmblV7svTHk6P6TlKgoVs,6854
 gllm_inference/schema/type_alias.pyi,sha256=PxQT50eVe370q_T-6WucHc7jOmKX6h4cZfvrG7JO_vg,971
 gllm_inference/utils/__init__.pyi,sha256=2GKVKCMCh1Gc-oC7scNhD2chHdvmSxr1WBU6AkE2ANw,1135
 gllm_inference/utils/langchain.pyi,sha256=VluQiHkGigDdqLUbhB6vnXiISCP5hHqV0qokYY6dC1A,1164
@@ -98,8 +108,8 @@ gllm_inference/utils/openai_multimodal_lm_helper.pyi,sha256=eF3MVWpQOyu_oYdHRWpR
 gllm_inference/utils/retry.pyi,sha256=PVDHBDWfWj9Frvl0yf5X6nqI6oromc35LvOs-jDk3So,76
 gllm_inference/utils/utils.pyi,sha256=px3RqfrgMTR_IvC2byKjSkNSrvE9_80nIe5UUw-d09s,6017
 gllm_inference.build/.gitignore,sha256=aEiIwOuxfzdCmLZe4oB1JsBmCUxwG8x-u-HBCV9JT8E,1
-gllm_inference.cpython-312-x86_64-linux-gnu.so,sha256=0WJRTVpdPyhCzeynJ7LkK0Iu11lr4HapTFRCRr-_ctQ,4949736
-gllm_inference.pyi,sha256=RXY-iU4LtaxXcr06kRZpT9i9hRw_C65c51U-PAHH6go,4985
-gllm_inference_binary-0.4.58.dist-info/METADATA,sha256=EFxwUwdHZl9BM3T-8sMQInbMyY0IXwSEjoBJ1E_7PcE,4917
-gllm_inference_binary-0.4.58.dist-info/WHEEL,sha256=mNY4pwQL4AOAoPmLYEQs2SSpMIbATFeiJFktRD5iKkY,110
-gllm_inference_binary-0.4.58.dist-info/RECORD,,
+gllm_inference.cpython-312-x86_64-linux-gnu.so,sha256=kPs_D0TWBebWPcS9OfXloL0Uamf7N-amwyX1j1FxQFU,5011496
+gllm_inference.pyi,sha256=mnf0N8LU2LmMGy8so2ZhT59GqLw5ZGuS4WtvSPO35AQ,5030
+gllm_inference_binary-0.4.60.dist-info/METADATA,sha256=MuTck_lQY3X1xWM_TrW_I79n2mX-lN1YWkil8z0G9v4,4958
+gllm_inference_binary-0.4.60.dist-info/WHEEL,sha256=mNY4pwQL4AOAoPmLYEQs2SSpMIbATFeiJFktRD5iKkY,110
+gllm_inference_binary-0.4.60.dist-info/RECORD,,