gllm-inference-binary 0.4.62__cp311-cp311-win_amd64.whl → 0.5.0__cp311-cp311-win_amd64.whl

gllm_inference/schema/token_usage.pyi

@@ -0,0 +1,11 @@
+from pydantic import BaseModel
+
+class TokenUsage(BaseModel):
+    """Defines the token usage data structure of a language model.
+
+    Attributes:
+        input_tokens (int): The number of input tokens.
+        output_tokens (int): The number of output tokens.
+    """
+    input_tokens: int
+    output_tokens: int

gllm_inference/schema/tool_call.pyi

@@ -0,0 +1,14 @@
+from pydantic import BaseModel
+from typing import Any
+
+class ToolCall(BaseModel):
+    """Defines a tool call request when a language model decides to invoke a tool.
+
+    Attributes:
+        id (str): The ID of the tool call.
+        name (str): The name of the tool.
+        args (dict[str, Any]): The arguments of the tool call.
+    """
+    id: str
+    name: str
+    args: dict[str, Any]

gllm_inference/schema/tool_result.pyi

@@ -0,0 +1,11 @@
+from pydantic import BaseModel
+
+class ToolResult(BaseModel):
+    """Defines a tool result to be sent back to the language model.
+
+    Attributes:
+        id (str): The ID of the tool call.
+        output (str): The output of the tool call.
+    """
+    id: str
+    output: str

gllm_inference/schema/type_alias.pyi

@@ -1,17 +1,15 @@
 from aiohttp import ClientResponse
-from gllm_inference.schema.enums import PromptRole as PromptRole
-from gllm_inference.schema.model_io import Attachment as Attachment, ContentPlaceholder as ContentPlaceholder, LMOutput as LMOutput, Reasoning as Reasoning, ToolCall as ToolCall, ToolResult as ToolResult
+from gllm_inference.schema.code_exec_result import Attachment as Attachment
+from gllm_inference.schema.reasoning import Reasoning as Reasoning
+from gllm_inference.schema.tool_call import ToolCall as ToolCall
+from gllm_inference.schema.tool_result import ToolResult as ToolResult
 from httpx import Response as HttpxResponse
 from pydantic import BaseModel
 from requests import Response
 from typing import Any
 
+ErrorResponse = Response | HttpxResponse | ClientResponse | str | dict[str, Any]
 ResponseSchema = dict[str, Any] | type[BaseModel]
-MultimodalContent = str | Attachment | bytes | ToolCall | ToolResult | Reasoning | ContentPlaceholder
-MultimodalPrompt = list[tuple[PromptRole, list[MultimodalContent]]]
-MultimodalOutput = str | LMOutput
+MessageContent = str | Attachment | ToolCall | ToolResult | Reasoning
 EMContent = str | Attachment | tuple[str | Attachment, ...]
 Vector = list[float]
-UnimodalContent = str | list[str | ToolCall] | list[ToolResult]
-UnimodalPrompt = list[tuple[PromptRole, UnimodalContent]]
-ErrorResponse = Response | HttpxResponse | ClientResponse | str | dict[str, Any]

gllm_inference/utils/__init__.pyi

@@ -1,5 +1,4 @@
 from gllm_inference.utils.langchain import load_langchain_model as load_langchain_model, parse_model_data as parse_model_data
-from gllm_inference.utils.retry import RetryConfig as RetryConfig, retry as retry
-from gllm_inference.utils.utils import get_basic_auth_headers as get_basic_auth_headers, get_mime_type as get_mime_type, get_prompt_keys as get_prompt_keys, invoke_google_multimodal_lm as invoke_google_multimodal_lm, is_local_file_path as is_local_file_path, is_remote_file_path as is_remote_file_path, is_valid_extension as is_valid_extension, load_google_vertexai_project_id as load_google_vertexai_project_id, preprocess_tei_input as preprocess_tei_input, validate_prompt_builder_kwargs as validate_prompt_builder_kwargs, validate_string_enum as validate_string_enum
+from gllm_inference.utils.validation import validate_string_enum as validate_string_enum
 
-__all__ = ['RetryConfig', 'get_basic_auth_headers', 'get_mime_type', 'get_prompt_keys', 'invoke_google_multimodal_lm', 'is_local_file_path', 'is_remote_file_path', 'is_valid_extension', 'load_google_vertexai_project_id', 'load_langchain_model', 'parse_model_data', 'preprocess_tei_input', 'retry', 'validate_prompt_builder_kwargs', 'validate_string_enum']
+__all__ = ['load_langchain_model', 'parse_model_data', 'validate_string_enum']

gllm_inference/utils/validation.pyi

@@ -0,0 +1,12 @@
+from enum import StrEnum
+
+def validate_string_enum(enum_type: type[StrEnum], value: str) -> None:
+    """Validates that the provided value is a valid string enum value.
+
+    Args:
+        enum_type (type[StrEnum]): The type of the string enum.
+        value (str): The value to validate.
+
+    Raises:
+        ValueError: If the provided value is not a valid string enum value.
+    """

gllm_inference.pyi

@@ -34,19 +34,6 @@ import json
 import abc
 import pandas
 import pydantic
-import gllm_inference.lm_invoker.GoogleGenerativeAILMInvoker
-import gllm_inference.lm_invoker.GoogleVertexAILMInvoker
-import gllm_inference.lm_invoker.TGILMInvoker
-import gllm_inference.multimodal_lm_invoker.AnthropicMultimodalLMInvoker
-import gllm_inference.multimodal_lm_invoker.GoogleGenerativeAIMultimodalLMInvoker
-import gllm_inference.multimodal_lm_invoker.GoogleVertexAIMultimodalLMInvoker
-import gllm_inference.multimodal_lm_invoker.OpenAIMultimodalLMInvoker
-import gllm_inference.multimodal_prompt_builder.MultimodalPromptBuilder
-import gllm_inference.prompt_builder.AgnosticPromptBuilder
-import gllm_inference.prompt_builder.HuggingFacePromptBuilder
-import gllm_inference.prompt_builder.LlamaPromptBuilder
-import gllm_inference.prompt_builder.MistralPromptBuilder
-import gllm_inference.prompt_builder.OpenAIPromptBuilder
 import re
 import gllm_core.utils.retry
 import gllm_inference.request_processor.LMRequestProcessor
@@ -54,9 +41,6 @@ import gllm_core.utils.imports
 import gllm_inference.schema.ModelId
 import gllm_inference.schema.ModelProvider
 import openai
-import importlib
-import langchain_core
-import langchain_core.embeddings
 import gllm_inference.exceptions.parse_error_message
 import gllm_inference.schema.Attachment
 import gllm_inference.schema.AttachmentType
@@ -70,13 +54,10 @@ import asyncio
 import concurrent
 import concurrent.futures
 import concurrent.futures.ThreadPoolExecutor
-import typing_extensions
-import gllm_inference.utils.preprocess_tei_input
-import huggingface_hub
+import langchain_core
+import langchain_core.embeddings
 import gllm_inference.utils.load_langchain_model
 import gllm_inference.utils.parse_model_data
-import gllm_inference.em_invoker.langchain.TEIEmbeddings
-import gllm_inference.utils.get_basic_auth_headers
 import io
 import twelvelabs
 import base64
@@ -99,7 +80,7 @@ import langchain_core.utils
 import langchain_core.utils.function_calling
 import gllm_inference.schema.EmitDataType
 import gllm_inference.schema.LMOutput
-import gllm_inference.schema.MultimodalPrompt
+import gllm_inference.schema.Message
 import gllm_inference.schema.Reasoning
 import gllm_inference.schema.ResponseSchema
 import gllm_inference.schema.TokenUsage
@@ -108,36 +89,21 @@ import gllm_inference.schema.ToolResult
 import anthropic
 import aioboto3
 import gllm_core.schema
-import gllm_inference.schema.PromptRole
+import gllm_inference.schema.MessageRole
 import langchain_core.language_models
 import langchain_core.messages
-import gllm_inference.schema.MultimodalOutput
 import litellm
-import pathlib
 import time
 import jsonschema
-import gllm_inference.schema.ContentPlaceholder
-import gllm_inference.schema.MultimodalContent
-import gllm_inference.utils.is_local_file_path
-import gllm_inference.utils.is_remote_file_path
+import gllm_inference.schema.MessageContent
 import gllm_inference.utils.validate_string_enum
 import gllm_inference.schema.CodeExecResult
-import gllm_inference.utils.get_mime_type
-import gllm_inference.utils.load_google_vertexai_project_id
-import vertexai
-import vertexai.vision_models
-import gllm_inference.utils.invoke_google_multimodal_lm
-import vertexai.generative_models
-import gllm_inference.utils.get_prompt_keys
-import gllm_inference.utils.validate_prompt_builder_kwargs
-import gllm_inference.prompt_formatter.AgnosticPromptFormatter
-import gllm_inference.prompt_formatter.HuggingFacePromptFormatter
-import gllm_inference.prompt_formatter.OpenAIPromptFormatter
 import transformers
+import gllm_inference.prompt_formatter.HuggingFacePromptFormatter
 import gllm_core.utils.logger_manager
 import mimetypes
 import uuid
+import pathlib
 import filetype
 import magic
-import urllib
-import urllib.parse
+import importlib

{gllm_inference_binary-0.4.62.dist-info → gllm_inference_binary-0.5.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: gllm-inference-binary
-Version: 0.4.62
+Version: 0.5.0
 Summary: A library containing components related to model inferences in Gen AI applications.
 Author: Henry Wicaksono
 Author-email: henry.wicaksono@gdplabs.id
@@ -12,8 +12,6 @@ Provides-Extra: anthropic
 Provides-Extra: bedrock
 Provides-Extra: datasaur
 Provides-Extra: google
-Provides-Extra: google-genai
-Provides-Extra: google-vertexai
 Provides-Extra: huggingface
 Provides-Extra: litellm
 Provides-Extra: openai
@@ -30,10 +28,6 @@ Requires-Dist: huggingface-hub (>=0.30.0,<0.31.0) ; extra == "huggingface"
 Requires-Dist: jinja2 (>=3.1.4,<4.0.0)
 Requires-Dist: jsonschema (>=4.24.0,<5.0.0)
 Requires-Dist: langchain (>=0.3.0,<0.4.0)
-Requires-Dist: langchain-google-genai (==2.0.8) ; extra == "google-genai"
-Requires-Dist: langchain-google-vertexai (==2.0.21) ; extra == "google-vertexai"
-Requires-Dist: langchain-openai (>=0.3.12,<0.4.0) ; extra == "openai"
-Requires-Dist: langchain-voyageai (>=0.1.6,<0.2.0) ; (python_version < "3.13") and (extra == "voyage")
 Requires-Dist: libmagic (>=1.0,<2.0) ; sys_platform == "win32"
 Requires-Dist: litellm (>=1.69.2,<2.0.0) ; extra == "litellm"
 Requires-Dist: openai (>=1.98.0,<2.0.0) ; extra == "datasaur" or extra == "openai"

gllm_inference_binary-0.5.0.dist-info/RECORD

@@ -0,0 +1,93 @@
+gllm_inference/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+gllm_inference/builder/__init__.pyi,sha256=-bw1uDx7CAM7pkvjvb1ZXku9zXlQ7aEAyC83KIn3bz8,506
+gllm_inference/builder/build_em_invoker.pyi,sha256=PGRHlmiQ-GUTDC51PwYFjVkXRxeN0immnaSBOI06Uno,5474
+gllm_inference/builder/build_lm_invoker.pyi,sha256=6dQha47M19hllF5ID5xUeiNPmbWUpKyNbG9D78qFGck,6618
+gllm_inference/builder/build_lm_request_processor.pyi,sha256=1fyvGMeza_c4hXnrETNFawYYUINyvaaBsVPJY0LnlkU,4183
+gllm_inference/builder/build_output_parser.pyi,sha256=sgSTrzUmSRxPzUUum0fDU7A3NXYoYhpi6bEx4Q2XMnA,965
+gllm_inference/catalog/__init__.pyi,sha256=HWgPKWIzprpMHRKe_qN9BZSIQhVhrqiyjLjIXwvj1ho,291
+gllm_inference/catalog/catalog.pyi,sha256=eWPqgQKi-SJGHabi_XOTEKpAj96OSRypKsb5ZEC1VWU,4911
+gllm_inference/catalog/lm_request_processor_catalog.pyi,sha256=ymRYDQ0VY3Pmh--IeZBIZPkNqY76YoPrakLryU_txF8,4699
+gllm_inference/catalog/prompt_builder_catalog.pyi,sha256=ONWUArce7jNA1SmQWixYf-mTfVpD4kCARxiTqitQlB0,3244
+gllm_inference/constants.pyi,sha256=RkQRpsKwIZEUKg97VbHe1q51QJHWU5yOzW7GvZGAgE4,196
+gllm_inference/em_invoker/__init__.pyi,sha256=eZifmg3ZS3YdFUwbGPTurrfF4oV_MAPvqErJe7oTpZI,882
+gllm_inference/em_invoker/azure_openai_em_invoker.pyi,sha256=Qt3w0xtQuTTKrpbcu20Wx_PqA0LSK8fTIahfT5jRZ4A,4553
+gllm_inference/em_invoker/em_invoker.pyi,sha256=xM7NRSk-kajUlO1qa7QgZnpQCfbxuU_uUYU_9RR7qOA,4367
+gllm_inference/em_invoker/google_em_invoker.pyi,sha256=qjQzqW26Yjg-os4o4MIW3BbCkdeQee2ImlkUqsR5Kxg,6185
+gllm_inference/em_invoker/langchain/__init__.pyi,sha256=aOTlRvS9aG1tBErjsmhe75s4Sq-g2z9ArfGqNW7QyEs,151
+gllm_inference/em_invoker/langchain/em_invoker_embeddings.pyi,sha256=gEX21gJLngUh9fZo8v6Vbh0gpWFFqS2S-dGNZSrDjFQ,2409
+gllm_inference/em_invoker/langchain_em_invoker.pyi,sha256=twHLZsHzQroCiCv23aNaHZm9mC40VfFWWreY6CnUBbQ,2611
+gllm_inference/em_invoker/openai_compatible_em_invoker.pyi,sha256=XBwtLoiVO8v7axqaPozGNMb8YH9k2Cri7gyoPclSLu8,4887
+gllm_inference/em_invoker/openai_em_invoker.pyi,sha256=qI9xscX5Uj1iMRfn7jRfXs0nFj6BZCHC1yY2PO_Iwcg,4149
+gllm_inference/em_invoker/schema/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+gllm_inference/em_invoker/schema/twelvelabs.pyi,sha256=E7sl1OumEzx_Dj8SeiJ6i8AFuRKzAmRVGfIRCk3gv_0,349
+gllm_inference/em_invoker/schema/voyage.pyi,sha256=mL0D2lqqudL1S-eVF5K4uBt0xuMjvYtVrQzLx0-6gq0,230
+gllm_inference/em_invoker/twelevelabs_em_invoker.pyi,sha256=iWkWHeJcnkfpLr8fLEqjWQ_Yk31tmYLuwQLm1lJFzDQ,5057
+gllm_inference/em_invoker/voyage_em_invoker.pyi,sha256=2ggFjDHRO3lSzY1qK8Bi26Q9QBaNQcU01oe1v8t7meI,5127
+gllm_inference/exceptions/__init__.pyi,sha256=2F05RytXZIKaOJScb1pD0O0bATIQHVeEAYYNX4y5N2A,981
+gllm_inference/exceptions/error_parser.pyi,sha256=ggmh8DJXdwFJInNLrP24WVJt_4raxbAVxzXRQgBpndA,2441
+gllm_inference/exceptions/exceptions.pyi,sha256=ViXvIzm7tLcstjqfwC6nPziDg0UAmoUAWZVWrAJyp3w,4763
+gllm_inference/lm_invoker/__init__.pyi,sha256=g-wu6W6ly_WAVPLDWKjt4J5cMo-CJ1x5unuObVSUnug,1115
+gllm_inference/lm_invoker/anthropic_lm_invoker.pyi,sha256=QPS-qtKoILxLei1TLrVEINX54R-q5QEFRyN1mukJPYs,14930
+gllm_inference/lm_invoker/azure_openai_lm_invoker.pyi,sha256=sUhN3ZSjQTv0zs2Nu7Tzx5A2lwYpH0Ur-32R8_wb6rE,14653
+gllm_inference/lm_invoker/bedrock_lm_invoker.pyi,sha256=lDMaiplHlDS2NLYKoosBdym8qYmNo6nCmRioAJI-isA,12525
+gllm_inference/lm_invoker/datasaur_lm_invoker.pyi,sha256=-BlIPdxzR1TUYKKOcKgF_Pcv1cTAzlP2oI7K88I1i_E,9209
+gllm_inference/lm_invoker/google_lm_invoker.pyi,sha256=vDmrGVVcyhlnA2eVHjU7JhIRU2Fsyj6iVftUWHgUG9s,16697
+gllm_inference/lm_invoker/langchain_lm_invoker.pyi,sha256=woQHlUi0FqzbWP5gCizMY9GW9uyymzRWfE0vPimWjs0,13268
+gllm_inference/lm_invoker/litellm_lm_invoker.pyi,sha256=1cJkcOnmAl1NwJjzHEltNTlLiauJKW9Y2j5PJyK7-U8,13278
+gllm_inference/lm_invoker/lm_invoker.pyi,sha256=F7T_UORX5BDLNmrxCbsX49dW3pxVZKTD2R6Tn7Y4IPU,7697
+gllm_inference/lm_invoker/openai_compatible_lm_invoker.pyi,sha256=Kk0v73-Wq-hHlKtHDI7L-DLaI8qwbO_TDg_OimKIS3Q,14909
+gllm_inference/lm_invoker/openai_lm_invoker.pyi,sha256=-_wsmnMvGYNOK_vLwDVbybwpgJreOoYW9usZnORmPhM,19679
+gllm_inference/lm_invoker/schema/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+gllm_inference/lm_invoker/schema/anthropic.pyi,sha256=MJHHyqMGQgj9tURyewuVlmxHxiAzU9qzmJEiK5IUoWw,1020
+gllm_inference/lm_invoker/schema/bedrock.pyi,sha256=H3attoGWhBA725W4FpXw7Mty46N9jHKjw9PT-0lMEJs,975
+gllm_inference/lm_invoker/schema/datasaur.pyi,sha256=mEuWs18VO4KQ6ZTcrlW2BJwphoDe4D5iJfn-GAelvCM,202
+gllm_inference/lm_invoker/schema/google.pyi,sha256=AJQsFGKzowXfpSvorSco90aWXqgw9N0M8fInn_JN-X4,464
+gllm_inference/lm_invoker/schema/langchain.pyi,sha256=qYiQvzUw0xZa4ii-qyRCFTuIY7j0MREY6QgV1_DfkGk,391
+gllm_inference/lm_invoker/schema/openai.pyi,sha256=CNkIGljwRyQYx0krONX1ik9hwBiN45t9vBk-ZY45rP4,1989
+gllm_inference/lm_invoker/schema/openai_compatible.pyi,sha256=WiWEFoPQ0PEAx6EW-P8Nk6O7RF5I9i_hItEHtOl_F4A,1074
+gllm_inference/model/__init__.pyi,sha256=JKQB0wVSVYD-_tdRkG7N_oEVAKGCcoBw0BUOUMLieFo,602
+gllm_inference/model/em/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+gllm_inference/model/em/google_em.pyi,sha256=c53H-KNdNOK9ppPLyOSkmCA890eF5FsMd05upkPIzF0,487
+gllm_inference/model/em/openai_em.pyi,sha256=b6ID1JsLZH9OAo9E37CkbgWNR_eI65eKXK6TYi_0ndA,457
+gllm_inference/model/em/twelvelabs_em.pyi,sha256=5R2zkKDiEatdATFzF8TOoKW9XRkOsOoNGY5lORimueo,413
+gllm_inference/model/em/voyage_em.pyi,sha256=kTInLttWfPqCNfBX-TK5VMMaFfPxwqqudBw1kz4hnxk,551
+gllm_inference/model/lm/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+gllm_inference/model/lm/anthropic_lm.pyi,sha256=3rppksDF4nVAR3Konoj6nRi_T8vSaFPxLub1CzJh7Us,578
+gllm_inference/model/lm/google_lm.pyi,sha256=yv5nXnLxuCGDUsh7QP9furSx-6sZj6FQi-pJ9lZbHAk,496
+gllm_inference/model/lm/openai_lm.pyi,sha256=yj3AJj1xDYRkNIPHX2enw46AJ9wArPZruKsxg1ME9Rg,645
+gllm_inference/output_parser/__init__.pyi,sha256=dhAeRTBxc6CfS8bhnHjbtrnyqJ1iyffvUZkGp4UrJNM,132
+gllm_inference/output_parser/json_output_parser.pyi,sha256=YtgQh8Uzy8W_Tgh8DfuR7VFFS7qvLEasiTwRfaGZZEU,2993
+gllm_inference/output_parser/output_parser.pyi,sha256=-Xu5onKCBDqShcO-VrQh5icqAmXdihGc3rkZxL93swg,975
+gllm_inference/prompt_builder/__init__.pyi,sha256=mPsbiafzSNHsgN-CuzjhgZpfXfi1pPC3_gdsq2p0EM4,120
+gllm_inference/prompt_builder/prompt_builder.pyi,sha256=tX4wfs3P5C-ti5zT1zW3Rw2wS2VEc-PIQcyZcyR8QL0,2934
+gllm_inference/prompt_formatter/__init__.pyi,sha256=q5sPPrnoCf-4tMGowh7hXxs63uyWfaZyEI-wjLBTGsA,747
+gllm_inference/prompt_formatter/agnostic_prompt_formatter.pyi,sha256=qp4L3x7XK7oZaSYP8B4idewKpPioB4XELeKVV-dNi-Q,2067
+gllm_inference/prompt_formatter/huggingface_prompt_formatter.pyi,sha256=kH60A_3DnHd3BrqbgS_FqQTCTHIjC9BTsk6_FNgcZw8,2784
+gllm_inference/prompt_formatter/llama_prompt_formatter.pyi,sha256=m3m3gXLXbk1LMfWn7a6raKlnSjgMQJNlGsE6FlijogA,2907
+gllm_inference/prompt_formatter/mistral_prompt_formatter.pyi,sha256=bpRXB26qw1REnnY1PqVm8D-Eo-dWYMVLb0s31-g0g_Y,2703
+gllm_inference/prompt_formatter/openai_prompt_formatter.pyi,sha256=xGpytprs5W1TogHFYbsYxBPClIuQc0tXfZSzR9ypRC4,1321
+gllm_inference/prompt_formatter/prompt_formatter.pyi,sha256=hAc6rxWc6JSYdD-OypLixGKXlPA8djE7zJqZpVKXcOs,1176
+gllm_inference/request_processor/__init__.pyi,sha256=giEme2WFQhgyKiBZHhSet0_nKSCHwGy-_2p6NRzg0Zc,231
+gllm_inference/request_processor/lm_request_processor.pyi,sha256=rInXhC95BvQnw9q98KZWpjPH8Q_TV4zC2ycNjypEBZ4,5516
+gllm_inference/request_processor/uses_lm_mixin.pyi,sha256=znBG4AWWm_H70Qqrc1mO4ohmWotX9id81Fqe-x9Qa6Q,2371
+gllm_inference/schema/__init__.pyi,sha256=-ldt0xJQJirVNdwLFev3bmzmFRw9HSUWBRmmIVH7uyU,1251
+gllm_inference/schema/attachment.pyi,sha256=FML2m4-LZYjBIeQaTwJqrcihGpxboJqEtjs2zqLfrCk,2886
+gllm_inference/schema/code_exec_result.pyi,sha256=WQ-ARoGM9r6nyRX-A0Ro1XKiqrc9R3jRYXZpu_xo5S4,573
+gllm_inference/schema/enums.pyi,sha256=SQ9mXt8j7uK333uUnUHRs-mkRxf0Z5NCtkAkgQZPIb4,629
+gllm_inference/schema/lm_output.pyi,sha256=WP2LQrY0D03OJtFoaW_dGoJ_-yFUh2HbVlllgjzpYv4,1992
+gllm_inference/schema/message.pyi,sha256=jJV6A0ihEcun2OhzyMtNkiHnf7d6v5R-GdpTBGfJ0AQ,2272
+gllm_inference/schema/model_id.pyi,sha256=3prO19l-FCSecRupe93ruXe91-Xw3GJOpbuQ66bijo0,5368
+gllm_inference/schema/reasoning.pyi,sha256=jbPxkDRHt0Vt-zdcc8lTT1l2hIE1Jm3HIHeNd0hfXGo,577
+gllm_inference/schema/token_usage.pyi,sha256=Eevs8S-yXoM7kQkkzhXHEvORU8DMGzdQynAamqtIoX4,323
+gllm_inference/schema/tool_call.pyi,sha256=OWT9LUqs_xfUcOkPG0aokAAqzLYYDkfnjTa0zOWvugk,403
+gllm_inference/schema/tool_result.pyi,sha256=IJsU3n8y0Q9nFMEiq4RmLEIHueSiim0Oz_DlhKrTqto,287
+gllm_inference/schema/type_alias.pyi,sha256=qAljeBoeQEfT601maGe_mEpXD9inNzbGte1i6joQafc,740
+gllm_inference/utils/__init__.pyi,sha256=RBTWDu1TDPpTd17fixcPYFv2L_vp4-IAOX0IsxgCsD4,299
+gllm_inference/utils/langchain.pyi,sha256=4AwFiVAO0ZpdgmqeC4Pb5NJwBt8vVr0MSUqLeCdTscc,1194
+gllm_inference/utils/validation.pyi,sha256=-RdMmb8afH7F7q4Ao7x6FbwaDfxUHn3hA3WiOgzB-3s,397
+gllm_inference.build/.gitignore,sha256=aEiIwOuxfzdCmLZe4oB1JsBmCUxwG8x-u-HBCV9JT8E,1
+gllm_inference.cp311-win_amd64.pyd,sha256=NbilnEE09naGylSCBYaCYS_AQxJNtQy-eMaIfmjbWlU,2643968
+gllm_inference.pyi,sha256=VEcscbPCJ-6lXU4jV3YYXwwumk9kWxpCAsS84ssKG6o,3295
+gllm_inference_binary-0.5.0.dist-info/METADATA,sha256=cC_ZGodtt4N7PUIMLwyp7QQ3Vx7gcHfh7mxh8aPJQwE,4568
+gllm_inference_binary-0.5.0.dist-info/WHEEL,sha256=-FZBVKyKauScY3vLa8vJR6hBCpAJfFykw2MOwlNKr1g,98
+gllm_inference_binary-0.5.0.dist-info/RECORD,,

gllm_inference/builder/model_id.pyi

@@ -1,13 +0,0 @@
-from _typeshed import Incomplete
-from gllm_inference.schema.model_id import ModelId as _ModelId
-from typing import Any
-
-logger: Incomplete
-
-class ModelId(_ModelId):
-    """Deprecated: Use gllm_inference.schema.ModelId instead."""
-    @classmethod
-    def from_string(cls, *args: Any, **kwargs: Any) -> None:
-        """Deprecated: Use gllm_inference.schema.ModelId.from_string instead."""
-
-ModelProvider: Incomplete

gllm_inference/catalog/component_map.pyi

@@ -1,8 +0,0 @@
-from _typeshed import Incomplete
-from gllm_inference.lm_invoker import AnthropicLMInvoker as AnthropicLMInvoker, AzureOpenAILMInvoker as AzureOpenAILMInvoker, BedrockLMInvoker as BedrockLMInvoker, DatasaurLMInvoker as DatasaurLMInvoker, GoogleGenerativeAILMInvoker as GoogleGenerativeAILMInvoker, GoogleLMInvoker as GoogleLMInvoker, GoogleVertexAILMInvoker as GoogleVertexAILMInvoker, LangChainLMInvoker as LangChainLMInvoker, OpenAICompatibleLMInvoker as OpenAICompatibleLMInvoker, OpenAILMInvoker as OpenAILMInvoker, TGILMInvoker as TGILMInvoker
-from gllm_inference.multimodal_lm_invoker import AnthropicMultimodalLMInvoker as AnthropicMultimodalLMInvoker, GoogleGenerativeAIMultimodalLMInvoker as GoogleGenerativeAIMultimodalLMInvoker, GoogleVertexAIMultimodalLMInvoker as GoogleVertexAIMultimodalLMInvoker, OpenAIMultimodalLMInvoker as OpenAIMultimodalLMInvoker
-from gllm_inference.multimodal_prompt_builder import MultimodalPromptBuilder as MultimodalPromptBuilder
-from gllm_inference.prompt_builder import AgnosticPromptBuilder as AgnosticPromptBuilder, HuggingFacePromptBuilder as HuggingFacePromptBuilder, LlamaPromptBuilder as LlamaPromptBuilder, MistralPromptBuilder as MistralPromptBuilder, OpenAIPromptBuilder as OpenAIPromptBuilder, PromptBuilder as PromptBuilder
-
-PROMPT_BUILDER_TYPE_MAP: Incomplete
-LM_INVOKER_TYPE_MAP: Incomplete

gllm_inference/em_invoker/google_generativeai_em_invoker.pyi

@@ -1,32 +0,0 @@
-from gllm_core.utils.retry import RetryConfig as RetryConfig
-from gllm_inference.em_invoker.google_em_invoker import GoogleEMInvoker as GoogleEMInvoker
-from typing import Any
-
-DEPRECATION_MESSAGE: str
-
-class GoogleGenerativeAIEMInvoker(GoogleEMInvoker):
-    """An embedding model invoker to interact with Google Generative AI embedding models.
-
-    This class has been deprecated as Google Generative AI is now supported through `GoogleEMInvoker`.
-    This class is maintained for backward compatibility and will be removed in version 0.5.0.
-
-    Attributes:
-        model_id (str): The model ID of the embedding model.
-        model_provider (str): The provider of the embedding model.
-        model_name (str): The name of the embedding model.
-        client_params (dict[str, Any]): The Google client instance init parameters.
-        default_hyperparameters (dict[str, Any]): Default hyperparameters for invoking the embedding model.
-        retry_config (RetryConfig | None): The retry configuration for the language model.
-    """
-    def __init__(self, model_name: str, api_key: str, task_type: str | None = None, model_kwargs: Any = None, retry_config: RetryConfig | None = None) -> None:
-        """Initializes a new instance of the GoogleGenerativeAIEMInvoker class.
-
-        Args:
-            model_name (str): The name of the Google Generative AI model to be used.
-            api_key (str): The API key for accessing the Google Generative AI model.
-            task_type (str | None, optional): The type of task to be performed by the embedding model. Defaults to None.
-            model_kwargs (Any, optional): Additional keyword arguments to initiate the embedding model.
-                Defaults to None.
-            retry_config (RetryConfig | None, optional): The retry configuration for the embedding model.
-                Defaults to None, in which case a default config with no retry and 30.0 seconds timeout is used.
-        """

gllm_inference/em_invoker/google_vertexai_em_invoker.pyi

@@ -1,34 +0,0 @@
-from gllm_core.utils.retry import RetryConfig as RetryConfig
-from gllm_inference.em_invoker.google_em_invoker import GoogleEMInvoker as GoogleEMInvoker
-from typing import Any
-
-DEPRECATION_MESSAGE: str
-
-class GoogleVertexAIEMInvoker(GoogleEMInvoker):
-    """An embedding model invoker to interact with Google Vertex AI embedding models.
-
-    This class has been deprecated as Google Vertex AI is now supported through `GoogleEMInvoker`.
-    This class is maintained for backward compatibility and will be removed in version 0.5.0.
-
-    Attributes:
-        model_id (str): The model ID of the embedding model.
-        model_provider (str): The provider of the embedding model.
-        model_name (str): The name of the embedding model.
-        client_params (dict[str, Any]): The Google client instance init parameters.
-        default_hyperparameters (dict[str, Any]): Default hyperparameters for invoking the embedding model.
-        retry_config (RetryConfig | None): The retry configuration for the language model.
-    """
-    def __init__(self, model_name: str, credentials_path: str, project_id: str | None = None, location: str = 'us-central1', model_kwargs: Any = None, retry_config: RetryConfig | None = None) -> None:
-        '''Initializes a new instance of the GoogleVertexAIEMInvoker class.
-
-        Args:
-            model_name (str): The name of the multimodal embedding model to be used.
-            credentials_path (str): The path to the Google Cloud service account credentials JSON file.
-            project_id (str | None, optional): The Google Cloud project ID. Defaults to None, in which case the
-                project ID will be loaded from the credentials file.
-            location (str, optional): The location of the Google Cloud project. Defaults to "us-central1".
-            model_kwargs (Any, optional): Additional keyword arguments to initiate the Google Vertex AI model.
-                Defaults to None.
-            retry_config (RetryConfig | None, optional): The retry configuration for the embedding model.
-                Defaults to None, in which case a default config with no retry and 30.0 seconds timeout is used.
-        '''

gllm_inference/em_invoker/langchain/tei_embeddings.pyi

@@ -1,71 +0,0 @@
-from gllm_inference.schema import Vector as Vector
-from gllm_inference.utils import preprocess_tei_input as preprocess_tei_input
-from langchain_core.embeddings import Embeddings
-from pydantic import BaseModel
-from typing import Any
-from typing_extensions import Self
-
-class TEIEmbeddings(BaseModel, Embeddings):
-    '''A custom LangChain `Embeddings` class to interact with Text Embeddings Inference (TEI).
-
-    Attributes:
-        url (str): The URL of the TEI service that hosts the embedding model.
-        api_key (str | None, optional): The API key to the TEI service. Defaults to None.
-        client (InferenceClient): The client instance to interact with the TEI service.
-        query_prefix (str): The additional prefix to be added when embedding a query.
-        document_prefix (str): The additional prefix to be added when embedding documents.
-
-    Initialize with URL and API key example:
-    ```python
-    from gllm_inference.em_invoker.langchain import TEIEmbeddings
-
-    embeddings = TEIEmbeddings(url="<url-to-tei-service>", api_key="<my-api-key>")
-    ```
-
-    Initialize with only URL example:
-    ```python
-    from gllm_inference.em_invoker.langchain import TEIEmbeddings
-
-    embeddings = TEIEmbeddings(url="<url-to-tei-service>")
-    ```
-
-    Initialize with client example:
-    ```python
-    from gllm_inference.em_invoker.langchain import TEIEmbeddings
-    from huggingface_hub import InferenceClient
-
-    client = InferenceClient(model="<url-to-tei-service>", api_key="<my-api-key>")
-    embeddings = TEIEmbeddings(client=client)
-    ```
-    '''
-    url: str | None
-    api_key: str | None
-    client: Any
-    query_prefix: str
-    document_prefix: str
-    def validate_environment(self) -> Self:
-        """Validates that the TEI service URL and python package exists in environment.
-
-        The validation is done in the following order:
-        1. If neither `url` nor `client` is provided, an error will be raised.
-        2. If an invalid `client` is provided, an error will be raised.
-        3. If `url` is provided, it will be used to initialize the TEI service, along with an optional `api_key`.
-        """
-    def embed_documents(self, texts: list[str]) -> list[Vector]:
-        """Embed documents using TEI's hosted embedding model.
-
-        Args:
-            texts (list[str]): The list of texts to embed.
-
-        Returns:
-            list[Vector]: List of embeddings, one for each text.
-        """
-    def embed_query(self, text: str) -> Vector:
-        """Embed query using TEI's hosted embedding model.
-
-        Args:
-            text (str): The text to embed.
-
-        Returns:
-            Vector: Embeddings for the text.
-        """

gllm_inference/em_invoker/tei_em_invoker.pyi

@@ -1,48 +0,0 @@
-from _typeshed import Incomplete
-from gllm_core.utils.retry import RetryConfig as RetryConfig
-from gllm_inference.em_invoker.em_invoker import BaseEMInvoker as BaseEMInvoker
-from gllm_inference.em_invoker.langchain import TEIEmbeddings as TEIEmbeddings
-from gllm_inference.schema import ModelId as ModelId, ModelProvider as ModelProvider, Vector as Vector
-from gllm_inference.utils import get_basic_auth_headers as get_basic_auth_headers, preprocess_tei_input as preprocess_tei_input
-
-DEPRECATION_MESSAGE: str
-
-class TEIEMInvoker(BaseEMInvoker):
-    """An embedding model invoker to interact with embedding models hosted in Text Embeddings Inference (TEI).
-
-    The `TEIEMInvoker` class is responsible for invoking an embedding model in Text Embeddings Inference (TEI).
-    It uses the embedding model to transform a text or a list of input text into their vector representations.
-
-    Attributes:
-        model_id (str): The model ID of the embedding model.
-        model_provider (str): The provider of the embedding model.
-        model_name (str): The name of the embedding model.
-        client (AsyncInferenceClient): The client instance to interact with the TEI service.
-        query_prefix (str): The additional prefix to be added when embedding a query.
-        document_prefix (str): The additional prefix to be added when embedding documents.
-        retry_config (RetryConfig): The retry configuration for the embedding model.
-    """
-    client: Incomplete
-    query_prefix: Incomplete
-    document_prefix: Incomplete
-    def __init__(self, url: str, username: str = '', password: str = '', api_key: str | None = None, query_prefix: str = '', document_prefix: str = '', retry_config: RetryConfig | None = None) -> None:
-        """Initializes a new instance of the TEIEMInvoker class.
-
-        Args:
-            url (str): The URL of the TEI service.
-            username (str, optional): The username for Basic Authentication. Defaults to an empty string.
-            password (str, optional): The password for Basic Authentication. Defaults to an empty string.
-            api_key (str | None, optional): The API key for the TEI service. Defaults to None.
-            query_prefix (str, optional): The additional prefix to be added when embedding a query.
-                Defaults to an empty string.
-            document_prefix (str, optional): The additional prefix to be added when embedding documents.
-                Defaults to an empty string.
-            retry_config (RetryConfig | None, optional): The retry configuration for the embedding model.
-                Defaults to None, in which case a default config with no retry and 30.0 seconds timeout is used.
-        """
-    def to_langchain(self) -> TEIEmbeddings:
-        """Converts the current embedding model invoker to an instance of LangChain `TEIEmbeddings` object.
-
-        Returns:
-            TEIEmbeddings: An instance of LangChain `TEIEmbeddings` object.
-        """

gllm_inference/lm_invoker/google_generativeai_lm_invoker.pyi

@@ -1,51 +0,0 @@
-from gllm_core.utils.retry import RetryConfig as RetryConfig
-from gllm_inference.lm_invoker.google_lm_invoker import GoogleLMInvoker as GoogleLMInvoker
-from gllm_inference.schema import ResponseSchema as ResponseSchema
-from langchain_core.tools import Tool as Tool
-from typing import Any
-
-DEPRECATION_MESSAGE: str
-
-class GoogleGenerativeAILMInvoker(GoogleLMInvoker):
-    """A language model invoker to interact with Google Gen AI language models.
-
-    This class has been deprecated as Google Generative AI is now supported through `GoogleLMInvoker`.
-    This class is maintained for backward compatibility and will be removed in version 0.5.0.
-
-    Attributes:
-        model_id (str): The model ID of the language model.
-        model_provider (str): The provider of the language model.
-        model_name (str): The name of the language model.
-        client (Client): The Google client instance.
-        default_hyperparameters (dict[str, Any]): Default hyperparameters for invoking the model.
-        tools (list[Any]): The list of tools provided to the model to enable tool calling.
-        response_schema (ResponseSchema | None): The schema of the response. If provided, the model will output a
-            structured response as defined by the schema. Supports both Pydantic BaseModel and JSON schema dictionary.
-        output_analytics (bool): Whether to output the invocation analytics.
-        retry_config (RetryConfig | None): The retry configuration for the language model.
-    """
-    def __init__(self, model_name: str, api_key: str, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig | None = None, bind_tools_params: dict[str, Any] | None = None, with_structured_output_params: dict[str, Any] | None = None) -> None:
-        """Initializes a new instance of the GoogleGenerativeAILMInvoker class.
-
-        Args:
-            model_name (str): The name of the multimodal language model to be used.
-            api_key (str): The API key for authenticating with Google Gen AI.
-            model_kwargs (dict[str, Any] | None, optional): Additional keyword arguments for the Google Generative AI
-                client.
-            default_hyperparameters (dict[str, Any] | None, optional): Default hyperparameters for invoking the model.
-                Defaults to None.
-            tools (list[Tool] | None, optional): Tools provided to the language model to enable tool calling.
-                Defaults to None.
-            response_schema (ResponseSchema | None, optional): The schema of the response. If provided, the model will
-                output a structured response as defined by the schema. Supports both Pydantic BaseModel and JSON schema
-                dictionary. Defaults to None.
-            output_analytics (bool, optional): Whether to output the invocation analytics. Defaults to False.
-            retry_config (RetryConfig | None, optional): The retry configuration for the language model.
-                Defaults to None, in which case a default config with no retry and 30.0 seconds timeout is used.
-            bind_tools_params (dict[str, Any] | None, optional): Deprecated parameter to add tool calling capability.
-                If provided, must at least include the `tools` key that is equivalent to the `tools` parameter.
-                Retained for backward compatibility. Defaults to None.
-            with_structured_output_params (dict[str, Any] | None, optional): Deprecated parameter to instruct the
-                model to produce output with a certain schema. If provided, must at least include the `schema` key that
-                is equivalent to the `response_schema` parameter. Retained for backward compatibility. Defaults to None.
-        """

gllm_inference/lm_invoker/google_vertexai_lm_invoker.pyi

@@ -1,54 +0,0 @@
-from gllm_core.utils.retry import RetryConfig as RetryConfig
-from gllm_inference.lm_invoker.google_lm_invoker import GoogleLMInvoker as GoogleLMInvoker
-from gllm_inference.schema import ResponseSchema as ResponseSchema
-from langchain_core.tools import Tool as Tool
-from typing import Any
-
-DEPRECATION_MESSAGE: str
-
-class GoogleVertexAILMInvoker(GoogleLMInvoker):
-    """A language model invoker to interact with Google Vertex AI language models.
-
-    This class has been deprecated as Google Vertex AI is now supported through `GoogleLMInvoker`.
-    This class is maintained for backward compatibility and will be removed in version 0.5.0.
-
-    Attributes:
-        model_id (str): The model ID of the language model.
-        model_provider (str): The provider of the language model.
-        model_name (str): The name of the language model.
-        client (Client): The Google client instance.
-        default_hyperparameters (dict[str, Any]): Default hyperparameters for invoking the model.
-        tools (list[Any]): The list of tools provided to the model to enable tool calling.
-        response_schema (ResponseSchema | None): The schema of the response. If provided, the model will output a
-            structured response as defined by the schema. Supports both Pydantic BaseModel and JSON schema dictionary.
-        output_analytics (bool): Whether to output the invocation analytics.
-        retry_config (RetryConfig | None): The retry configuration for the language model.
-    """
-    def __init__(self, model_name: str, credentials_path: str, project_id: str | None = None, location: str = 'us-central1', model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig | None = None, bind_tools_params: dict[str, Any] | None = None, with_structured_output_params: dict[str, Any] | None = None) -> None:
-        '''Initializes a new instance of the GoogleVertexAILMInvoker class.
-
-        Args:
-            model_name (str): The name of the multimodal language model to be used.
-            credentials_path (str): The path to the Google Cloud service account credentials JSON file.
-            project_id (str | None, optional): The Google Cloud project ID. Defaults to None, in which case the
-                project ID will be loaded from the credentials file.
-            location (str, optional): The location of the Google Cloud project. Defaults to "us-central1".
-            model_kwargs (dict[str, Any] | None, optional): Additional keyword arguments for the Google Vertex AI
-                client.
-            default_hyperparameters (dict[str, Any] | None, optional): Default hyperparameters for invoking the model.
-                Defaults to None.
-            tools (list[Tool] | None, optional): Tools provided to the language model to enable tool calling.
-                Defaults to None.
-            response_schema (ResponseSchema | None, optional): The schema of the response. If provided, the model will
-                output a structured response as defined by the schema. Supports both Pydantic BaseModel and JSON schema
-                dictionary. Defaults to None.
-            output_analytics (bool, optional): Whether to output the invocation analytics. Defaults to False.
-            retry_config (RetryConfig | None, optional): The retry configuration for the language model.
-                Defaults to None, in which case a default config with no retry and 30.0 seconds timeout is used.
-            bind_tools_params (dict[str, Any] | None, optional): Deprecated parameter to add tool calling capability.
-                If provided, must at least include the `tools` key that is equivalent to the `tools` parameter.
-                Retained for backward compatibility. Defaults to None.
-            with_structured_output_params (dict[str, Any] | None, optional): Deprecated parameter to instruct the
-                model to produce output with a certain schema. If provided, must at least include the `schema` key that
-                is equivalent to the `response_schema` parameter. Retained for backward compatibility. Defaults to None.
-        '''