gllm-inference-binary 0.5.8__cp312-cp312-win_amd64.whl → 0.5.9b1__cp312-cp312-win_amd64.whl

gllm_inference/schema/type_alias.pyi

@@ -1,14 +1,10 @@
-from aiohttp import ClientResponse
-from gllm_inference.schema.code_exec_result import Attachment as Attachment
+from gllm_inference.schema.attachment import Attachment as Attachment
 from gllm_inference.schema.reasoning import Reasoning as Reasoning
 from gllm_inference.schema.tool_call import ToolCall as ToolCall
 from gllm_inference.schema.tool_result import ToolResult as ToolResult
-from httpx import Response as HttpxResponse
 from pydantic import BaseModel
-from requests import Response
 from typing import Any
 
-ErrorResponse = Response | HttpxResponse | ClientResponse | str | dict[str, Any]
 ResponseSchema = dict[str, Any] | type[BaseModel]
 MessageContent = str | Attachment | ToolCall | ToolResult | Reasoning
 EMContent = str | Attachment | tuple[str | Attachment, ...]

gllm_inference/utils/__init__.pyi

@@ -1,4 +1,5 @@
+from gllm_inference.utils.io_utils import base64_to_bytes as base64_to_bytes
 from gllm_inference.utils.langchain import load_langchain_model as load_langchain_model, parse_model_data as parse_model_data
 from gllm_inference.utils.validation import validate_string_enum as validate_string_enum
 
-__all__ = ['load_langchain_model', 'parse_model_data', 'validate_string_enum']
+__all__ = ['base64_to_bytes', 'load_langchain_model', 'parse_model_data', 'validate_string_enum']

gllm_inference/utils/io_utils.pyi

@@ -0,0 +1,26 @@
+from _typeshed import Incomplete
+
+logger: Incomplete
+DEFAULT_BASE64_ALLOWED_MIMETYPES: Incomplete
+
+def base64_to_bytes(value: str, *, allowed_mimetypes: tuple[str, ...] | None = ...) -> str | bytes:
+    '''Decode a base64 string to bytes based on allowed MIME type.
+
+    The conversion steps are as follows:
+        1. The function first attempts to decode the given string from base64.
+        2. If decoding succeeds, it checks the MIME type of the decoded content.
+        3. When the MIME type matches one of the allowed patterns (e.g., ``"image/*"``),
+            the raw bytes are returned. Otherwise, the original string is returned unchanged.
+
+    Args:
+        value (str): Input data to decode.
+        allowed_mimetypes (tuple[str, ...], optional): MIME type prefixes that are allowed
+            to be decoded into bytes. Defaults to ("image/*", "audio/*", "video/*").
+
+    Returns:
+        str | bytes: Base64-encoded string or raw bytes if MIME type is allowed;
+            otherwise returns original string.
+
+    Raises:
+        ValueError: If the input is not a string.
+    '''

gllm_inference.pyi

@@ -13,6 +13,7 @@ import typing
 import gllm_core
 import gllm_core.utils
 import gllm_inference.em_invoker.AzureOpenAIEMInvoker
+import gllm_inference.em_invoker.BedrockEMInvoker
 import gllm_inference.em_invoker.GoogleEMInvoker
 import gllm_inference.em_invoker.LangChainEMInvoker
 import gllm_inference.em_invoker.OpenAICompatibleEMInvoker
@@ -28,6 +29,7 @@ import gllm_inference.lm_invoker.LangChainLMInvoker
 import gllm_inference.lm_invoker.LiteLLMLMInvoker
 import gllm_inference.lm_invoker.OpenAICompatibleLMInvoker
 import gllm_inference.lm_invoker.OpenAILMInvoker
+import gllm_inference.lm_invoker.XAILMInvoker
 import gllm_inference.prompt_builder.PromptBuilder
 import gllm_inference.output_parser.JSONOutputParser
 import json
@@ -40,22 +42,31 @@ import gllm_inference.request_processor.LMRequestProcessor
 import gllm_core.utils.imports
 import gllm_inference.schema.ModelId
 import gllm_inference.schema.ModelProvider
+import gllm_inference.schema.TruncationConfig
 import openai
-import gllm_inference.exceptions.parse_error_message
+import asyncio
+import enum
+import gllm_inference.exceptions.BaseInvokerError
+import gllm_inference.exceptions.convert_http_status_to_base_invoker_error
+import gllm_inference.schema.Vector
+import aioboto3
+import asyncio.CancelledError
+import gllm_inference.exceptions.convert_to_base_invoker_error
 import gllm_inference.schema.Attachment
 import gllm_inference.schema.AttachmentType
 import gllm_inference.schema.EMContent
-import gllm_inference.schema.Vector
+import gllm_inference.schema.TruncateSide
 import google
 import google.auth
 import google.genai
 import google.genai.types
-import asyncio
 import concurrent
 import concurrent.futures
 import concurrent.futures.ThreadPoolExecutor
 import langchain_core
 import langchain_core.embeddings
+import gllm_inference.exceptions.InvokerRuntimeError
+import gllm_inference.exceptions.build_debug_info
 import gllm_inference.utils.load_langchain_model
 import gllm_inference.utils.parse_model_data
 import io
@@ -65,14 +76,8 @@ import base64
 import sys
 import voyageai
 import voyageai.client_async
-import asyncio.CancelledError
-import asyncio.TimeoutError
-import enum
 import http
 import http.HTTPStatus
-import aiohttp
-import requests
-import gllm_inference.schema.ErrorResponse
 import gllm_core.constants
 import gllm_core.event
 import gllm_core.schema
@@ -87,18 +92,23 @@ import gllm_inference.schema.TokenUsage
 import gllm_inference.schema.ToolCall
 import gllm_inference.schema.ToolResult
 import anthropic
-import aioboto3
 import gllm_inference.schema.MessageRole
 import langchain_core.language_models
 import langchain_core.messages
+import gllm_inference.exceptions._get_exception_key
 import litellm
+import inspect
 import time
 import jsonschema
-import langchain_core.utils
-import langchain_core.utils.function_calling
 import gllm_inference.schema.MessageContent
 import gllm_inference.utils.validate_string_enum
 import gllm_inference.schema.CodeExecResult
+import xai_sdk
+import xai_sdk.chat
+import xai_sdk.search
+import xai_sdk.proto
+import xai_sdk.proto.v6
+import xai_sdk.proto.v6.chat_pb2
 import transformers
 import gllm_inference.prompt_formatter.HuggingFacePromptFormatter
 import gllm_core.utils.logger_manager
@@ -107,4 +117,7 @@ import uuid
 import pathlib
 import filetype
 import magic
+import requests
+import binascii
+import fnmatch
 import importlib

{gllm_inference_binary-0.5.8.dist-info → gllm_inference_binary-0.5.9b1.dist-info}/METADATA

@@ -1,108 +1,71 @@
-Metadata-Version: 2.1
-Name: gllm-inference-binary
-Version: 0.5.8
-Summary: A library containing components related to model inferences in Gen AI applications.
-Author: Henry Wicaksono
-Author-email: henry.wicaksono@gdplabs.id
-Requires-Python: >=3.11,<3.14
-Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.11
-Classifier: Programming Language :: Python :: 3.12
-Provides-Extra: anthropic
-Provides-Extra: bedrock
-Provides-Extra: datasaur
-Provides-Extra: google
-Provides-Extra: huggingface
-Provides-Extra: litellm
-Provides-Extra: openai
-Provides-Extra: twelvelabs
-Provides-Extra: voyage
-Requires-Dist: aioboto3 (>=15.0.0,<16.0.0) ; extra == "bedrock"
-Requires-Dist: aiohttp (>=3.12.14,<4.0.0)
-Requires-Dist: anthropic (>=0.60.0,<0.61.0) ; extra == "anthropic"
-Requires-Dist: filetype (>=1.2.0,<2.0.0)
-Requires-Dist: gllm-core-binary (>=0.3.0,<0.4.0)
-Requires-Dist: google-genai (==1.20.0) ; extra == "google"
-Requires-Dist: httpx (>=0.28.0,<0.29.0)
-Requires-Dist: huggingface-hub (>=0.30.0,<0.31.0) ; extra == "huggingface"
-Requires-Dist: jinja2 (>=3.1.4,<4.0.0)
-Requires-Dist: jsonschema (>=4.24.0,<5.0.0)
-Requires-Dist: langchain (>=0.3.0,<0.4.0)
-Requires-Dist: litellm (>=1.69.2,<2.0.0) ; extra == "litellm"
-Requires-Dist: openai (>=1.98.0,<2.0.0) ; extra == "datasaur" or extra == "openai"
-Requires-Dist: pandas (>=2.2.3,<3.0.0)
-Requires-Dist: poetry (>=2.1.3,<3.0.0)
-Requires-Dist: protobuf (>=5.28.2,<6.0.0)
-Requires-Dist: python-magic (>=0.4.27,<0.5.0) ; sys_platform != "win32"
-Requires-Dist: python-magic-bin (>=0.4.14,<0.5.0) ; sys_platform == "win32"
-Requires-Dist: sentencepiece (>=0.2.0,<0.3.0)
-Requires-Dist: transformers (==4.52.4) ; extra == "huggingface"
-Requires-Dist: twelvelabs (>=0.4.4,<0.5.0) ; extra == "twelvelabs"
-Requires-Dist: voyageai (>=0.3.0,<0.4.0) ; (python_version < "3.13") and (extra == "voyage")
-Description-Content-Type: text/markdown
-
-# GLLM Inference
-
-## Description
-
-A library containing components related to model inferences in Gen AI applications.
-
-## Installation
-
-### Prerequisites
-- Python 3.11+ - [Install here](https://www.python.org/downloads/)
-- Pip (if using Pip) - [Install here](https://pip.pypa.io/en/stable/installation/)
-- Poetry 1.8.1+ (if using Poetry) - [Install here](https://python-poetry.org/docs/#installation)
-- Git (if using Git) - [Install here](https://git-scm.com/downloads)
-- For git installation:
-  - Access to the [GDP Labs SDK github repository](https://github.com/GDP-ADMIN/gen-ai-internal)
-
-### 1. Installation from Artifact Registry
-Choose one of the following methods to install the package:
-
-#### Using pip
-```bash
-pip install gllm-inference-binary
-```
-
-#### Using Poetry
-```bash
-poetry add gllm-inference-binary
-```
-
-### 2. Development Installation (Git)
-For development purposes, you can install directly from the Git repository:
-```bash
-poetry add "git+ssh://git@github.com/GDP-ADMIN/gen-ai-internal.git#subdirectory=libs/gllm-inference"
-```
-
-Available extras:
-- `anthropic`: Install Anthropic models dependencies
-- `google-genai`: Install Google Generative AI models dependencies
-- `google-vertexai`: Install Google Vertex AI models dependencies
-- `huggingface`: Install HuggingFace models dependencies
-- `openai`: Install OpenAI models dependencies
-- `twelvelabs`: Install TwelveLabs models dependencies
-
-## Managing Dependencies
-1. Go to root folder of `gllm-inference` module, e.g. `cd libs/gllm-inference`.
-2. Run `poetry shell` to create a virtual environment.
-3. Run `poetry lock` to create a lock file if you haven't done it yet.
-4. Run `poetry install` to install the `gllm-inference` requirements for the first time.
-5. Run `poetry update` if you update any dependency module version at `pyproject.toml`.
-
-## Contributing
-Please refer to this [Python Style Guide](https://docs.google.com/document/d/1uRggCrHnVfDPBnG641FyQBwUwLoFw0kTzNqRm92vUwM/edit?usp=sharing)
-to get information about code style, documentation standard, and SCA that you need to use when contributing to this project
-
-1. Activate `pre-commit` hooks using `pre-commit install`
-2. Run `poetry shell` to create a virtual environment.
-3. Run `poetry lock` to create a lock file if you haven't done it yet.
-4. Run `poetry install` to install the `gllm-inference` requirements for the first time.
-5. Run `which python` to get the path to be referenced at Visual Studio Code interpreter path (`Ctrl`+`Shift`+`P` or `Cmd`+`Shift`+`P`)
-6. Try running the unit test to see if it's working:
-```bash
-poetry run pytest -s tests/unit_tests/
-```
-
-
+Metadata-Version: 2.2
+Name: gllm-inference-binary
+Version: 0.5.9b1
+Summary: A library containing components related to model inferences in Gen AI applications.
+Author-email: Henry Wicaksono <henry.wicaksono@gdplabs.id>, Resti Febrina <resti.febrina@gdplabs.id>
+Description-Content-Type: text/markdown
+
+# GLLM Inference
+
+## Description
+
+A library containing components related to model inferences in Gen AI applications.
+
+## Installation
+
+### Prerequisites
+- Python 3.11+ - [Install here](https://www.python.org/downloads/)
+- Pip (if using Pip) - [Install here](https://pip.pypa.io/en/stable/installation/)
+- Poetry 1.8.1+ (if using Poetry) - [Install here](https://python-poetry.org/docs/#installation)
+- Git (if using Git) - [Install here](https://git-scm.com/downloads)
+- For git installation:
+  - Access to the [GDP Labs SDK github repository](https://github.com/GDP-ADMIN/gen-ai-internal)
+
+### 1. Installation from Artifact Registry
+Choose one of the following methods to install the package:
+
+#### Using pip
+```bash
+pip install gllm-inference-binary
+```
+
+#### Using Poetry
+```bash
+poetry add gllm-inference-binary
+```
+
+### 2. Development Installation (Git)
+For development purposes, you can install directly from the Git repository:
+```bash
+poetry add "git+ssh://git@github.com/GDP-ADMIN/gen-ai-internal.git#subdirectory=libs/gllm-inference"
+```
+
+Available extras:
+- `anthropic`: Install Anthropic models dependencies
+- `google-genai`: Install Google Generative AI models dependencies
+- `google-vertexai`: Install Google Vertex AI models dependencies
+- `huggingface`: Install HuggingFace models dependencies
+- `openai`: Install OpenAI models dependencies
+- `twelvelabs`: Install TwelveLabs models dependencies
+
+## Managing Dependencies
+1. Go to root folder of `gllm-inference` module, e.g. `cd libs/gllm-inference`.
+2. Run `poetry shell` to create a virtual environment.
+3. Run `poetry lock` to create a lock file if you haven't done it yet.
+4. Run `poetry install` to install the `gllm-inference` requirements for the first time.
+5. Run `poetry update` if you update any dependency module version at `pyproject.toml`.
+
+## Contributing
+Please refer to this [Python Style Guide](https://docs.google.com/document/d/1uRggCrHnVfDPBnG641FyQBwUwLoFw0kTzNqRm92vUwM/edit?usp=sharing)
+to get information about code style, documentation standard, and SCA that you need to use when contributing to this project
+
+1. Activate `pre-commit` hooks using `pre-commit install`
+2. Run `poetry shell` to create a virtual environment.
+3. Run `poetry lock` to create a lock file if you haven't done it yet.
+4. Run `poetry install` to install the `gllm-inference` requirements for the first time.
+5. Run `which python` to get the path to be referenced at Visual Studio Code interpreter path (`Ctrl`+`Shift`+`P` or `Cmd`+`Shift`+`P`)
+6. Try running the unit test to see if it's working:
+```bash
+poetry run pytest -s tests/unit_tests/
+```
+

{gllm_inference_binary-0.5.8.dist-info → gllm_inference_binary-0.5.9b1.dist-info}/RECORD

@@ -1,54 +1,61 @@
+gllm_inference.cp312-win_amd64.pyd,sha256=cUzlhiGIopMf4keiDk4I9UyiQlGucylsnfxjn_gt3y8,3068928
+gllm_inference.pyi,sha256=Pq6P04np3S3x7juGVCzC5sL2im4MsyligEvahVQNWzM,3820
 gllm_inference/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+gllm_inference/constants.pyi,sha256=KQmondDEkHK2P249ymmce3SdutVrx8kYm4v1eTCkW9U,277
 gllm_inference/builder/__init__.pyi,sha256=-bw1uDx7CAM7pkvjvb1ZXku9zXlQ7aEAyC83KIn3bz8,506
-gllm_inference/builder/build_em_invoker.pyi,sha256=PGRHlmiQ-GUTDC51PwYFjVkXRxeN0immnaSBOI06Uno,5474
-gllm_inference/builder/build_lm_invoker.pyi,sha256=6dQha47M19hllF5ID5xUeiNPmbWUpKyNbG9D78qFGck,6618
+gllm_inference/builder/build_em_invoker.pyi,sha256=Mh1vRoJhsqc8hX4jUdopV14Fn44ql27NB7xbGjoHJtE,6020
+gllm_inference/builder/build_lm_invoker.pyi,sha256=p63iuVBOOpNizItGK6HDxYDrgXdovtfSe0VrvrEd-PA,7047
 gllm_inference/builder/build_lm_request_processor.pyi,sha256=0pJINCP4nnXVwuhIbhsaiwzjX8gohQt2oqXFZhTFSUs,4584
 gllm_inference/builder/build_output_parser.pyi,sha256=sgSTrzUmSRxPzUUum0fDU7A3NXYoYhpi6bEx4Q2XMnA,965
 gllm_inference/catalog/__init__.pyi,sha256=HWgPKWIzprpMHRKe_qN9BZSIQhVhrqiyjLjIXwvj1ho,291
 gllm_inference/catalog/catalog.pyi,sha256=eWPqgQKi-SJGHabi_XOTEKpAj96OSRypKsb5ZEC1VWU,4911
 gllm_inference/catalog/lm_request_processor_catalog.pyi,sha256=GemCEjFRHNChtNOfbyXSVsJiA3klOCAe_X11fnymhYs,5540
 gllm_inference/catalog/prompt_builder_catalog.pyi,sha256=iViWB4SaezzjQY4UY1YxeoXUNxqxa2cTJGaD9JSx4Q8,3279
-gllm_inference/constants.pyi,sha256=xSET67ZCfeVK4a2ji1FZyQxs5DUTIsN7S6H7-F-ewZ0,265
-gllm_inference/em_invoker/__init__.pyi,sha256=eZifmg3ZS3YdFUwbGPTurrfF4oV_MAPvqErJe7oTpZI,882
-gllm_inference/em_invoker/azure_openai_em_invoker.pyi,sha256=QimqPII-KN9OgsfH1Iubn_tCHhtWjPQ5rilZoT6Ir-U,4688
-gllm_inference/em_invoker/em_invoker.pyi,sha256=KX4i0xBWR5j6z14nEL6T8at3StKfdf3miQ4xixtYhZk,4424
-gllm_inference/em_invoker/google_em_invoker.pyi,sha256=YJtRJs7bNGNEfTKtj3IVP1XkLcJ3LRmcAC80zzOHxKw,6254
+gllm_inference/em_invoker/__init__.pyi,sha256=pmbsjmsqXwfe4WPykMnrmasKrYuylJWnf2s0pbo0ioM,997
+gllm_inference/em_invoker/azure_openai_em_invoker.pyi,sha256=SfJPC_PJGiEfWS9JH5kRQPJztsR7jRhwVuETqdY-JsQ,5021
+gllm_inference/em_invoker/bedrock_em_invoker.pyi,sha256=UqodtpDmE7fEgpctXEETIlZGorX9i1lmmuTvGaJke6o,5829
+gllm_inference/em_invoker/em_invoker.pyi,sha256=YDYJ8TGScsz5Gg-OBnEENN1tI1RYvwoddypxUr6SAWw,5191
+gllm_inference/em_invoker/google_em_invoker.pyi,sha256=q69kdVuE44ZqziQ8BajFYZ1tYn-MPjKjzXS9cRh4oAo,6951
+gllm_inference/em_invoker/langchain_em_invoker.pyi,sha256=nhX6LynrjhfySEt_44OlLoSBd15hoz3giWyNM9CYLKY,3544
+gllm_inference/em_invoker/openai_compatible_em_invoker.pyi,sha256=zEYOBDXKQhvcMGer9DYDu50_3KRDjYyN8-JgpBIFPOI,5456
+gllm_inference/em_invoker/openai_em_invoker.pyi,sha256=0TDIQa-5UwsPcVxgkze-QJJWrt-ToakAKbuAk9TW5SM,4746
+gllm_inference/em_invoker/twelevelabs_em_invoker.pyi,sha256=MMVgSnjMXksdhSDXIi3vOULIXnjbhtq19eR5LPnUmGo,5446
+gllm_inference/em_invoker/voyage_em_invoker.pyi,sha256=vdB_qS8QKrCcb-HtXwKZS4WW1R1wGzpMBFmOKC39sjU,5619
 gllm_inference/em_invoker/langchain/__init__.pyi,sha256=aOTlRvS9aG1tBErjsmhe75s4Sq-g2z9ArfGqNW7QyEs,151
-gllm_inference/em_invoker/langchain/em_invoker_embeddings.pyi,sha256=gEX21gJLngUh9fZo8v6Vbh0gpWFFqS2S-dGNZSrDjFQ,2409
-gllm_inference/em_invoker/langchain_em_invoker.pyi,sha256=sFmsRE89MIdnD8g0VSMsdLvtfZL6dfPkUtDhH_WfgLc,2823
-gllm_inference/em_invoker/openai_compatible_em_invoker.pyi,sha256=S5lRg3MeLoenOkeAG079I22kPaFXAFrltSoWcQSDK4I,5070
-gllm_inference/em_invoker/openai_em_invoker.pyi,sha256=1WTuPtu5RlZCUcBHMXR5xEkAufWCHshKA8_JW7oFakE,4321
+gllm_inference/em_invoker/langchain/em_invoker_embeddings.pyi,sha256=BBSDazMOckO9Aw17tC3LGUTPqLb01my1xUZLtKZlwJY,3388
 gllm_inference/em_invoker/schema/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-gllm_inference/em_invoker/schema/google.pyi,sha256=lPzJ-f18qVar6dctdN4eQWrxWrOFHC9zJ4cuLXXMytw,153
-gllm_inference/em_invoker/schema/langchain.pyi,sha256=JPEqA6naKL64jpW8NEKsEP-V9STY2h8wvyDsFtFEHos,96
+gllm_inference/em_invoker/schema/bedrock.pyi,sha256=HoNgVi0T21aFd1JrCnSLu4yryv8k8RnYdR3-tIdHFgA,498
+gllm_inference/em_invoker/schema/google.pyi,sha256=bzdtu4DFH2kATLybIeNl_Lznj99H-6u2Fvx3Zx52oZg,190
+gllm_inference/em_invoker/schema/langchain.pyi,sha256=SZ13HDcvAOGmDTi2b72H6Y1J5GePR21JdnM6gYrwcGs,117
 gllm_inference/em_invoker/schema/openai.pyi,sha256=rNRqN62y5wHOKlr4T0n0m41ikAnSrD72CTnoHxo6kEM,146
 gllm_inference/em_invoker/schema/openai_compatible.pyi,sha256=A9MOeBhI-IPuvewOk4YYOAGtgyKohERx6-9cEYtbwvs,157
 gllm_inference/em_invoker/schema/twelvelabs.pyi,sha256=D3F9_1F-UTzE6Ymxj6u0IFdL6OFVGlc7noZJr3iuA6I,389
 gllm_inference/em_invoker/schema/voyage.pyi,sha256=Aqvu6mhFkNb01aXAI5mChLKIgEnFnr-jNKq1lVWB54M,304
-gllm_inference/em_invoker/twelevelabs_em_invoker.pyi,sha256=YGWQNxv3AJ9BpN6HrQSnATiW_p0dRakkqy-JgxNIlf4,5165
-gllm_inference/em_invoker/voyage_em_invoker.pyi,sha256=R8IPBOEhIN84ukof-VkTPxPNbmbkwR_imTa5u6Qyjt0,5235
-gllm_inference/exceptions/__init__.pyi,sha256=2F05RytXZIKaOJScb1pD0O0bATIQHVeEAYYNX4y5N2A,981
-gllm_inference/exceptions/error_parser.pyi,sha256=ggmh8DJXdwFJInNLrP24WVJt_4raxbAVxzXRQgBpndA,2441
-gllm_inference/exceptions/exceptions.pyi,sha256=ViXvIzm7tLcstjqfwC6nPziDg0UAmoUAWZVWrAJyp3w,4763
-gllm_inference/lm_invoker/__init__.pyi,sha256=g-wu6W6ly_WAVPLDWKjt4J5cMo-CJ1x5unuObVSUnug,1115
+gllm_inference/exceptions/__init__.pyi,sha256=nXOqwsuwUgsnBcJEANVuxbZ1nDfcJ6-pKUfKeZwltkk,1218
+gllm_inference/exceptions/error_parser.pyi,sha256=4aiJZhBzBOqlhdmpvaCvildGy7_XxlJzQpe3PzGt8eE,2040
+gllm_inference/exceptions/exceptions.pyi,sha256=6y3ECgHAStqMGgQv8Dv-Ui-5PDD07mSj6qaRZeSWea4,5857
+gllm_inference/exceptions/provider_error_map.pyi,sha256=4AsAgbXAh91mxEW2YiomEuhBoeSNeAIo9WbT9WK8gQk,1233
+gllm_inference/lm_invoker/__init__.pyi,sha256=eE_HDCl9A135mi6mtIV55q-T9J1O8OpbMcqWuny3w9A,1214
 gllm_inference/lm_invoker/anthropic_lm_invoker.pyi,sha256=85uvShLv4-eiGOpTMgwWpQGZXPW6XaB6GrexBmxg_sQ,15200
-gllm_inference/lm_invoker/azure_openai_lm_invoker.pyi,sha256=N2TjGz5Gi6xiLkAgI6SzWq_V3tj66HJfMNff7d04uU0,14856
-gllm_inference/lm_invoker/bedrock_lm_invoker.pyi,sha256=ae5P_9sjtcOgMIUaRchvp8F0FujoeP4e2F_OoHSe_go,12655
+gllm_inference/lm_invoker/azure_openai_lm_invoker.pyi,sha256=Wzw6We1KwLcWW9-4tGGMZoPnnHSKofOmCuqoddTHr2Q,14832
+gllm_inference/lm_invoker/bedrock_lm_invoker.pyi,sha256=HzpDRIhe4-XRj9n43bmsXQHxPwx5lcnetxIe5EMbHIE,12924
 gllm_inference/lm_invoker/datasaur_lm_invoker.pyi,sha256=c4H3TOz0LIhWjokCCdQ4asiwQR4_LPyaimo4RAqU9es,9369
-gllm_inference/lm_invoker/google_lm_invoker.pyi,sha256=f0RkX1nR3i9tQPvrX4Bq1-RULRk7D5vM36Cuqch4W1U,16801
-gllm_inference/lm_invoker/langchain_lm_invoker.pyi,sha256=bBGOxJfjnzOtDR4kH4PuCiOCKEPu8rTqzZodTXCHQ2k,13522
+gllm_inference/lm_invoker/google_lm_invoker.pyi,sha256=IPmVAFTtZGvBDb-veoeCq8u7R9chKU958vJoBlWbIvE,17369
+gllm_inference/lm_invoker/langchain_lm_invoker.pyi,sha256=kH28ELOda6_5rNRDHSNZOicEd90jCPQnf2pLewZdW5s,13859
 gllm_inference/lm_invoker/litellm_lm_invoker.pyi,sha256=HHwW7i8ryXHI23JZQwscyva6aPmPOB13Muhf7gaaMUM,13376
-gllm_inference/lm_invoker/lm_invoker.pyi,sha256=YNJ0Sh_BOl1WbC69xvuxWM75qyByXJSXAYWSwtQ84cc,7960
-gllm_inference/lm_invoker/openai_compatible_lm_invoker.pyi,sha256=U9dolHJT1pDsiiyrdpSAAdcBkil4_qeG_3BKfygq8GM,15193
-gllm_inference/lm_invoker/openai_lm_invoker.pyi,sha256=SEHWAwpT8KmIQukurXtXOU2xyU2rp_HtM2SARsBF3dU,19892
+gllm_inference/lm_invoker/lm_invoker.pyi,sha256=B00siZZ7F3i2GuU4nQk3xA8d-h_b37ADzyYBoXarbPA,8033
+gllm_inference/lm_invoker/openai_compatible_lm_invoker.pyi,sha256=JemahodhaUsC2gsI7YSxnW4X3uX1cU4YCFdIvdWWY88,15203
+gllm_inference/lm_invoker/openai_lm_invoker.pyi,sha256=VFMvYXuwMuUHarsu5Xz7tKF6Bx6Ket5HaXZ4-7AtBY0,20011
+gllm_inference/lm_invoker/xai_lm_invoker.pyi,sha256=6TwO3KU1DBWoe4UAsz97MY1yKBf-N38WjbrBqCmWCNU,15992
 gllm_inference/lm_invoker/schema/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 gllm_inference/lm_invoker/schema/anthropic.pyi,sha256=lGJ7xYLchdtv6003Is4GcaKiGdbmIOAzQsaldKG0Aww,1041
-gllm_inference/lm_invoker/schema/bedrock.pyi,sha256=H3attoGWhBA725W4FpXw7Mty46N9jHKjw9PT-0lMEJs,975
+gllm_inference/lm_invoker/schema/bedrock.pyi,sha256=rB1AWfER2BBKZ5I219211YE2EUFPF25bhzysqjdPgiY,1080
 gllm_inference/lm_invoker/schema/datasaur.pyi,sha256=GLv6XAwKtWyRrX6EsbEufYjkPffHNiEpXwJOn9HqxMA,242
 gllm_inference/lm_invoker/schema/google.pyi,sha256=elXHrUMS46pbTsulk7hBXVVFcT022iD-_U_I590xeV8,529
-gllm_inference/lm_invoker/schema/langchain.pyi,sha256=uEG0DSD0z4L_rDMkBm-TtUy5oTyEHEEJWiLsYvFf1sw,431
-gllm_inference/lm_invoker/schema/openai.pyi,sha256=Cxp5QMkF6lspcVUgCNZR1qDK43Fj6OoEdOiQ1x5arsQ,1992
-gllm_inference/lm_invoker/schema/openai_compatible.pyi,sha256=FnRfc3CiqY-y6WmZqi2OhxOnNrZENBEXCmk2WPADkBQ,1157
+gllm_inference/lm_invoker/schema/langchain.pyi,sha256=2OJOUQPlGdlUbIOTDOyiWDBOMm3MoVX-kU2nK0zQsF0,452
+gllm_inference/lm_invoker/schema/openai.pyi,sha256=2KZkitU0jxFaR6x2AGe1FtawvxtUgTLDffY9T0Iq9yg,2017
+gllm_inference/lm_invoker/schema/openai_compatible.pyi,sha256=fVLRIrOvLJjhY7qPUgC3HRFoOFa7XimWLjr2EOo5qmQ,1226
+gllm_inference/lm_invoker/schema/xai.pyi,sha256=jpC6ZSBDUltzm9GjD6zvSFIPwqizn_ywLnjvwSa7KuU,663
 gllm_inference/model/__init__.pyi,sha256=JKQB0wVSVYD-_tdRkG7N_oEVAKGCcoBw0BUOUMLieFo,602
 gllm_inference/model/em/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 gllm_inference/model/em/google_em.pyi,sha256=c53H-KNdNOK9ppPLyOSkmCA890eF5FsMd05upkPIzF0,487
@@ -72,26 +79,27 @@ gllm_inference/prompt_formatter/mistral_prompt_formatter.pyi,sha256=bpRXB26qw1RE
 gllm_inference/prompt_formatter/openai_prompt_formatter.pyi,sha256=xGpytprs5W1TogHFYbsYxBPClIuQc0tXfZSzR9ypRC4,1321
 gllm_inference/prompt_formatter/prompt_formatter.pyi,sha256=hAc6rxWc6JSYdD-OypLixGKXlPA8djE7zJqZpVKXcOs,1176
 gllm_inference/request_processor/__init__.pyi,sha256=giEme2WFQhgyKiBZHhSet0_nKSCHwGy-_2p6NRzg0Zc,231
-gllm_inference/request_processor/lm_request_processor.pyi,sha256=rInXhC95BvQnw9q98KZWpjPH8Q_TV4zC2ycNjypEBZ4,5516
-gllm_inference/request_processor/uses_lm_mixin.pyi,sha256=znBG4AWWm_H70Qqrc1mO4ohmWotX9id81Fqe-x9Qa6Q,2371
-gllm_inference/schema/__init__.pyi,sha256=-ldt0xJQJirVNdwLFev3bmzmFRw9HSUWBRmmIVH7uyU,1251
+gllm_inference/request_processor/lm_request_processor.pyi,sha256=0fy1HyILCVDw6y46E-7tLnQTRYx4ppeRMe0QP6t9Jyw,5990
+gllm_inference/request_processor/uses_lm_mixin.pyi,sha256=LYHq-zLoXEMel1LfVdYv7W3BZ8WtBLo_WWFjRf10Yto,6512
+gllm_inference/schema/__init__.pyi,sha256=7PMhg0y3kKYNSrl5LvHZeHKk6WqDJz4p_rYQ6u3_5cY,1472
 gllm_inference/schema/attachment.pyi,sha256=9zgAjGXBjLfzPGaKi68FMW6b5mXdEA352nDe-ynOSvY,3385
 gllm_inference/schema/code_exec_result.pyi,sha256=WQ-ARoGM9r6nyRX-A0Ro1XKiqrc9R3jRYXZpu_xo5S4,573
-gllm_inference/schema/enums.pyi,sha256=SQ9mXt8j7uK333uUnUHRs-mkRxf0Z5NCtkAkgQZPIb4,629
+gllm_inference/schema/config.pyi,sha256=NVmjQK6HipIE0dKSfx12hgIC0O-S1HEcAc-TWlXAF5A,689
+gllm_inference/schema/enums.pyi,sha256=XmvxE7A-A8bX6hTikiAo_v66Z3hjMvhJGau1OUy9QDk,746
 gllm_inference/schema/lm_output.pyi,sha256=WP2LQrY0D03OJtFoaW_dGoJ_-yFUh2HbVlllgjzpYv4,1992
 gllm_inference/schema/message.pyi,sha256=jJV6A0ihEcun2OhzyMtNkiHnf7d6v5R-GdpTBGfJ0AQ,2272
-gllm_inference/schema/model_id.pyi,sha256=3prO19l-FCSecRupe93ruXe91-Xw3GJOpbuQ66bijo0,5368
+gllm_inference/schema/model_id.pyi,sha256=h2nAmYgUYjF8MjT9pTnRfrevYuSHeksEZHvizkmu6n8,5638
 gllm_inference/schema/reasoning.pyi,sha256=jbPxkDRHt0Vt-zdcc8lTT1l2hIE1Jm3HIHeNd0hfXGo,577
-gllm_inference/schema/token_usage.pyi,sha256=Eevs8S-yXoM7kQkkzhXHEvORU8DMGzdQynAamqtIoX4,323
+gllm_inference/schema/token_usage.pyi,sha256=WJiGQyz5qatzBK2b-sABLCyTRLCBbAvxCRcqSJOzu-8,3025
 gllm_inference/schema/tool_call.pyi,sha256=OWT9LUqs_xfUcOkPG0aokAAqzLYYDkfnjTa0zOWvugk,403
 gllm_inference/schema/tool_result.pyi,sha256=IJsU3n8y0Q9nFMEiq4RmLEIHueSiim0Oz_DlhKrTqto,287
-gllm_inference/schema/type_alias.pyi,sha256=qAljeBoeQEfT601maGe_mEpXD9inNzbGte1i6joQafc,740
-gllm_inference/utils/__init__.pyi,sha256=RBTWDu1TDPpTd17fixcPYFv2L_vp4-IAOX0IsxgCsD4,299
+gllm_inference/schema/type_alias.pyi,sha256=L-V0WxsFQznzAfby3DH8XMHUgjjZxQEsLw8SbhdlXts,540
+gllm_inference/utils/__init__.pyi,sha256=H27RiiFjD6WQHRrYb1-sBnb2aqjVENw5_8-DdAe1k9A,396
+gllm_inference/utils/io_utils.pyi,sha256=Eg7dvHWdXslTKdjh1j3dG50i7r35XG2zTmJ9XXvz4cI,1120
 gllm_inference/utils/langchain.pyi,sha256=4AwFiVAO0ZpdgmqeC4Pb5NJwBt8vVr0MSUqLeCdTscc,1194
 gllm_inference/utils/validation.pyi,sha256=-RdMmb8afH7F7q4Ao7x6FbwaDfxUHn3hA3WiOgzB-3s,397
 gllm_inference.build/.gitignore,sha256=aEiIwOuxfzdCmLZe4oB1JsBmCUxwG8x-u-HBCV9JT8E,1
-gllm_inference.cp312-win_amd64.pyd,sha256=NRiudTtb_X2WPgPvZPXffkFWm3Sh7h9SY97vpWav3Gk,2696704
-gllm_inference.pyi,sha256=fsNCXXsB4E8WhP477yGq_QOJAfOyoZA4G2PfAMBav5Y,3324
-gllm_inference_binary-0.5.8.dist-info/METADATA,sha256=czkvBDQEqltXhBF08Zq4Ik6KjTwuRDDvbafy9pXvs0Y,4531
-gllm_inference_binary-0.5.8.dist-info/WHEEL,sha256=4N0hGcnWMI_Ty6ATf4qJqqSl-UNI-Ln828iTWGIywmU,98
-gllm_inference_binary-0.5.8.dist-info/RECORD,,
+gllm_inference_binary-0.5.9b1.dist-info/METADATA,sha256=EDmBEquXOoqhDgh9hKOYKzPSH75_zCLn-6ZjNUZMLZI,2991
+gllm_inference_binary-0.5.9b1.dist-info/WHEEL,sha256=x5rgv--I0NI0IT1Lh9tN1VG2cI637p3deednwYLKnxc,96
+gllm_inference_binary-0.5.9b1.dist-info/top_level.txt,sha256=FpOjtN80F-qVNgbScXSEyqa0w09FYn6301iq6qt69IQ,15
+gllm_inference_binary-0.5.9b1.dist-info/RECORD,,

{gllm_inference_binary-0.5.8.dist-info → gllm_inference_binary-0.5.9b1.dist-info}/WHEEL

@@ -1,4 +1,5 @@
 Wheel-Version: 1.0
-Generator: poetry-core 1.9.0
+Generator: Nuitka (2.6.9)
 Root-Is-Purelib: false
 Tag: cp312-cp312-win_amd64
+

gllm_inference_binary-0.5.9b1.dist-info/top_level.txt

@@ -0,0 +1 @@
+gllm_inference