gllm-inference-binary 0.5.55__cp313-cp313-macosx_13_0_arm64.whl

gllm_inference/schema/token_usage.pyi

@@ -0,0 +1,75 @@
+from pydantic import BaseModel
+
+class InputTokenDetails(BaseModel):
+    """Defines the input token details schema.
+
+    Attributes:
+        cached_tokens (int): The number of cached tokens. Defaults to 0.
+        uncached_tokens (int): The number of uncached tokens. Defaults to 0.
+    """
+    cached_tokens: int
+    uncached_tokens: int
+    def __add__(self, other: InputTokenDetails) -> InputTokenDetails:
+        """Add two InputTokenDetails objects together.
+
+        Args:
+            other (InputTokenDetails): The other InputTokenDetails object to add.
+
+        Returns:
+            InputTokenDetails: A new InputTokenDetails object with summed values.
+        """
+
+class OutputTokenDetails(BaseModel):
+    """Defines the output token details schema.
+
+    Attributes:
+        reasoning_tokens (int): The number of reasoning tokens. Defaults to 0.
+        response_tokens (int): The number of response tokens. Defaults to 0.
+    """
+    reasoning_tokens: int
+    response_tokens: int
+    def __add__(self, other: OutputTokenDetails) -> OutputTokenDetails:
+        """Add two OutputTokenDetails objects together.
+
+        Args:
+            other (OutputTokenDetails): The other OutputTokenDetails object to add.
+
+        Returns:
+            OutputTokenDetails: A new OutputTokenDetails object with summed values.
+        """
+
+class TokenUsage(BaseModel):
+    """Defines the token usage data structure of a language model.
+
+    Attributes:
+        input_tokens (int): The number of input tokens. Defaults to 0.
+        output_tokens (int): The number of output tokens. Defaults to 0.
+        input_token_details (InputTokenDetails | None): The details of the input tokens. Defaults to None.
+        output_token_details (OutputTokenDetails | None): The details of the output tokens. Defaults to None.
+    """
+    input_tokens: int
+    output_tokens: int
+    input_token_details: InputTokenDetails | None
+    output_token_details: OutputTokenDetails | None
+    @classmethod
+    def from_token_details(cls, input_tokens: int | None = None, output_tokens: int | None = None, cached_tokens: int | None = None, reasoning_tokens: int | None = None) -> TokenUsage:
+        """Creates a TokenUsage from token details.
+
+        Args:
+            input_tokens (int | None): The number of input tokens. Defaults to None.
+            output_tokens (int | None): The number of output tokens. Defaults to None.
+            cached_tokens (int | None): The number of cached tokens. Defaults to None.
+            reasoning_tokens (int | None): The number of reasoning tokens. Defaults to None.
+
+        Returns:
+            TokenUsage: The instantiated TokenUsage.
+        """
+    def __add__(self, other: TokenUsage) -> TokenUsage:
+        """Add two TokenUsage objects together.
+
+        Args:
+            other (TokenUsage): The other TokenUsage object to add.
+
+        Returns:
+            TokenUsage: A new TokenUsage object with summed values.
+        """

gllm_inference/schema/tool_call.pyi

@@ -0,0 +1,14 @@
+from pydantic import BaseModel
+from typing import Any
+
+class ToolCall(BaseModel):
+    """Defines a tool call request when a language model decides to invoke a tool.
+
+    Attributes:
+        id (str): The ID of the tool call.
+        name (str): The name of the tool.
+        args (dict[str, Any]): The arguments of the tool call.
+    """
+    id: str
+    name: str
+    args: dict[str, Any]

gllm_inference/schema/tool_result.pyi

@@ -0,0 +1,11 @@
+from pydantic import BaseModel
+
+class ToolResult(BaseModel):
+    """Defines a tool result to be sent back to the language model.
+
+    Attributes:
+        id (str): The ID of the tool call.
+        output (str): The output of the tool call.
+    """
+    id: str
+    output: str

gllm_inference/schema/type_alias.pyi

@@ -0,0 +1,11 @@
+from gllm_inference.schema.attachment import Attachment as Attachment
+from gllm_inference.schema.reasoning import Reasoning as Reasoning
+from gllm_inference.schema.tool_call import ToolCall as ToolCall
+from gllm_inference.schema.tool_result import ToolResult as ToolResult
+from pydantic import BaseModel
+from typing import Any
+
+ResponseSchema = dict[str, Any] | type[BaseModel]
+MessageContent = str | Attachment | ToolCall | ToolResult | Reasoning
+EMContent = str | Attachment | tuple[str | Attachment, ...]
+Vector = list[float]

gllm_inference/utils/__init__.pyi

@@ -0,0 +1,5 @@
+from gllm_inference.utils.io_utils import base64_to_bytes as base64_to_bytes
+from gllm_inference.utils.langchain import load_langchain_model as load_langchain_model, parse_model_data as parse_model_data
+from gllm_inference.utils.validation import validate_string_enum as validate_string_enum
+
+__all__ = ['base64_to_bytes', 'load_langchain_model', 'parse_model_data', 'validate_string_enum']

gllm_inference/utils/io_utils.pyi

@@ -0,0 +1,26 @@
+from _typeshed import Incomplete
+
+logger: Incomplete
+DEFAULT_BASE64_ALLOWED_MIMETYPES: Incomplete
+
+def base64_to_bytes(value: str, *, allowed_mimetypes: tuple[str, ...] | None = ...) -> str | bytes:
+    '''Decode a base64 string to bytes based on allowed MIME type.
+
+    The conversion steps are as follows:
+        1. The function first attempts to decode the given string from base64.
+        2. If decoding succeeds, it checks the MIME type of the decoded content.
+        3. When the MIME type matches one of the allowed patterns (e.g., ``"image/*"``),
+            the raw bytes are returned. Otherwise, the original string is returned unchanged.
+
+    Args:
+        value (str): Input data to decode.
+        allowed_mimetypes (tuple[str, ...], optional): MIME type prefixes that are allowed
+            to be decoded into bytes. Defaults to ("image/*", "audio/*", "video/*").
+
+    Returns:
+        str | bytes: Base64-encoded string or raw bytes if MIME type is allowed;
+            otherwise returns original string.
+
+    Raises:
+        ValueError: If the input is not a string.
+    '''

gllm_inference/utils/langchain.pyi

@@ -0,0 +1,30 @@
+from _typeshed import Incomplete
+from langchain_core.embeddings import Embeddings as Embeddings
+from langchain_core.language_models import BaseChatModel as BaseChatModel
+from typing import Any
+
+MODEL_NAME_KEYS: Incomplete
+
+def load_langchain_model(model_class_path: str, model_name: str, model_kwargs: dict[str, Any]) -> BaseChatModel | Embeddings:
+    '''Loads the LangChain\'s model instance.
+
+    Args:
+        model_class_path (str): The path to the LangChain\'s class, e.g. "langchain_openai.ChatOpenAI".
+        model_name (str): The model name.
+        model_kwargs (dict[str, Any]): The additional keyword arguments.
+
+    Returns:
+        BaseChatModel | Embeddings: The LangChain\'s model instance.
+    '''
+def parse_model_data(model: BaseChatModel | Embeddings) -> dict[str, str]:
+    """Parses the model data from LangChain's BaseChatModel or Embeddings instance.
+
+    Args:
+        model (BaseChatModel | Embeddings): The LangChain's BaseChatModel or Embeddings instance.
+
+    Returns:
+        dict[str, str]: The dictionary containing the model name and path.
+
+    Raises:
+        ValueError: If the model name is not found in the model data.
+    """

gllm_inference/utils/validation.pyi

@@ -0,0 +1,12 @@
+from enum import StrEnum
+
+def validate_string_enum(enum_type: type[StrEnum], value: str) -> None:
+    """Validates that the provided value is a valid string enum value.
+
+    Args:
+        enum_type (type[StrEnum]): The type of the string enum.
+        value (str): The value to validate.
+
+    Raises:
+        ValueError: If the provided value is not a valid string enum value.
+    """

gllm_inference.build/.gitignore

@@ -0,0 +1 @@
+*

gllm_inference.pyi

@@ -0,0 +1,154 @@
+# This file was generated by Nuitka
+
+# Stubs included by default
+
+
+__name__ = ...
+
+
+
+# Modules used internally, to allow implicit dependencies to be seen:
+import os
+import typing
+import gllm_core
+import gllm_core.utils
+import gllm_inference.em_invoker.AzureOpenAIEMInvoker
+import gllm_inference.em_invoker.BedrockEMInvoker
+import gllm_inference.em_invoker.CohereEMInvoker
+import gllm_inference.em_invoker.GoogleEMInvoker
+import gllm_inference.em_invoker.JinaEMInvoker
+import gllm_inference.em_invoker.LangChainEMInvoker
+import gllm_inference.em_invoker.OpenAICompatibleEMInvoker
+import gllm_inference.em_invoker.OpenAIEMInvoker
+import gllm_inference.em_invoker.TwelveLabsEMInvoker
+import gllm_inference.em_invoker.VoyageEMInvoker
+import gllm_inference.lm_invoker.AnthropicLMInvoker
+import gllm_inference.lm_invoker.AzureOpenAILMInvoker
+import gllm_inference.lm_invoker.BedrockLMInvoker
+import gllm_inference.lm_invoker.DatasaurLMInvoker
+import gllm_inference.lm_invoker.GoogleLMInvoker
+import gllm_inference.lm_invoker.LangChainLMInvoker
+import gllm_inference.lm_invoker.LiteLLMLMInvoker
+import gllm_inference.lm_invoker.OpenAIChatCompletionsLMInvoker
+import gllm_inference.lm_invoker.OpenAICompatibleLMInvoker
+import gllm_inference.lm_invoker.OpenAILMInvoker
+import gllm_inference.lm_invoker.PortkeyLMInvoker
+import gllm_inference.lm_invoker.XAILMInvoker
+import gllm_inference.prompt_builder.PromptBuilder
+import gllm_inference.output_parser.JSONOutputParser
+import json
+import abc
+import pandas
+import pydantic
+import re
+import gllm_core.utils.retry
+import gllm_inference.request_processor.LMRequestProcessor
+import gllm_core.utils.imports
+import gllm_inference.schema.ModelId
+import gllm_inference.schema.ModelProvider
+import gllm_inference.schema.TruncationConfig
+import asyncio
+import base64
+import enum
+import gllm_inference.exceptions.BaseInvokerError
+import gllm_inference.exceptions.convert_http_status_to_base_invoker_error
+import gllm_inference.schema.Attachment
+import gllm_inference.schema.AttachmentType
+import gllm_inference.schema.EMContent
+import gllm_inference.schema.Vector
+import aioboto3
+import gllm_inference.utils.validate_string_enum
+import cohere
+import asyncio.CancelledError
+import gllm_inference.exceptions.convert_to_base_invoker_error
+import gllm_inference.schema.TruncateSide
+import google
+import google.auth
+import google.genai
+import google.genai.types
+import httpx
+import gllm_inference.exceptions.ProviderInternalError
+import gllm_core.utils.concurrency
+import langchain_core
+import langchain_core.embeddings
+import gllm_inference.exceptions.InvokerRuntimeError
+import gllm_inference.exceptions.build_debug_info
+import gllm_inference.utils.load_langchain_model
+import gllm_inference.utils.parse_model_data
+import openai
+import io
+import twelvelabs
+import sys
+import voyageai
+import voyageai.client_async
+import http
+import http.HTTPStatus
+import uuid
+import gllm_core.constants
+import gllm_core.event
+import gllm_core.schema
+import gllm_core.schema.tool
+import langchain_core.tools
+import gllm_inference.schema.BatchStatus
+import gllm_inference.schema.LMInput
+import gllm_inference.schema.LMOutput
+import gllm_inference.schema.Message
+import gllm_inference.schema.Reasoning
+import gllm_inference.schema.ResponseSchema
+import gllm_inference.schema.ThinkingEvent
+import gllm_inference.schema.TokenUsage
+import gllm_inference.schema.ToolCall
+import gllm_inference.schema.ToolResult
+import anthropic
+import anthropic.types
+import anthropic.types.message_create_params
+import anthropic.types.messages
+import anthropic.types.messages.batch_create_params
+import gllm_inference.schema.MessageRole
+import langchain_core.language_models
+import langchain_core.messages
+import gllm_inference.exceptions._get_exception_key
+import litellm
+import inspect
+import time
+import jsonschema
+import gllm_inference.lm_invoker.batch.BatchOperations
+import gllm_inference.schema.MessageContent
+import __future__
+import gllm_inference.schema.ActivityEvent
+import gllm_inference.schema.CodeEvent
+import gllm_inference.schema.CodeExecResult
+import gllm_inference.schema.MCPCall
+import gllm_inference.schema.MCPCallActivity
+import gllm_inference.schema.MCPListToolsActivity
+import gllm_inference.schema.MCPServer
+import gllm_inference.schema.WebSearchActivity
+import logging
+import portkey_ai
+import xai_sdk
+import xai_sdk.chat
+import xai_sdk.search
+import xai_sdk.proto
+import xai_sdk.proto.v5
+import xai_sdk.proto.v5.chat_pb2
+import jinja2
+import jinja2.sandbox
+import gllm_inference.schema.JinjaEnvType
+import gllm_inference.prompt_builder.format_strategy.JinjaFormatStrategy
+import gllm_inference.prompt_builder.format_strategy.StringFormatStrategy
+import transformers
+import gllm_inference.prompt_formatter.HuggingFacePromptFormatter
+import traceback
+import gllm_inference.realtime_chat.input_streamer.KeyboardInputStreamer
+import gllm_inference.realtime_chat.output_streamer.ConsoleOutputStreamer
+import google.genai.live
+import gllm_core.utils.logger_manager
+import mimetypes
+import pathlib
+import pathlib.Path
+import filetype
+import magic
+import requests
+import binascii
+import fnmatch
+import importlib

gllm_inference_binary-0.5.55.dist-info/METADATA

@@ -0,0 +1,138 @@
+Metadata-Version: 2.2
+Name: gllm-inference-binary
+Version: 0.5.55
+Summary: A library containing components related to model inferences in Gen AI applications.
+Author-email: Henry Wicaksono <henry.wicaksono@gdplabs.id>, Resti Febrina <resti.febrina@gdplabs.id>
+Requires-Python: <3.14,>=3.11
+Description-Content-Type: text/markdown
+Requires-Dist: poetry<3.0.0,>=2.1.3
+Requires-Dist: gllm-core-binary<0.4.0,>=0.3.23
+Requires-Dist: aiohttp<4.0.0,>=3.12.14
+Requires-Dist: filetype<2.0.0,>=1.2.0
+Requires-Dist: httpx<0.29.0,>=0.28.0
+Requires-Dist: jinja2<4.0.0,>=3.1.4
+Requires-Dist: jsonschema<5.0.0,>=4.24.0
+Requires-Dist: langchain<0.4.0,>=0.3.0
+Requires-Dist: pandas<3.0.0,>=2.2.3
+Requires-Dist: protobuf<7.0.0,>=5.29.4
+Requires-Dist: python-magic<0.5.0,>=0.4.27; sys_platform != "win32"
+Requires-Dist: python-magic-bin<0.5.0,>=0.4.14; sys_platform == "win32"
+Requires-Dist: sentencepiece<0.3.0,>=0.2.0
+Provides-Extra: dev
+Requires-Dist: coverage<8.0.0,>=7.4.4; extra == "dev"
+Requires-Dist: mypy<2.0.0,>=1.15.0; extra == "dev"
+Requires-Dist: pre-commit<4.0.0,>=3.7.0; extra == "dev"
+Requires-Dist: pytest<9.0.0,>=8.1.1; extra == "dev"
+Requires-Dist: pytest-asyncio<0.24.0,>=0.23.6; extra == "dev"
+Requires-Dist: pytest-cov<6.0.0,>=5.0.0; extra == "dev"
+Requires-Dist: ruff<0.7.0,>=0.6.7; extra == "dev"
+Provides-Extra: anthropic
+Requires-Dist: anthropic<0.61.0,>=0.60.0; extra == "anthropic"
+Provides-Extra: bedrock
+Requires-Dist: aioboto3<16.0.0,>=15.0.0; extra == "bedrock"
+Provides-Extra: cohere
+Requires-Dist: cohere<6.0.0,>=5.18.0; extra == "cohere"
+Provides-Extra: datasaur
+Requires-Dist: openai<2.0.0,>=1.98.0; extra == "datasaur"
+Provides-Extra: google
+Requires-Dist: google-genai<=1.36,>=1.23; extra == "google"
+Provides-Extra: huggingface
+Requires-Dist: huggingface-hub<0.31.0,>=0.30.0; extra == "huggingface"
+Requires-Dist: transformers<5.0.0,>=4.52.0; extra == "huggingface"
+Provides-Extra: litellm
+Requires-Dist: litellm<2.0.0,>=1.69.2; extra == "litellm"
+Provides-Extra: openai
+Requires-Dist: openai<2.0.0,>=1.98.0; extra == "openai"
+Provides-Extra: portkey-ai
+Requires-Dist: portkey-ai<2.0.0,>=1.14.4; extra == "portkey-ai"
+Provides-Extra: twelvelabs
+Requires-Dist: twelvelabs<0.5.0,>=0.4.4; extra == "twelvelabs"
+Provides-Extra: voyage
+Requires-Dist: voyageai<0.4.0,>=0.3.0; python_version < "3.13" and extra == "voyage"
+Provides-Extra: xai
+Requires-Dist: xai_sdk<2.0.0,>=1.0.0; extra == "xai"
+
+# GLLM Inference
+
+## Description
+
+A library containing components related to model inferences in Gen AI applications.
+
+## Installation
+
+### Prerequisites
+1. Python 3.11+ - [Install here](https://www.python.org/downloads/)
+2. Pip (if using Pip) - [Install here](https://pip.pypa.io/en/stable/installation/)
+3. Poetry (automatically installed via Makefile) - [Install here](https://python-poetry.org/docs/#installation)
+4. Git (if using Git) - [Install here](https://git-scm.com/downloads)
+5. gcloud CLI (for authentication) - [Install here](https://cloud.google.com/sdk/docs/install)
+6. For git installation, access to the [GDP Labs SDK github repository](https://github.com/GDP-ADMIN/gl-sdk)
+
+### 1. Installation from Artifact Registry
+Choose one of the following methods to install the package:
+
+#### Using pip
+```bash
+pip install gllm-inference-binary
+```
+
+#### Using Poetry
+```bash
+poetry add gllm-inference-binary
+```
+
+### 2. Development Installation (Git)
+For development purposes, you can install directly from the Git repository:
+```bash
+poetry add "git+ssh://git@github.com/GDP-ADMIN/gen-ai-internal.git#subdirectory=libs/gllm-inference"
+```
+
+Available extras:
+- `anthropic`: Install Anthropic models dependencies
+- `google-genai`: Install Google Generative AI models dependencies
+- `google-vertexai`: Install Google Vertex AI models dependencies
+- `huggingface`: Install HuggingFace models dependencies
+- `openai`: Install OpenAI models dependencies
+- `twelvelabs`: Install TwelveLabs models dependencies
+
+## Local Development Setup
+
+### Quick Setup (Recommended)
+For local development with editable gllm packages, use the provided Makefile:
+
+```bash
+# Complete setup: installs Poetry, configures auth, installs packages, sets up pre-commit
+make setup
+```
+
+The following are the available Makefile targets:
+
+1. `make setup` - Complete development setup (recommended for new developers)
+2. `make install-poetry` - Install or upgrade Poetry to the latest version
+3. `make auth` - Configure authentication for internal repositories
+4. `make install` - Install all dependencies
+5. `make install-pre-commit` - Set up pre-commit hooks
+6. `make update` - Update dependencies
+### Manual Development Setup (Legacy)
+If you prefer to manage dependencies manually:
+
+1. Go to root folder of `gllm-inference` module, e.g. `cd libs/gllm-inference`.
+2. Run `poetry shell` to create a virtual environment.
+3. Run `poetry lock` to create a lock file if you haven't done it yet.
+4. Run `poetry install` to install the `gllm-inference` requirements for the first time.
+5. Run `poetry update` if you update any dependency module version at `pyproject.toml`.
+
+
+## Contributing
+Please refer to this [Python Style Guide](https://docs.google.com/document/d/1uRggCrHnVfDPBnG641FyQBwUwLoFw0kTzNqRm92vUwM/edit?usp=sharing)
+to get information about code style, documentation standard, and SCA that you need to use when contributing to this project
+
+### Getting Started with Development
+1. Clone the repository and navigate to the gllm-inference directory
+2. Run `make setup` to set up your development environment
+3. Run `which python` to get the path to be referenced at Visual Studio Code interpreter path (`Ctrl`+`Shift`+`P` or `Cmd`+`Shift`+`P`)
+4. Try running the unit test to see if it's working:
+```bash
+poetry run pytest -s tests/unit_tests/
+```
+5. When you want to update the dependencies, run `make update`

gllm_inference_binary-0.5.55.dist-info/RECORD

@@ -0,0 +1,137 @@
+gllm_inference.cpython-313-darwin.so,sha256=HXwpg2rVBMxFD0jE_gpu9Hrq3xPHXBEafPwU4JGBOuY,5057880
+gllm_inference.pyi,sha256=OzEB4lPytQEVVGAnTVtmkYXAlqaH-jnpZAXphCx9aV4,5116
+gllm_inference/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+gllm_inference/constants.pyi,sha256=tBFhwE1at2gXMJ1bBM32eVIRgCJlB1uzg7ItXGx3RQE,316
+gllm_inference/builder/__init__.pyi,sha256=usz2lvfwO4Yk-ZGKXbCWG1cEr3nlQXxMNDNC-2yc1NM,500
+gllm_inference/builder/_build_invoker.pyi,sha256=v__-YT0jGmLqEsgl7Abk9we-wYWcyVFvlRN_Uu4vVak,848
+gllm_inference/builder/build_em_invoker.pyi,sha256=0IVcRGaciPBAFcgvGRC4-Kje_PPXOSug77LqxRc-x_U,5749
+gllm_inference/builder/build_lm_invoker.pyi,sha256=TBAr7Sk9Jgckdlfj69pYOzZFMsooL-FpfbPYt_kCcXU,8852
+gllm_inference/builder/build_lm_request_processor.pyi,sha256=KbQkcPa8C-yzyelht4mWLP8kDmh17itAT3tn8ZJB6pg,4144
+gllm_inference/builder/build_output_parser.pyi,sha256=_Lrq-bh1oPsb_Nwkkr_zyEUwIOMysRFZkvEtEM29LZM,936
+gllm_inference/catalog/__init__.pyi,sha256=JBkPGTyiiZ30GECzJBW-mW8LekWyY2qyzal3eW7ynaM,287
+gllm_inference/catalog/catalog.pyi,sha256=a4RNG1lKv51GxQpOqh47tz-PAROMPaeP2o5XNLBSZaU,4790
+gllm_inference/catalog/lm_request_processor_catalog.pyi,sha256=WW1j8jWujnatF0c9rCk94CyobtFe3gOky2vjoGCV6nw,5424
+gllm_inference/catalog/prompt_builder_catalog.pyi,sha256=OU8k_4HbqjZEzHZlzSM3uzGQZJmM2uGD76Csqom0CEQ,3197
+gllm_inference/em_invoker/__init__.pyi,sha256=FHFR4k8RqtdMNZkda6A89tvWFtIoxF-t_NahDGeBQ2k,1199
+gllm_inference/em_invoker/azure_openai_em_invoker.pyi,sha256=fE-RZ10Leerbyqp8ISXeqdU_m0kaHdlHml_nQqwFjqY,4961
+gllm_inference/em_invoker/bedrock_em_invoker.pyi,sha256=3GkVO9hvmYck4NJY5spAg6opSxr0v8OJ4qhMvz1rcAA,6365
+gllm_inference/em_invoker/cohere_em_invoker.pyi,sha256=LSNVGx58JdSP2YB6CziOS_v5VuSLdARVpBBWhz8t5E4,6665
+gllm_inference/em_invoker/em_invoker.pyi,sha256=KGjLiAWGIA3ziV50zMwSzx6lTVUbYspQCl4LFxqbDlY,5101
+gllm_inference/em_invoker/google_em_invoker.pyi,sha256=OgIQhT2g6g09Hqr9mc2--MjV3Ti-XuHfqLTunvcqU1k,6824
+gllm_inference/em_invoker/jina_em_invoker.pyi,sha256=WZJ8BeaqxrAGMrUtIEUy3itcOEzvRQYEwe0gazIv6ng,5651
+gllm_inference/em_invoker/langchain_em_invoker.pyi,sha256=BhZjkYZoxQXPJjP0PgA8W0xrtwiqDkW5E6NpGit0h1E,3498
+gllm_inference/em_invoker/openai_compatible_em_invoker.pyi,sha256=z4_jEuaprna6AJF2wXH-JgmynpVFXeb2HQZr-0ATmMw,2882
+gllm_inference/em_invoker/openai_em_invoker.pyi,sha256=tb6cXTvAGr01MMSc96mYWDqK-EK_VCdDOQ-Be0_EZfM,6195
+gllm_inference/em_invoker/twelevelabs_em_invoker.pyi,sha256=mitrJZW3M43k306cHwJoDjBfN1nr20C4sZ42Xr6hfO0,5347
+gllm_inference/em_invoker/voyage_em_invoker.pyi,sha256=gyYQA3rbekHJIvvY6TE4tTt8W-DbPqjiPW6FaJoQPHI,5517
+gllm_inference/em_invoker/langchain/__init__.pyi,sha256=VYGKE5OgU0my1RlhgzkU_A7-GLGnUDDnNFuctuRwILE,148
+gllm_inference/em_invoker/langchain/em_invoker_embeddings.pyi,sha256=VU3-Vhb9BCDhJo8PPdWHe2rBEOCs_HMXT6ZaWwjUzZE,3304
+gllm_inference/em_invoker/schema/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+gllm_inference/em_invoker/schema/bedrock.pyi,sha256=ePYwailnZAYbZKt9HRDi4iAISq003jpxQPxDCiFdEZg,615
+gllm_inference/em_invoker/schema/cohere.pyi,sha256=UTbTtePRR1zJMsM09SiTZSZZP0IaUGaODvc7ZqH9S8c,547
+gllm_inference/em_invoker/schema/google.pyi,sha256=ovDlvinu99QJhIxMkvVUoGBEFkkEoAZhadSuk0nI9N8,181
+gllm_inference/em_invoker/schema/jina.pyi,sha256=vE1ySd8OTDM35saEZos7UCdPwHeX66iuHkZ3RchSZKA,741
+gllm_inference/em_invoker/schema/langchain.pyi,sha256=edcUvc1IHoSMFwqV83uqWqd0U3fLhkyWQjVknvjHI8U,112
+gllm_inference/em_invoker/schema/openai.pyi,sha256=Q_dsEcodkOXYXPdrkOkW0LnuLhfeq8tEbtZAGMz2ajA,139
+gllm_inference/em_invoker/schema/openai_compatible.pyi,sha256=gmvGtsWoOMBelke_tZjC6dKimFBW9f4Vrgv0Ig0OM9Q,150
+gllm_inference/em_invoker/schema/twelvelabs.pyi,sha256=F6wKHgG01bYskJpKoheBSpRpHUfFpteKn9sj9n5YfcU,372
+gllm_inference/em_invoker/schema/voyage.pyi,sha256=HVpor0fqNy-IwapCICfsgFmqf1FJXCOMIxS2vOXhHd8,289
+gllm_inference/exceptions/__init__.pyi,sha256=Upcuj7od2lkbdueQ0iMT2ktFYYi-KKTynTLAaxWDTjU,1214
+gllm_inference/exceptions/error_parser.pyi,sha256=IOfa--NpLUW5E9Qq0mwWi6ZpTAbUyyNe6iAqunBNGLI,1999
+gllm_inference/exceptions/exceptions.pyi,sha256=Bv996qLa_vju0Qjf4GewMxdkq8CV9LRZb0S6289DldA,5725
+gllm_inference/exceptions/provider_error_map.pyi,sha256=XPLWU42-r8MHZgg5ZkE80Gdqg3p8Z_JHvq_Na03iTqY,1243
+gllm_inference/lm_invoker/__init__.pyi,sha256=Ze9CxgGYguyz8BAU87_2JM-D4OZjlYAqktLI_B2tj_s,1488
+gllm_inference/lm_invoker/anthropic_lm_invoker.pyi,sha256=oU0dzg87OHTVPGhKBT8WdcdR0AzeJJNSSVvGKtY0UQU,15178
+gllm_inference/lm_invoker/azure_openai_lm_invoker.pyi,sha256=drtMgbDzBQJrWXLiI2t5PNy7HtcW5Kuj0XR2b6rltjc,12936
+gllm_inference/lm_invoker/bedrock_lm_invoker.pyi,sha256=9Gz0U2c94UM9SOt-_e89_NqT_bDQ6wECRiJ9VTwsqfw,10739
+gllm_inference/lm_invoker/datasaur_lm_invoker.pyi,sha256=IqvDxBzwEf2z34FZcLKIH404y386Rnk5gsj2TcAm424,7878
+gllm_inference/lm_invoker/google_lm_invoker.pyi,sha256=-trlpAmc5APGohAmVAsRytTVQ2ODRCmRtRm3EKiOR2Q,16359
+gllm_inference/lm_invoker/langchain_lm_invoker.pyi,sha256=OzISl89C2s-qB6VxNlMgf5dFRC-ooj30YCFfsZzcX4s,11887
+gllm_inference/lm_invoker/litellm_lm_invoker.pyi,sha256=0PZYitAljAjzyympqqNyN5fMyoakmqr1XIz1PE6NNc4,11176
+gllm_inference/lm_invoker/lm_invoker.pyi,sha256=pJ0-s37NqTHdFD7IijvNzJnQ7JXgrGxsEaXuS8cxz3s,8487
+gllm_inference/lm_invoker/openai_chat_completions_lm_invoker.pyi,sha256=6-44DBp9yItKR0b1nyIFIS0KnAXctqFqcuHhwszDGyA,13720
+gllm_inference/lm_invoker/openai_compatible_lm_invoker.pyi,sha256=i5pMpZf4-r_7FQ1qfsqcjpc98sI-cPiqheuTfTEKxJs,4192
+gllm_inference/lm_invoker/openai_lm_invoker.pyi,sha256=AlOKeTpzOXYCwwhHewG0WR7KpIqcolWZ5ZhLRMUj_eM,21178
+gllm_inference/lm_invoker/portkey_lm_invoker.pyi,sha256=ewxzRT-ekmvCFeb7ij840s4p18AO_LAKA-UP0ot12hs,14940
+gllm_inference/lm_invoker/xai_lm_invoker.pyi,sha256=ZLwgugdsGW9B3YA4YU_GyyAvYprJD_VhN6SBvhT-t8E,12865
+gllm_inference/lm_invoker/batch/__init__.pyi,sha256=W4W-_yfk7lL20alREJai6GnwuQvdlKRfwQCX4mQK4XI,127
+gllm_inference/lm_invoker/batch/batch_operations.pyi,sha256=Oo7hoyPSfPZdy1mXvSdvtRndvq-XTIbPIjEoGvJj5C0,5372
+gllm_inference/lm_invoker/schema/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+gllm_inference/lm_invoker/schema/anthropic.pyi,sha256=6lreMyHKRfZzX5NBYKnQf1Z6RzXBjTvqZj2VbMeaTLQ,1098
+gllm_inference/lm_invoker/schema/bedrock.pyi,sha256=FJLY-ZkkLUYDV48pfsLatnot4ev_xxz9xAayLK28CpU,1027
+gllm_inference/lm_invoker/schema/datasaur.pyi,sha256=WSuwOqL1j2ZioCZFC-gbB7vTRIZHQ3sU40c3ool5L6c,265
+gllm_inference/lm_invoker/schema/google.pyi,sha256=AIsNgq0ZZuicHmx4bL7z6q-946T05nWts3HUeA8hhHQ,505
+gllm_inference/lm_invoker/schema/langchain.pyi,sha256=rZcIxuvABI4pKfyVvkRBRqfJJogZ67EFPydpubHt49c,429
+gllm_inference/lm_invoker/schema/openai.pyi,sha256=J_rT5Z3rx0hLIae-me1ENeemOESpavcRmYI5pgpkhhk,2222
+gllm_inference/lm_invoker/schema/openai_chat_completions.pyi,sha256=8byBRZ4xyTidIQJsZqiSjp5t1X875Obe-aEbT0yYfuA,1199
+gllm_inference/lm_invoker/schema/portkey.pyi,sha256=NeRjHNd84HgE_ur2F3Cv6Jx30v6V7eQvI_iJiq4kuME,631
+gllm_inference/lm_invoker/schema/xai.pyi,sha256=cWnbJmDtllqRH3NXpQbiXgkNBcUXr8ksDSDywcgJebE,632
+gllm_inference/model/__init__.pyi,sha256=LTeBCSJJwCSd5Qrg7RZCXcp9fURNVNXFR5akk1ZZrTk,810
+gllm_inference/model/em/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+gllm_inference/model/em/cohere_em.pyi,sha256=fArRlV08NwbsJ_h6vpWr94XxUVBtbqW1Jh8s42LRXCo,488
+gllm_inference/model/em/google_em.pyi,sha256=ZPN5LmReO0bcTfnZixFooUTzgD-daNFPzfxzZ-5WzQQ,471
+gllm_inference/model/em/jina_em.pyi,sha256=txEvDI61nhDRUMgvFzpoe-f0onpUAs1j9HPDN01IHxg,627
+gllm_inference/model/em/openai_em.pyi,sha256=KcWpMmxNqS28r4zT4H2TIADHr7e7f3VSI1MPzjJXH9k,442
+gllm_inference/model/em/twelvelabs_em.pyi,sha256=pf9YfTfTPAceBoe1mA5VgtCroHZi5k42mEz-mGSD5QM,400
+gllm_inference/model/em/voyage_em.pyi,sha256=CEfXjLNZamfhsLyAxIkDXND2Jk4GzwXK5puK9yKJDyE,531
+gllm_inference/model/lm/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+gllm_inference/model/lm/anthropic_lm.pyi,sha256=dWfG-M_gD644yJ-LK_T8HnAT649j3Vx7TVof03XQimE,611
+gllm_inference/model/lm/google_lm.pyi,sha256=cMV5zYX8uwUF7pErv4pXnXD2G52umo3sxKwbSx7nFhQ,511
+gllm_inference/model/lm/openai_lm.pyi,sha256=u11zvvIS7-XaHKZ33cZxGQmT6cZ4DqK9Do8l7gFOUTc,618
+gllm_inference/model/lm/xai_lm.pyi,sha256=2ZEQ_--e_zsb23zZQ8bKdQShU7zChx5TrDKF8EpwEpU,506
+gllm_inference/output_parser/__init__.pyi,sha256=WQOOgsYnPk8vd-SOhFMMaVTzy4gkYrOAyT5gnAxv0A0,129
+gllm_inference/output_parser/json_output_parser.pyi,sha256=uulh91uQLMSb4ZXZhHYi9W9w7zGnmrOweEkL6wdDJN8,2933
+gllm_inference/output_parser/output_parser.pyi,sha256=Yzk7F26pH8Uc7FQZo4G6l67YkfppefUvaV9cNK-HyDs,948
+gllm_inference/prompt_builder/__init__.pyi,sha256=kshfBMvwIwiIvjxiGG5BrJZNvpPa8rhtkbHo5FPifBg,117
+gllm_inference/prompt_builder/prompt_builder.pyi,sha256=VQaw8nE8SPK1nvVVB4YjeqZSazigNPuWvOEcgGji0W8,4557
+gllm_inference/prompt_builder/format_strategy/__init__.pyi,sha256=QhORHac3ySOPmL9k9kmCKL70vtaUtwkZEtGoRNWNuA8,308
+gllm_inference/prompt_builder/format_strategy/format_strategy.pyi,sha256=JSUl_7Ka08oDZPpslymkUa8pDzqNGIK2TlcVANspqrY,2273
+gllm_inference/prompt_builder/format_strategy/jinja_format_strategy.pyi,sha256=IAezLUiKSJMaoDyleo8pFnFqq8rBM_Q-lNXuAGvwXhI,2225
+gllm_inference/prompt_builder/format_strategy/string_format_strategy.pyi,sha256=E0r8x6NTVbPLUfbJBz75PW1n3Ong6bi1WNgxBD0FTM4,693
+gllm_inference/prompt_formatter/__init__.pyi,sha256=rTsjfRsT-y00qH67fPewMNPMN1fAO2y7DM9scR1ccm0,740
+gllm_inference/prompt_formatter/agnostic_prompt_formatter.pyi,sha256=c9mN4t8LXn79h8wq8DAeWYwMgmZGzXjP7EcjLpwfNZg,2018
+gllm_inference/prompt_formatter/huggingface_prompt_formatter.pyi,sha256=AJ-D11HBhTKBA1B5s0km_K1R6o5HD1yvdbGoL7SpGhI,2729
+gllm_inference/prompt_formatter/llama_prompt_formatter.pyi,sha256=nz24trAqHsUY_zHVYfdNzhBO_TCUtzRkg-QYYow4l2s,2848
+gllm_inference/prompt_formatter/mistral_prompt_formatter.pyi,sha256=DgFitxfvCSJf8_6NUfSre-PXYMuPI4vX4AN6BPF1cBE,2650
+gllm_inference/prompt_formatter/openai_prompt_formatter.pyi,sha256=QB7gHddipQuAolUKO01ApZeaRxBtRZzglS5B78mzsV8,1286
+gllm_inference/prompt_formatter/prompt_formatter.pyi,sha256=UkcPi5ao98OGJyNRsqfhYTlMW-ZLNITaGZUTwzvBzqk,1146
+gllm_inference/realtime_chat/__init__.pyi,sha256=Fhxr_sYOt_p43BT2uvJmCp5FMhfb3dDMoIZglq2y6G8,137
+gllm_inference/realtime_chat/google_realtime_chat.pyi,sha256=S5FOCacuc7j4J2tjpUHCdp91YlalxIJ3V3Bh0t0GGus,10112
+gllm_inference/realtime_chat/realtime_chat.pyi,sha256=qG0fXyhTPLw6wGpnDX6wQrLfs6RBaxCK2ASwIqOymp4,1375
+gllm_inference/realtime_chat/input_streamer/__init__.pyi,sha256=REN1dEEZB-I2RX5QsBMxWcUiGm0-fWLevgj7IT18W6Y,317
+gllm_inference/realtime_chat/input_streamer/input_streamer.pyi,sha256=DOVBe_lxievONS_t14opNNuv0zM3MWyBcCwmxzR4_BE,1259
+gllm_inference/realtime_chat/input_streamer/keyboard_input_streamer.pyi,sha256=3L0y91efGmb4YFWigs2WGAURQ48EwNxLgcVMm15yrIg,1043
+gllm_inference/realtime_chat/input_streamer/linux_mic_input_streamer.pyi,sha256=o8rOootmcKHmKRUCCHvfGlCcfeBow5UTbQHIw89XIqg,1337
+gllm_inference/realtime_chat/output_streamer/__init__.pyi,sha256=FP5amnApQcIvW7YfQEnLzJBzEDz51npgocfCcRWDQXA,339
+gllm_inference/realtime_chat/output_streamer/console_output_streamer.pyi,sha256=pO_llZK7JDjllTWEZjujEVo83Hvrv_8LwVqEkQiIOOo,674
+gllm_inference/realtime_chat/output_streamer/linux_speaker_output_streamer.pyi,sha256=yie6VaOyozzE4bKtvWr-6hRiobK-8mshCqeUOhK1PVA,1487
+gllm_inference/realtime_chat/output_streamer/output_streamer.pyi,sha256=GPAw1wPSrwHpJ2MeZJB3V9CCESTDZpyYYgsoy_LI2Nk,1083
+gllm_inference/request_processor/__init__.pyi,sha256=hVnfdNZnkTBJHnmLtN3Na4ANP0yK6AstWdIizVr2Apo,227
+gllm_inference/request_processor/lm_request_processor.pyi,sha256=VnYc8E3Iayyhw-rPnGPfTKuO3ohgFsS8HPrZJeyES5I,5889
+gllm_inference/request_processor/uses_lm_mixin.pyi,sha256=Yu0XPNuHxq1tWBviHTPw1oThojneFwGHepvGjBXxKQA,6382
+gllm_inference/schema/__init__.pyi,sha256=hgRrwTocQ8b5MDDosSQN8zEuarGckpVply1OwEbrd28,2404
+gllm_inference/schema/activity.pyi,sha256=JnO2hqj91P5Tc6qb4pbkEMrHer2u5owiCvhl-igcQKQ,2303
+gllm_inference/schema/attachment.pyi,sha256=EHV3uPB3lVZCMNxySVuIoB6ikAiY7THSNh77q3ZtkVY,3246
+gllm_inference/schema/code_exec_result.pyi,sha256=ZTHh6JtRrPIdQ059P1UAiD2L-tAO1_S5YcMsAXfJ5A0,559
+gllm_inference/schema/config.pyi,sha256=rAL_UeXyQeXVk1P2kqd8vFWOMwmKenfpQLtvMP74t9s,674
+gllm_inference/schema/enums.pyi,sha256=jByrR0Y84-WZ3KDPUjuOyfecouUATyO-A8rdehKPjgs,2065
+gllm_inference/schema/events.pyi,sha256=XQEy5SqYoutq2DguwCCTGi5DHrlnDai6nJElAYsj1gk,4638
+gllm_inference/schema/lm_input.pyi,sha256=A5pjz1id6tP9XRNhzQrbmzd66C_q3gzo0UP8rCemz6Q,193
+gllm_inference/schema/lm_output.pyi,sha256=hQNfXbGBZAgLxHf_gOD_aifn0_9CbCzYS2HiMECqQvc,7409
+gllm_inference/schema/mcp.pyi,sha256=Vwu8E2BDl6FvvnI42gIyY3Oki1BdwRE3Uh3aV0rmhQU,1014
+gllm_inference/schema/message.pyi,sha256=VP9YppKj2mo1esl9cy6qQO9m2mMHUjTmfGDdyUor880,2220
+gllm_inference/schema/model_id.pyi,sha256=BHzi8PdYsV_rPGkBcKvZJDCf62ToPjmRTcXcTgKfoTg,5894
+gllm_inference/schema/reasoning.pyi,sha256=SlTuiDw87GdnAn-I6YOPIJRhEBiwQljM46JohG05guQ,562
+gllm_inference/schema/token_usage.pyi,sha256=1GTQVORV0dBNmD_jix8aVaUqxMKFF04KpLP7y2urqbk,2950
+gllm_inference/schema/tool_call.pyi,sha256=zQaVxCnkVxOfOEhBidqohU85gb4PRwnwBiygKaunamk,389
+gllm_inference/schema/tool_result.pyi,sha256=cAG7TVtB4IWJPt8XBBbB92cuY1ZsX9M276bN9aqjcvM,276
+gllm_inference/schema/type_alias.pyi,sha256=q_C1x8hUUoerGEQFj99g3yaZ1ILigGQSEo-FheqS_lM,529
+gllm_inference/utils/__init__.pyi,sha256=mDJ2gLSeQzm-79Tov5-dhrMNaDqgcD1VVzDYAWvIRqA,391
+gllm_inference/utils/io_utils.pyi,sha256=7kUTacHAVRYoemFUOjCH7-Qmw-YsQGd6rGYxjf_qmtw,1094
+gllm_inference/utils/langchain.pyi,sha256=VluQiHkGigDdqLUbhB6vnXiISCP5hHqV0qokYY6dC1A,1164
+gllm_inference/utils/validation.pyi,sha256=toxBtRp-VItC_X7sNi-GDd7sjibBdWMrR0q01OI2D7k,385
+gllm_inference.build/.gitignore,sha256=aEiIwOuxfzdCmLZe4oB1JsBmCUxwG8x-u-HBCV9JT8E,1
+gllm_inference_binary-0.5.55.dist-info/METADATA,sha256=x6uemrRDozu49LQH2KLiFERGFI1w19V2WGoTLi1CqVk,5807
+gllm_inference_binary-0.5.55.dist-info/WHEEL,sha256=t5_2FPbm0tV7_MDNYR2NrQvum0LVPlNiR9hm8r8eRow,104
+gllm_inference_binary-0.5.55.dist-info/top_level.txt,sha256=FpOjtN80F-qVNgbScXSEyqa0w09FYn6301iq6qt69IQ,15
+gllm_inference_binary-0.5.55.dist-info/RECORD,,

gllm_inference_binary-0.5.55.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: Nuitka (2.6.9)
+Root-Is-Purelib: false
+Tag: cp313-cp313-macosx_13_0_arm64
+

gllm_inference_binary-0.5.55.dist-info/top_level.txt

@@ -0,0 +1 @@
+gllm_inference