gllm-inference-binary 0.5.51b3__cp313-cp313-macosx_11_0_arm64.whl

gllm_inference/utils/langchain.pyi

@@ -0,0 +1,30 @@
+from _typeshed import Incomplete
+from langchain_core.embeddings import Embeddings as Embeddings
+from langchain_core.language_models import BaseChatModel as BaseChatModel
+from typing import Any
+
+MODEL_NAME_KEYS: Incomplete
+
+def load_langchain_model(model_class_path: str, model_name: str, model_kwargs: dict[str, Any]) -> BaseChatModel | Embeddings:
+    '''Loads the LangChain\'s model instance.
+
+    Args:
+        model_class_path (str): The path to the LangChain\'s class, e.g. "langchain_openai.ChatOpenAI".
+        model_name (str): The model name.
+        model_kwargs (dict[str, Any]): The additional keyword arguments.
+
+    Returns:
+        BaseChatModel | Embeddings: The LangChain\'s model instance.
+    '''
+def parse_model_data(model: BaseChatModel | Embeddings) -> dict[str, str]:
+    """Parses the model data from LangChain's BaseChatModel or Embeddings instance.
+
+    Args:
+        model (BaseChatModel | Embeddings): The LangChain's BaseChatModel or Embeddings instance.
+
+    Returns:
+        dict[str, str]: The dictionary containing the model name and path.
+
+    Raises:
+        ValueError: If the model name is not found in the model data.
+    """

gllm_inference/utils/validation.pyi

@@ -0,0 +1,12 @@
+from enum import StrEnum
+
+def validate_string_enum(enum_type: type[StrEnum], value: str) -> None:
+    """Validates that the provided value is a valid string enum value.
+
+    Args:
+        enum_type (type[StrEnum]): The type of the string enum.
+        value (str): The value to validate.
+
+    Raises:
+        ValueError: If the provided value is not a valid string enum value.
+    """

gllm_inference.build/.gitignore

@@ -0,0 +1 @@
+*

gllm_inference.pyi

@@ -0,0 +1,157 @@
+# This file was generated by Nuitka
+
+# Stubs included by default
+
+
+__name__ = ...
+
+
+
+# Modules used internally, to allow implicit dependencies to be seen:
+import os
+import typing
+import gllm_core
+import gllm_core.utils
+import gllm_inference.em_invoker.AzureOpenAIEMInvoker
+import gllm_inference.em_invoker.BedrockEMInvoker
+import gllm_inference.em_invoker.CohereEMInvoker
+import gllm_inference.em_invoker.GoogleEMInvoker
+import gllm_inference.em_invoker.JinaEMInvoker
+import gllm_inference.em_invoker.LangChainEMInvoker
+import gllm_inference.em_invoker.OpenAICompatibleEMInvoker
+import gllm_inference.em_invoker.OpenAIEMInvoker
+import gllm_inference.em_invoker.TwelveLabsEMInvoker
+import gllm_inference.em_invoker.VoyageEMInvoker
+import gllm_inference.lm_invoker.AnthropicLMInvoker
+import gllm_inference.lm_invoker.AzureOpenAILMInvoker
+import gllm_inference.lm_invoker.BedrockLMInvoker
+import gllm_inference.lm_invoker.DatasaurLMInvoker
+import gllm_inference.lm_invoker.GoogleLMInvoker
+import gllm_inference.lm_invoker.LangChainLMInvoker
+import gllm_inference.lm_invoker.LiteLLMLMInvoker
+import gllm_inference.lm_invoker.OpenAIChatCompletionsLMInvoker
+import gllm_inference.lm_invoker.OpenAICompatibleLMInvoker
+import gllm_inference.lm_invoker.OpenAILMInvoker
+import gllm_inference.lm_invoker.PortkeyLMInvoker
+import gllm_inference.lm_invoker.XAILMInvoker
+import gllm_inference.prompt_builder.PromptBuilder
+import gllm_inference.output_parser.JSONOutputParser
+import json
+import abc
+import pandas
+import pydantic
+import re
+import gllm_core.utils.retry
+import gllm_inference.request_processor.LMRequestProcessor
+import gllm_core.utils.imports
+import gllm_inference.schema.ModelId
+import gllm_inference.schema.ModelProvider
+import gllm_inference.schema.TruncationConfig
+import asyncio
+import base64
+import enum
+import gllm_inference.exceptions.BaseInvokerError
+import gllm_inference.exceptions.convert_http_status_to_base_invoker_error
+import gllm_inference.schema.Attachment
+import gllm_inference.schema.AttachmentType
+import gllm_inference.schema.EMContent
+import gllm_inference.schema.Vector
+import aioboto3
+import gllm_inference.utils.validate_string_enum
+import cohere
+import asyncio.CancelledError
+import gllm_inference.exceptions.convert_to_base_invoker_error
+import gllm_inference.schema.TruncateSide
+import google
+import google.auth
+import google.genai
+import google.genai.types
+import httpx
+import gllm_inference.exceptions.ProviderInternalError
+import concurrent
+import concurrent.futures
+import concurrent.futures.ThreadPoolExecutor
+import langchain_core
+import langchain_core.embeddings
+import gllm_inference.exceptions.InvokerRuntimeError
+import gllm_inference.exceptions.build_debug_info
+import gllm_inference.utils.load_langchain_model
+import gllm_inference.utils.parse_model_data
+import openai
+import io
+import twelvelabs
+import sys
+import voyageai
+import voyageai.client_async
+import http
+import http.HTTPStatus
+import uuid
+import gllm_core.constants
+import gllm_core.event
+import gllm_core.schema
+import gllm_core.schema.tool
+import langchain_core.tools
+import gllm_inference.schema.BatchStatus
+import gllm_inference.schema.LMInput
+import gllm_inference.schema.LMOutput
+import gllm_inference.schema.Message
+import gllm_inference.schema.Reasoning
+import gllm_inference.schema.ResponseSchema
+import gllm_inference.schema.ThinkingEvent
+import gllm_inference.schema.TokenUsage
+import gllm_inference.schema.ToolCall
+import gllm_inference.schema.ToolResult
+import anthropic
+import anthropic.types
+import anthropic.types.message_create_params
+import anthropic.types.messages
+import anthropic.types.messages.batch_create_params
+import gllm_inference.schema.MessageRole
+import langchain_core.language_models
+import langchain_core.messages
+import gllm_inference.exceptions._get_exception_key
+import litellm
+import inspect
+import time
+import jsonschema
+import gllm_inference.lm_invoker.batch.BatchOperations
+import gllm_inference.schema.LMEventType
+import gllm_inference.schema.MessageContent
+import __future__
+import gllm_inference.schema.ActivityEvent
+import gllm_inference.schema.CodeEvent
+import gllm_inference.schema.CodeExecResult
+import gllm_inference.schema.MCPCall
+import gllm_inference.schema.MCPCallActivity
+import gllm_inference.schema.MCPListToolsActivity
+import gllm_inference.schema.MCPServer
+import gllm_inference.schema.WebSearchActivity
+import logging
+import portkey_ai
+import xai_sdk
+import xai_sdk.chat
+import xai_sdk.search
+import xai_sdk.proto
+import xai_sdk.proto.v5
+import xai_sdk.proto.v5.chat_pb2
+import jinja2
+import jinja2.sandbox
+import gllm_inference.schema.JinjaEnvType
+import gllm_inference.prompt_builder.format_strategy.JinjaFormatStrategy
+import gllm_inference.prompt_builder.format_strategy.StringFormatStrategy
+import transformers
+import gllm_inference.prompt_formatter.HuggingFacePromptFormatter
+import traceback
+import gllm_inference.realtime_chat.input_streamer.KeyboardInputStreamer
+import gllm_inference.realtime_chat.output_streamer.ConsoleOutputStreamer
+import google.genai.live
+import gllm_core.utils.logger_manager
+import mimetypes
+import pathlib
+import pathlib.Path
+import filetype
+import magic
+import requests
+import binascii
+import fnmatch
+import importlib

gllm_inference_binary-0.5.51b3.dist-info/METADATA

@@ -0,0 +1,138 @@
+Metadata-Version: 2.2
+Name: gllm-inference-binary
+Version: 0.5.51b3
+Summary: A library containing components related to model inferences in Gen AI applications.
+Author-email: Henry Wicaksono <henry.wicaksono@gdplabs.id>, Resti Febrina <resti.febrina@gdplabs.id>
+Requires-Python: <3.14,>=3.11
+Description-Content-Type: text/markdown
+Requires-Dist: poetry<3.0.0,>=2.1.3
+Requires-Dist: gllm-core-binary==0.3.23b2
+Requires-Dist: aiohttp<4.0.0,>=3.12.14
+Requires-Dist: filetype<2.0.0,>=1.2.0
+Requires-Dist: httpx<0.29.0,>=0.28.0
+Requires-Dist: jinja2<4.0.0,>=3.1.4
+Requires-Dist: jsonschema<5.0.0,>=4.24.0
+Requires-Dist: langchain<0.4.0,>=0.3.0
+Requires-Dist: pandas<3.0.0,>=2.2.3
+Requires-Dist: protobuf<7.0.0,>=5.29.4
+Requires-Dist: python-magic<0.5.0,>=0.4.27; sys_platform != "win32"
+Requires-Dist: python-magic-bin<0.5.0,>=0.4.14; sys_platform == "win32"
+Requires-Dist: sentencepiece<0.3.0,>=0.2.0
+Provides-Extra: dev
+Requires-Dist: coverage<8.0.0,>=7.4.4; extra == "dev"
+Requires-Dist: mypy<2.0.0,>=1.15.0; extra == "dev"
+Requires-Dist: pre-commit<4.0.0,>=3.7.0; extra == "dev"
+Requires-Dist: pytest<9.0.0,>=8.1.1; extra == "dev"
+Requires-Dist: pytest-asyncio<0.24.0,>=0.23.6; extra == "dev"
+Requires-Dist: pytest-cov<6.0.0,>=5.0.0; extra == "dev"
+Requires-Dist: ruff<0.7.0,>=0.6.7; extra == "dev"
+Provides-Extra: anthropic
+Requires-Dist: anthropic<0.61.0,>=0.60.0; extra == "anthropic"
+Provides-Extra: bedrock
+Requires-Dist: aioboto3<16.0.0,>=15.0.0; extra == "bedrock"
+Provides-Extra: cohere
+Requires-Dist: cohere<6.0.0,>=5.18.0; extra == "cohere"
+Provides-Extra: datasaur
+Requires-Dist: openai<2.0.0,>=1.98.0; extra == "datasaur"
+Provides-Extra: google
+Requires-Dist: google-genai<=1.36,>=1.23; extra == "google"
+Provides-Extra: huggingface
+Requires-Dist: huggingface-hub<0.31.0,>=0.30.0; extra == "huggingface"
+Requires-Dist: transformers<5.0.0,>=4.52.0; extra == "huggingface"
+Provides-Extra: litellm
+Requires-Dist: litellm<2.0.0,>=1.69.2; extra == "litellm"
+Provides-Extra: openai
+Requires-Dist: openai<2.0.0,>=1.98.0; extra == "openai"
+Provides-Extra: portkey-ai
+Requires-Dist: portkey-ai<2.0.0,>=1.14.4; extra == "portkey-ai"
+Provides-Extra: twelvelabs
+Requires-Dist: twelvelabs<0.5.0,>=0.4.4; extra == "twelvelabs"
+Provides-Extra: voyage
+Requires-Dist: voyageai<0.4.0,>=0.3.0; python_version < "3.13" and extra == "voyage"
+Provides-Extra: xai
+Requires-Dist: xai_sdk<2.0.0,>=1.0.0; extra == "xai"
+
+# GLLM Inference
+
+## Description
+
+A library containing components related to model inferences in Gen AI applications.
+
+## Installation
+
+### Prerequisites
+1. Python 3.11+ - [Install here](https://www.python.org/downloads/)
+2. Pip (if using Pip) - [Install here](https://pip.pypa.io/en/stable/installation/)
+3. Poetry (automatically installed via Makefile) - [Install here](https://python-poetry.org/docs/#installation)
+4. Git (if using Git) - [Install here](https://git-scm.com/downloads)
+5. gcloud CLI (for authentication) - [Install here](https://cloud.google.com/sdk/docs/install)
+6. For git installation, access to the [GDP Labs SDK github repository](https://github.com/GDP-ADMIN/gl-sdk)
+
+### 1. Installation from Artifact Registry
+Choose one of the following methods to install the package:
+
+#### Using pip
+```bash
+pip install gllm-inference-binary
+```
+
+#### Using Poetry
+```bash
+poetry add gllm-inference-binary
+```
+
+### 2. Development Installation (Git)
+For development purposes, you can install directly from the Git repository:
+```bash
+poetry add "git+ssh://git@github.com/GDP-ADMIN/gen-ai-internal.git#subdirectory=libs/gllm-inference"
+```
+
+Available extras:
+- `anthropic`: Install Anthropic models dependencies
+- `google-genai`: Install Google Generative AI models dependencies
+- `google-vertexai`: Install Google Vertex AI models dependencies
+- `huggingface`: Install HuggingFace models dependencies
+- `openai`: Install OpenAI models dependencies
+- `twelvelabs`: Install TwelveLabs models dependencies
+
+## Local Development Setup
+
+### Quick Setup (Recommended)
+For local development with editable gllm packages, use the provided Makefile:
+
+```bash
+# Complete setup: installs Poetry, configures auth, installs packages, sets up pre-commit
+make setup
+```
+
+The following are the available Makefile targets:
+
+1. `make setup` - Complete development setup (recommended for new developers)
+2. `make install-poetry` - Install or upgrade Poetry to the latest version
+3. `make auth` - Configure authentication for internal repositories
+4. `make install` - Install all dependencies
+5. `make install-pre-commit` - Set up pre-commit hooks
+6. `make update` - Update dependencies
+### Manual Development Setup (Legacy)
+If you prefer to manage dependencies manually:
+
+1. Go to root folder of `gllm-inference` module, e.g. `cd libs/gllm-inference`.
+2. Run `poetry shell` to create a virtual environment.
+3. Run `poetry lock` to create a lock file if you haven't done it yet.
+4. Run `poetry install` to install the `gllm-inference` requirements for the first time.
+5. Run `poetry update` if you update any dependency module version at `pyproject.toml`.
+
+
+## Contributing
+Please refer to this [Python Style Guide](https://docs.google.com/document/d/1uRggCrHnVfDPBnG641FyQBwUwLoFw0kTzNqRm92vUwM/edit?usp=sharing)
+to get information about code style, documentation standard, and SCA that you need to use when contributing to this project
+
+### Getting Started with Development
+1. Clone the repository and navigate to the gllm-inference directory
+2. Run `make setup` to set up your development environment
+3. Run `which python` to get the path to be referenced at Visual Studio Code interpreter path (`Ctrl`+`Shift`+`P` or `Cmd`+`Shift`+`P`)
+4. Try running the unit test to see if it's working:
+```bash
+poetry run pytest -s tests/unit_tests/
+```
+5. When you want to update the dependencies, run `make update`

gllm_inference_binary-0.5.51b3.dist-info/RECORD

@@ -0,0 +1,137 @@
+gllm_inference.cpython-313-darwin.so,sha256=e0m_8i2W9bQrHKjotHdO9i17dUgPRrd4ZaXup8BzYNY,4945704
+gllm_inference.pyi,sha256=3TbylLc0CkZzlLT7WqOloWNruBH0tojkkQJ_krV9mQs,5211
+gllm_inference/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+gllm_inference/constants.pyi,sha256=viU-ACRbVSGvsCJ0FQmuR1yhyl-BzoHDVIWo5cwHmF0,337
+gllm_inference/builder/__init__.pyi,sha256=usz2lvfwO4Yk-ZGKXbCWG1cEr3nlQXxMNDNC-2yc1NM,500
+gllm_inference/builder/_build_invoker.pyi,sha256=v__-YT0jGmLqEsgl7Abk9we-wYWcyVFvlRN_Uu4vVak,848
+gllm_inference/builder/build_em_invoker.pyi,sha256=0IVcRGaciPBAFcgvGRC4-Kje_PPXOSug77LqxRc-x_U,5749
+gllm_inference/builder/build_lm_invoker.pyi,sha256=TBAr7Sk9Jgckdlfj69pYOzZFMsooL-FpfbPYt_kCcXU,8852
+gllm_inference/builder/build_lm_request_processor.pyi,sha256=KbQkcPa8C-yzyelht4mWLP8kDmh17itAT3tn8ZJB6pg,4144
+gllm_inference/builder/build_output_parser.pyi,sha256=_Lrq-bh1oPsb_Nwkkr_zyEUwIOMysRFZkvEtEM29LZM,936
+gllm_inference/catalog/__init__.pyi,sha256=JBkPGTyiiZ30GECzJBW-mW8LekWyY2qyzal3eW7ynaM,287
+gllm_inference/catalog/catalog.pyi,sha256=a4RNG1lKv51GxQpOqh47tz-PAROMPaeP2o5XNLBSZaU,4790
+gllm_inference/catalog/lm_request_processor_catalog.pyi,sha256=WW1j8jWujnatF0c9rCk94CyobtFe3gOky2vjoGCV6nw,5424
+gllm_inference/catalog/prompt_builder_catalog.pyi,sha256=OU8k_4HbqjZEzHZlzSM3uzGQZJmM2uGD76Csqom0CEQ,3197
+gllm_inference/em_invoker/__init__.pyi,sha256=FHFR4k8RqtdMNZkda6A89tvWFtIoxF-t_NahDGeBQ2k,1199
+gllm_inference/em_invoker/azure_openai_em_invoker.pyi,sha256=fE-RZ10Leerbyqp8ISXeqdU_m0kaHdlHml_nQqwFjqY,4961
+gllm_inference/em_invoker/bedrock_em_invoker.pyi,sha256=3GkVO9hvmYck4NJY5spAg6opSxr0v8OJ4qhMvz1rcAA,6365
+gllm_inference/em_invoker/cohere_em_invoker.pyi,sha256=LSNVGx58JdSP2YB6CziOS_v5VuSLdARVpBBWhz8t5E4,6665
+gllm_inference/em_invoker/em_invoker.pyi,sha256=KGjLiAWGIA3ziV50zMwSzx6lTVUbYspQCl4LFxqbDlY,5101
+gllm_inference/em_invoker/google_em_invoker.pyi,sha256=OgIQhT2g6g09Hqr9mc2--MjV3Ti-XuHfqLTunvcqU1k,6824
+gllm_inference/em_invoker/jina_em_invoker.pyi,sha256=WZJ8BeaqxrAGMrUtIEUy3itcOEzvRQYEwe0gazIv6ng,5651
+gllm_inference/em_invoker/langchain_em_invoker.pyi,sha256=BhZjkYZoxQXPJjP0PgA8W0xrtwiqDkW5E6NpGit0h1E,3498
+gllm_inference/em_invoker/openai_compatible_em_invoker.pyi,sha256=z4_jEuaprna6AJF2wXH-JgmynpVFXeb2HQZr-0ATmMw,2882
+gllm_inference/em_invoker/openai_em_invoker.pyi,sha256=tb6cXTvAGr01MMSc96mYWDqK-EK_VCdDOQ-Be0_EZfM,6195
+gllm_inference/em_invoker/twelevelabs_em_invoker.pyi,sha256=mitrJZW3M43k306cHwJoDjBfN1nr20C4sZ42Xr6hfO0,5347
+gllm_inference/em_invoker/voyage_em_invoker.pyi,sha256=gyYQA3rbekHJIvvY6TE4tTt8W-DbPqjiPW6FaJoQPHI,5517
+gllm_inference/em_invoker/langchain/__init__.pyi,sha256=VYGKE5OgU0my1RlhgzkU_A7-GLGnUDDnNFuctuRwILE,148
+gllm_inference/em_invoker/langchain/em_invoker_embeddings.pyi,sha256=VU3-Vhb9BCDhJo8PPdWHe2rBEOCs_HMXT6ZaWwjUzZE,3304
+gllm_inference/em_invoker/schema/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+gllm_inference/em_invoker/schema/bedrock.pyi,sha256=ePYwailnZAYbZKt9HRDi4iAISq003jpxQPxDCiFdEZg,615
+gllm_inference/em_invoker/schema/cohere.pyi,sha256=UTbTtePRR1zJMsM09SiTZSZZP0IaUGaODvc7ZqH9S8c,547
+gllm_inference/em_invoker/schema/google.pyi,sha256=ovDlvinu99QJhIxMkvVUoGBEFkkEoAZhadSuk0nI9N8,181
+gllm_inference/em_invoker/schema/jina.pyi,sha256=vE1ySd8OTDM35saEZos7UCdPwHeX66iuHkZ3RchSZKA,741
+gllm_inference/em_invoker/schema/langchain.pyi,sha256=edcUvc1IHoSMFwqV83uqWqd0U3fLhkyWQjVknvjHI8U,112
+gllm_inference/em_invoker/schema/openai.pyi,sha256=Q_dsEcodkOXYXPdrkOkW0LnuLhfeq8tEbtZAGMz2ajA,139
+gllm_inference/em_invoker/schema/openai_compatible.pyi,sha256=gmvGtsWoOMBelke_tZjC6dKimFBW9f4Vrgv0Ig0OM9Q,150
+gllm_inference/em_invoker/schema/twelvelabs.pyi,sha256=F6wKHgG01bYskJpKoheBSpRpHUfFpteKn9sj9n5YfcU,372
+gllm_inference/em_invoker/schema/voyage.pyi,sha256=HVpor0fqNy-IwapCICfsgFmqf1FJXCOMIxS2vOXhHd8,289
+gllm_inference/exceptions/__init__.pyi,sha256=Upcuj7od2lkbdueQ0iMT2ktFYYi-KKTynTLAaxWDTjU,1214
+gllm_inference/exceptions/error_parser.pyi,sha256=IOfa--NpLUW5E9Qq0mwWi6ZpTAbUyyNe6iAqunBNGLI,1999
+gllm_inference/exceptions/exceptions.pyi,sha256=Bv996qLa_vju0Qjf4GewMxdkq8CV9LRZb0S6289DldA,5725
+gllm_inference/exceptions/provider_error_map.pyi,sha256=XPLWU42-r8MHZgg5ZkE80Gdqg3p8Z_JHvq_Na03iTqY,1243
+gllm_inference/lm_invoker/__init__.pyi,sha256=Ze9CxgGYguyz8BAU87_2JM-D4OZjlYAqktLI_B2tj_s,1488
+gllm_inference/lm_invoker/anthropic_lm_invoker.pyi,sha256=tsO9WJRj7l4auLc2vxftMX-niWJ9dlYwUIeiTL2FtIo,16392
+gllm_inference/lm_invoker/azure_openai_lm_invoker.pyi,sha256=6aqQdwVNLO9bDNrqcO8s75IJAN2hLSGvhO6VeDyz44w,14347
+gllm_inference/lm_invoker/bedrock_lm_invoker.pyi,sha256=BHv503cfL9d1SjIbxgPXSYjX-ZUrxCbUbnnONRAL0MI,11625
+gllm_inference/lm_invoker/datasaur_lm_invoker.pyi,sha256=6DTnHsCFtGkwqVIlvmIZqKQqMVld_JVl-MFaR0WAO8g,8185
+gllm_inference/lm_invoker/google_lm_invoker.pyi,sha256=vbnh9PxtEtK740QEgqk6a7sBmtuvOPQ5_1Z3UDSonR4,17338
+gllm_inference/lm_invoker/langchain_lm_invoker.pyi,sha256=NViXl_eGfFGVwLKjJ5OFdV78oay85YLgBZ8QVJGbaLA,12491
+gllm_inference/lm_invoker/litellm_lm_invoker.pyi,sha256=FHAxghha7Jfjjnty0gwgmcWRdEke_tr-54PkKc9BRUU,12404
+gllm_inference/lm_invoker/lm_invoker.pyi,sha256=YfwlV5uJwwoC0uJ54qsF2PZ5eoX85kUWV14nEiBvXTM,8501
+gllm_inference/lm_invoker/openai_chat_completions_lm_invoker.pyi,sha256=zdHK-YmfplLmvwi1VASm2zvqqyLMoVSMHh2ggqaHIDA,14905
+gllm_inference/lm_invoker/openai_compatible_lm_invoker.pyi,sha256=i5pMpZf4-r_7FQ1qfsqcjpc98sI-cPiqheuTfTEKxJs,4192
+gllm_inference/lm_invoker/openai_lm_invoker.pyi,sha256=YplNfGRnLAv9puh_9hhCiQ3HbVD3XIZAkyvBR06qCpg,23019
+gllm_inference/lm_invoker/portkey_lm_invoker.pyi,sha256=yI6pN_a5J2uZA3Q9LxniXy6vg8g8ySUzhvpK09PTDgQ,13205
+gllm_inference/lm_invoker/xai_lm_invoker.pyi,sha256=eovp5rwHykcsoT3-TDo5YU6Kt-azfH_IIIFqmkAsD74,14343
+gllm_inference/lm_invoker/batch/__init__.pyi,sha256=W4W-_yfk7lL20alREJai6GnwuQvdlKRfwQCX4mQK4XI,127
+gllm_inference/lm_invoker/batch/batch_operations.pyi,sha256=Oo7hoyPSfPZdy1mXvSdvtRndvq-XTIbPIjEoGvJj5C0,5372
+gllm_inference/lm_invoker/schema/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+gllm_inference/lm_invoker/schema/anthropic.pyi,sha256=6lreMyHKRfZzX5NBYKnQf1Z6RzXBjTvqZj2VbMeaTLQ,1098
+gllm_inference/lm_invoker/schema/bedrock.pyi,sha256=FJLY-ZkkLUYDV48pfsLatnot4ev_xxz9xAayLK28CpU,1027
+gllm_inference/lm_invoker/schema/datasaur.pyi,sha256=WSuwOqL1j2ZioCZFC-gbB7vTRIZHQ3sU40c3ool5L6c,265
+gllm_inference/lm_invoker/schema/google.pyi,sha256=AIsNgq0ZZuicHmx4bL7z6q-946T05nWts3HUeA8hhHQ,505
+gllm_inference/lm_invoker/schema/langchain.pyi,sha256=rZcIxuvABI4pKfyVvkRBRqfJJogZ67EFPydpubHt49c,429
+gllm_inference/lm_invoker/schema/openai.pyi,sha256=J_rT5Z3rx0hLIae-me1ENeemOESpavcRmYI5pgpkhhk,2222
+gllm_inference/lm_invoker/schema/openai_chat_completions.pyi,sha256=8byBRZ4xyTidIQJsZqiSjp5t1X875Obe-aEbT0yYfuA,1199
+gllm_inference/lm_invoker/schema/portkey.pyi,sha256=NeRjHNd84HgE_ur2F3Cv6Jx30v6V7eQvI_iJiq4kuME,631
+gllm_inference/lm_invoker/schema/xai.pyi,sha256=cWnbJmDtllqRH3NXpQbiXgkNBcUXr8ksDSDywcgJebE,632
+gllm_inference/model/__init__.pyi,sha256=LTeBCSJJwCSd5Qrg7RZCXcp9fURNVNXFR5akk1ZZrTk,810
+gllm_inference/model/em/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+gllm_inference/model/em/cohere_em.pyi,sha256=fArRlV08NwbsJ_h6vpWr94XxUVBtbqW1Jh8s42LRXCo,488
+gllm_inference/model/em/google_em.pyi,sha256=ZPN5LmReO0bcTfnZixFooUTzgD-daNFPzfxzZ-5WzQQ,471
+gllm_inference/model/em/jina_em.pyi,sha256=txEvDI61nhDRUMgvFzpoe-f0onpUAs1j9HPDN01IHxg,627
+gllm_inference/model/em/openai_em.pyi,sha256=KcWpMmxNqS28r4zT4H2TIADHr7e7f3VSI1MPzjJXH9k,442
+gllm_inference/model/em/twelvelabs_em.pyi,sha256=pf9YfTfTPAceBoe1mA5VgtCroHZi5k42mEz-mGSD5QM,400
+gllm_inference/model/em/voyage_em.pyi,sha256=CEfXjLNZamfhsLyAxIkDXND2Jk4GzwXK5puK9yKJDyE,531
+gllm_inference/model/lm/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+gllm_inference/model/lm/anthropic_lm.pyi,sha256=dWfG-M_gD644yJ-LK_T8HnAT649j3Vx7TVof03XQimE,611
+gllm_inference/model/lm/google_lm.pyi,sha256=cMV5zYX8uwUF7pErv4pXnXD2G52umo3sxKwbSx7nFhQ,511
+gllm_inference/model/lm/openai_lm.pyi,sha256=u11zvvIS7-XaHKZ33cZxGQmT6cZ4DqK9Do8l7gFOUTc,618
+gllm_inference/model/lm/xai_lm.pyi,sha256=2ZEQ_--e_zsb23zZQ8bKdQShU7zChx5TrDKF8EpwEpU,506
+gllm_inference/output_parser/__init__.pyi,sha256=WQOOgsYnPk8vd-SOhFMMaVTzy4gkYrOAyT5gnAxv0A0,129
+gllm_inference/output_parser/json_output_parser.pyi,sha256=uulh91uQLMSb4ZXZhHYi9W9w7zGnmrOweEkL6wdDJN8,2933
+gllm_inference/output_parser/output_parser.pyi,sha256=Yzk7F26pH8Uc7FQZo4G6l67YkfppefUvaV9cNK-HyDs,948
+gllm_inference/prompt_builder/__init__.pyi,sha256=kshfBMvwIwiIvjxiGG5BrJZNvpPa8rhtkbHo5FPifBg,117
+gllm_inference/prompt_builder/prompt_builder.pyi,sha256=VQaw8nE8SPK1nvVVB4YjeqZSazigNPuWvOEcgGji0W8,4557
+gllm_inference/prompt_builder/format_strategy/__init__.pyi,sha256=QhORHac3ySOPmL9k9kmCKL70vtaUtwkZEtGoRNWNuA8,308
+gllm_inference/prompt_builder/format_strategy/format_strategy.pyi,sha256=JSUl_7Ka08oDZPpslymkUa8pDzqNGIK2TlcVANspqrY,2273
+gllm_inference/prompt_builder/format_strategy/jinja_format_strategy.pyi,sha256=IAezLUiKSJMaoDyleo8pFnFqq8rBM_Q-lNXuAGvwXhI,2225
+gllm_inference/prompt_builder/format_strategy/string_format_strategy.pyi,sha256=E0r8x6NTVbPLUfbJBz75PW1n3Ong6bi1WNgxBD0FTM4,693
+gllm_inference/prompt_formatter/__init__.pyi,sha256=rTsjfRsT-y00qH67fPewMNPMN1fAO2y7DM9scR1ccm0,740
+gllm_inference/prompt_formatter/agnostic_prompt_formatter.pyi,sha256=c9mN4t8LXn79h8wq8DAeWYwMgmZGzXjP7EcjLpwfNZg,2018
+gllm_inference/prompt_formatter/huggingface_prompt_formatter.pyi,sha256=AJ-D11HBhTKBA1B5s0km_K1R6o5HD1yvdbGoL7SpGhI,2729
+gllm_inference/prompt_formatter/llama_prompt_formatter.pyi,sha256=nz24trAqHsUY_zHVYfdNzhBO_TCUtzRkg-QYYow4l2s,2848
+gllm_inference/prompt_formatter/mistral_prompt_formatter.pyi,sha256=DgFitxfvCSJf8_6NUfSre-PXYMuPI4vX4AN6BPF1cBE,2650
+gllm_inference/prompt_formatter/openai_prompt_formatter.pyi,sha256=QB7gHddipQuAolUKO01ApZeaRxBtRZzglS5B78mzsV8,1286
+gllm_inference/prompt_formatter/prompt_formatter.pyi,sha256=UkcPi5ao98OGJyNRsqfhYTlMW-ZLNITaGZUTwzvBzqk,1146
+gllm_inference/realtime_chat/__init__.pyi,sha256=Fhxr_sYOt_p43BT2uvJmCp5FMhfb3dDMoIZglq2y6G8,137
+gllm_inference/realtime_chat/google_realtime_chat.pyi,sha256=S5FOCacuc7j4J2tjpUHCdp91YlalxIJ3V3Bh0t0GGus,10112
+gllm_inference/realtime_chat/realtime_chat.pyi,sha256=qG0fXyhTPLw6wGpnDX6wQrLfs6RBaxCK2ASwIqOymp4,1375
+gllm_inference/realtime_chat/input_streamer/__init__.pyi,sha256=REN1dEEZB-I2RX5QsBMxWcUiGm0-fWLevgj7IT18W6Y,317
+gllm_inference/realtime_chat/input_streamer/input_streamer.pyi,sha256=DOVBe_lxievONS_t14opNNuv0zM3MWyBcCwmxzR4_BE,1259
+gllm_inference/realtime_chat/input_streamer/keyboard_input_streamer.pyi,sha256=3L0y91efGmb4YFWigs2WGAURQ48EwNxLgcVMm15yrIg,1043
+gllm_inference/realtime_chat/input_streamer/linux_mic_input_streamer.pyi,sha256=o8rOootmcKHmKRUCCHvfGlCcfeBow5UTbQHIw89XIqg,1337
+gllm_inference/realtime_chat/output_streamer/__init__.pyi,sha256=FP5amnApQcIvW7YfQEnLzJBzEDz51npgocfCcRWDQXA,339
+gllm_inference/realtime_chat/output_streamer/console_output_streamer.pyi,sha256=pO_llZK7JDjllTWEZjujEVo83Hvrv_8LwVqEkQiIOOo,674
+gllm_inference/realtime_chat/output_streamer/linux_speaker_output_streamer.pyi,sha256=yie6VaOyozzE4bKtvWr-6hRiobK-8mshCqeUOhK1PVA,1487
+gllm_inference/realtime_chat/output_streamer/output_streamer.pyi,sha256=GPAw1wPSrwHpJ2MeZJB3V9CCESTDZpyYYgsoy_LI2Nk,1083
+gllm_inference/request_processor/__init__.pyi,sha256=hVnfdNZnkTBJHnmLtN3Na4ANP0yK6AstWdIizVr2Apo,227
+gllm_inference/request_processor/lm_request_processor.pyi,sha256=VnYc8E3Iayyhw-rPnGPfTKuO3ohgFsS8HPrZJeyES5I,5889
+gllm_inference/request_processor/uses_lm_mixin.pyi,sha256=Yu0XPNuHxq1tWBviHTPw1oThojneFwGHepvGjBXxKQA,6382
+gllm_inference/schema/__init__.pyi,sha256=kTFb0oGdne0yMXgx71pmIyG_H07gOLf42mtN5n0Vajs,2266
+gllm_inference/schema/activity.pyi,sha256=JnO2hqj91P5Tc6qb4pbkEMrHer2u5owiCvhl-igcQKQ,2303
+gllm_inference/schema/attachment.pyi,sha256=jApuzjOHJDCz4lr4MlHzBgIndh559nbWu2Xp1fk3hso,3297
+gllm_inference/schema/code_exec_result.pyi,sha256=ZTHh6JtRrPIdQ059P1UAiD2L-tAO1_S5YcMsAXfJ5A0,559
+gllm_inference/schema/config.pyi,sha256=rAL_UeXyQeXVk1P2kqd8vFWOMwmKenfpQLtvMP74t9s,674
+gllm_inference/schema/enums.pyi,sha256=-A7BuMVfUiyOhXdZLqagrdm8MsxRS_HV4PGC6khWMlc,1751
+gllm_inference/schema/events.pyi,sha256=VObVT6B5rvXRYReiVL04vKSxlEHZIjIOVTa4iS87s3w,4705
+gllm_inference/schema/lm_input.pyi,sha256=A5pjz1id6tP9XRNhzQrbmzd66C_q3gzo0UP8rCemz6Q,193
+gllm_inference/schema/lm_output.pyi,sha256=1SZi6vIWvmrZlVQ59WeQUKO5VhKrLHsSRDYslEH9d7o,2435
+gllm_inference/schema/mcp.pyi,sha256=Vwu8E2BDl6FvvnI42gIyY3Oki1BdwRE3Uh3aV0rmhQU,1014
+gllm_inference/schema/message.pyi,sha256=VP9YppKj2mo1esl9cy6qQO9m2mMHUjTmfGDdyUor880,2220
+gllm_inference/schema/model_id.pyi,sha256=BHzi8PdYsV_rPGkBcKvZJDCf62ToPjmRTcXcTgKfoTg,5894
+gllm_inference/schema/reasoning.pyi,sha256=SlTuiDw87GdnAn-I6YOPIJRhEBiwQljM46JohG05guQ,562
+gllm_inference/schema/token_usage.pyi,sha256=1GTQVORV0dBNmD_jix8aVaUqxMKFF04KpLP7y2urqbk,2950
+gllm_inference/schema/tool_call.pyi,sha256=zQaVxCnkVxOfOEhBidqohU85gb4PRwnwBiygKaunamk,389
+gllm_inference/schema/tool_result.pyi,sha256=cAG7TVtB4IWJPt8XBBbB92cuY1ZsX9M276bN9aqjcvM,276
+gllm_inference/schema/type_alias.pyi,sha256=q_C1x8hUUoerGEQFj99g3yaZ1ILigGQSEo-FheqS_lM,529
+gllm_inference/utils/__init__.pyi,sha256=mDJ2gLSeQzm-79Tov5-dhrMNaDqgcD1VVzDYAWvIRqA,391
+gllm_inference/utils/io_utils.pyi,sha256=7kUTacHAVRYoemFUOjCH7-Qmw-YsQGd6rGYxjf_qmtw,1094
+gllm_inference/utils/langchain.pyi,sha256=VluQiHkGigDdqLUbhB6vnXiISCP5hHqV0qokYY6dC1A,1164
+gllm_inference/utils/validation.pyi,sha256=toxBtRp-VItC_X7sNi-GDd7sjibBdWMrR0q01OI2D7k,385
+gllm_inference.build/.gitignore,sha256=aEiIwOuxfzdCmLZe4oB1JsBmCUxwG8x-u-HBCV9JT8E,1
+gllm_inference_binary-0.5.51b3.dist-info/METADATA,sha256=3W0iVCB7pQeVBoru96XE5Y-xzRereb8lcDN7PoxknvU,5804
+gllm_inference_binary-0.5.51b3.dist-info/WHEEL,sha256=LySLkZbKo_9Y43IIH4b2lKMJ4X6HWu97Axseguj1GhY,104
+gllm_inference_binary-0.5.51b3.dist-info/top_level.txt,sha256=FpOjtN80F-qVNgbScXSEyqa0w09FYn6301iq6qt69IQ,15
+gllm_inference_binary-0.5.51b3.dist-info/RECORD,,

gllm_inference_binary-0.5.51b3.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: Nuitka (2.6.9)
+Root-Is-Purelib: false
+Tag: cp313-cp313-macosx_11_0_arm64
+

gllm_inference_binary-0.5.51b3.dist-info/top_level.txt

@@ -0,0 +1 @@
+gllm_inference