gllm-inference-binary 0.4.62__cp311-cp311-win_amd64.whl → 0.5.0__cp311-cp311-win_amd64.whl

gllm_inference/lm_invoker/tgi_lm_invoker.pyi

@@ -1,34 +0,0 @@
-from gllm_inference.lm_invoker.openai_compatible_lm_invoker import OpenAICompatibleLMInvoker as OpenAICompatibleLMInvoker
-from typing import Any
-
-DEPRECATION_MESSAGE: str
-
-class TGILMInvoker(OpenAICompatibleLMInvoker):
-    """A language model invoker to interact with language models hosted in Text Generation Inference (TGI).
-
-    This class has been deprecated as Text Generation Inference is now supported through `OpenAICompatibleLMInvoker`.
-    This class is maintained for backward compatibility and will be removed in version 0.5.0.
-
-    Attributes:
-        model_id (str): The model ID of the language model.
-        model_provider (str): The provider of the language model.
-        model_name (str): The name of the language model.
-        client (AsyncOpenAI): The OpenAI client instance.
-        default_hyperparameters (dict[str, Any]): Default hyperparameters for invoking the model.
-        tools (list[Any]): The list of tools provided to the model to enable tool calling.
-        response_schema (ResponseSchema | None): The schema of the response. If provided, the model will output a
-            structured response as defined by the schema. Supports both Pydantic BaseModel and JSON schema dictionary.
-        output_analytics (bool): Whether to output the invocation analytics.
-        retry_config (RetryConfig): The retry configuration for the language model.
-    """
-    def __init__(self, url: str, username: str = '', password: str = '', api_key: str = '', default_hyperparameters: dict[str, Any] | None = None) -> None:
-        """Initializes a new instance of the TGILMInvoker class.
-
-        Args:
-            url (str): The URL of the TGI service.
-            username (str, optional): The username for Basic Authentication. Defaults to an empty string.
-            password (str, optional): The password for Basic Authentication. Defaults to an empty string.
-            api_key (str, optional): The API key for authenticating with the TGI service. Defaults to an empty string.
-            default_hyperparameters (dict[str, Any] | None, optional): Default hyperparameters for invoking the model.
-                Defaults to None.
-        """

gllm_inference/multimodal_em_invoker/__init__.pyi

@@ -1,4 +0,0 @@
-from gllm_inference.multimodal_em_invoker.google_vertexai_multimodal_em_invoker import GoogleVertexAIMultimodalEMInvoker as GoogleVertexAIMultimodalEMInvoker
-from gllm_inference.multimodal_em_invoker.twelvelabs_multimodal_em_invoker import TwelveLabsMultimodalEMInvoker as TwelveLabsMultimodalEMInvoker
-
-__all__ = ['GoogleVertexAIMultimodalEMInvoker', 'TwelveLabsMultimodalEMInvoker']

gllm_inference/multimodal_em_invoker/google_vertexai_multimodal_em_invoker.pyi

@@ -1,52 +0,0 @@
-from _typeshed import Incomplete
-from gllm_inference.multimodal_em_invoker.multimodal_em_invoker import BaseMultimodalEMInvoker as BaseMultimodalEMInvoker
-from gllm_inference.schema import Vector as Vector
-from gllm_inference.utils import get_mime_type as get_mime_type, is_local_file_path as is_local_file_path, is_remote_file_path as is_remote_file_path, load_google_vertexai_project_id as load_google_vertexai_project_id
-
-VALID_EXTENSION_MAP: Incomplete
-VALID_EXTENSIONS: Incomplete
-FILE_TYPE_KEY_MAP: Incomplete
-DEPRECATION_MESSAGE: str
-
-class GoogleVertexAIMultimodalEMInvoker(BaseMultimodalEMInvoker[str | bytes]):
-    """A class to interact with multimodal embedding models hosted through Google's Vertex AI API endpoints.
-
-    The `GoogleVertexAIMultimodalEMInvoker` class is responsible for invoking a multimodal embedding model using the
-    Google Vertex AI API. It uses the multimodal embedding model to transform a content or a list of contents
-    into their vector representations.
-
-    Attributes:
-        model (MultiModalEmbeddingModel): The multimodal embedding model to be used for embedding the input content.
-        embedding_dimension (int): The dimension of the embedding vector.
-
-    Notes:
-        In order to use the `GoogleVertexAIMultimodalEMInvoker`, a credentials JSON file for a Google Cloud service
-        account with the Vertex AI API enabled must be provided. For more information on how to create the credentials
-        file, please refer to the following pages:
-        1. https://cloud.google.com/docs/authentication/application-default-credentials.
-        2. https://developers.google.com/workspace/guides/create-credentials.
-
-        The `GoogleVertexAIMultimodalEMInvoker` currently supports the following contents:
-        1. Text, which can be passed as plain strings.
-        2. Image, which can be passed as:
-            1. Base64 encoded image bytes.
-            2. URL pointing to an image.
-            3. Local image file path.
-        4. Video, which can be passed as:
-            1. Base64 encoded video bytes.
-            2. URL pointing to a video.
-            3. Local video file path.
-    """
-    model: Incomplete
-    embedding_dimension: Incomplete
-    def __init__(self, model_name: str, credentials_path: str, project_id: str | None = None, location: str = 'us-central1', embedding_dimension: int = 1408) -> None:
-        '''Initializes a new instance of the GoogleVertexAIMultimodalEMInvoker class.
-
-        Args:
-            model_name (str): The name of the multimodal embedding model to be used.
-            credentials_path (str): The path to the Google Cloud service account credentials JSON file.
-            project_id (str | None, optional): The Google Cloud project ID. Defaults to None, in which case the
-                project ID will be loaded from the credentials file.
-            location (str, optional): The location of the Google Cloud project. Defaults to "us-central1".
-            embedding_dimension (int, optional): The dimension of the embedding vector. Defaults to 1408.
-        '''

gllm_inference/multimodal_em_invoker/multimodal_em_invoker.pyi

@@ -1,35 +0,0 @@
-import abc
-from abc import ABC
-from gllm_inference.schema import Vector as Vector
-from typing import Generic, TypeVar
-
-InputType = TypeVar('InputType')
-
-class BaseMultimodalEMInvoker(ABC, Generic[InputType], metaclass=abc.ABCMeta):
-    """A base class for multimodal embedding model invokers used in Gen AI applications.
-
-    The `BaseMultimodalEMInvoker` class provides a framework for invoking multimodal embedding models.
-    The input may contain multimodal content that is defined by the type variable `InputType`.
-
-    Attributes:
-        None
-    """
-    async def invoke(self, content: InputType | list[InputType]) -> Vector | list[Vector]:
-        """Invokes the multimodal embedding model with the provided content.
-
-        This method validates the content and then invokes the multimodal embedding model by calling the
-        `_invoke` method.
-
-        Args:
-            content (InputType | list[InputType]): The input content or list of input contents to be embedded using the
-                multimodal embedding model. The content may contain multimodal inputs that is defined by the type
-                variable `InputType`.
-
-        Returns:
-            Vector | list[Vector]: The vector representations of the input content:
-                1. If the input is a single content, the output is a `Vector`.
-                2. If the input is a list of contents, the output is a `list[Vector]`.
-
-        Raises:
-            ValueError: If the content is not of the correct type.
-        """

gllm_inference/multimodal_em_invoker/twelvelabs_multimodal_em_invoker.pyi

@@ -1,49 +0,0 @@
-from _typeshed import Incomplete
-from gllm_inference.multimodal_em_invoker.multimodal_em_invoker import BaseMultimodalEMInvoker as BaseMultimodalEMInvoker
-from gllm_inference.schema import Vector as Vector
-from gllm_inference.utils import get_mime_type as get_mime_type, is_local_file_path as is_local_file_path, is_remote_file_path as is_remote_file_path
-
-VALID_EXTENSION_MAP: Incomplete
-VALID_EXTENSIONS: Incomplete
-FILE_TYPE_KEY_MAP: Incomplete
-DEFAULT_VIDEO_STATUS_CHECK_INTERVAL: int
-DEPRECATION_MESSAGE: str
-
-class TwelveLabsMultimodalEMInvoker(BaseMultimodalEMInvoker[str | bytes]):
-    """A class to interact with multimodal embedding models hosted through TwelveLabs API endpoints.
-
-    The `TwelveLabsMultimodalEMInvoker` class is responsible for invoking a multimodal embedding model using the
-    TwelveLabs API. It uses the multimodal embedding model to transform a content or a list of contents
-    into their vector representations.
-
-    Attributes:
-        client (TwelveLabs): The client for the TwelveLabs API.
-        model_name (str): The name of the multimodal embedding model to be used.
-
-    Notes:
-        The `TwelveLabsMultimodalEMInvoker` currently supports the following contents:
-        1. Text, which can be passed as plain strings.
-        2. Audio, which can be passed as:
-            1. Base64 encoded audio bytes.
-            2. URL pointing to an audio file.
-            3. Local audio file path.
-        3. Image, which can be passed as:
-            1. Base64 encoded image bytes.
-            2. URL pointing to an image.
-            3. Local image file path.
-        4. Video, which can be passed as:
-            1. URL pointing to a video.
-            2. Local video file path.
-    """
-    client: Incomplete
-    model_name: Incomplete
-    video_status_check_interval: Incomplete
-    def __init__(self, model_name: str, api_key: str, video_status_check_interval: int = ...) -> None:
-        """Initializes a new instance of the TwelveLabsMultimodalEMInvoker class.
-
-        Args:
-            model_name (str): The name of the multimodal embedding model to be used.
-            api_key (str): The API key for the TwelveLabs API.
-            video_status_check_interval (int, optional): The interval in seconds to check the status of the video
-                embedding task. Defaults to DEFAULT_VIDEO_STATUS_CHECK_INTERVAL.
-        """

gllm_inference/multimodal_lm_invoker/__init__.pyi

@@ -1,7 +0,0 @@
-from gllm_inference.multimodal_lm_invoker.anthropic_multimodal_lm_invoker import AnthropicMultimodalLMInvoker as AnthropicMultimodalLMInvoker
-from gllm_inference.multimodal_lm_invoker.azure_openai_multimodal_lm_invoker import AzureOpenAIMultimodalLMInvoker as AzureOpenAIMultimodalLMInvoker
-from gllm_inference.multimodal_lm_invoker.google_generativeai_multimodal_lm_invoker import GoogleGenerativeAIMultimodalLMInvoker as GoogleGenerativeAIMultimodalLMInvoker
-from gllm_inference.multimodal_lm_invoker.google_vertexai_multimodal_lm_invoker import GoogleVertexAIMultimodalLMInvoker as GoogleVertexAIMultimodalLMInvoker
-from gllm_inference.multimodal_lm_invoker.openai_multimodal_lm_invoker import OpenAIMultimodalLMInvoker as OpenAIMultimodalLMInvoker
-
-__all__ = ['AnthropicMultimodalLMInvoker', 'AzureOpenAIMultimodalLMInvoker', 'GoogleGenerativeAIMultimodalLMInvoker', 'GoogleVertexAIMultimodalLMInvoker', 'OpenAIMultimodalLMInvoker']

gllm_inference/multimodal_lm_invoker/anthropic_multimodal_lm_invoker.pyi

@@ -1,44 +0,0 @@
-from _typeshed import Incomplete
-from gllm_core.event import EventEmitter as EventEmitter
-from gllm_inference.multimodal_lm_invoker.multimodal_lm_invoker import BaseMultimodalLMInvoker as BaseMultimodalLMInvoker
-from gllm_inference.schema import PromptRole as PromptRole
-from gllm_inference.utils import get_mime_type as get_mime_type, is_local_file_path as is_local_file_path, is_remote_file_path as is_remote_file_path
-from typing import Any
-
-VALID_EXTENSIONS: Incomplete
-DEFAULT_MAX_TOKENS: int
-DEPRECATION_MESSAGE: str
-
-class AnthropicMultimodalLMInvoker(BaseMultimodalLMInvoker[str | bytes, str]):
-    """An invoker to interact with multimodal language models hosted through Anthropic API endpoints.
-
-    The `AnthropicMultimodalLMInvoker` class is designed to interact with multimodal language models hosted through
-    Anthropic API endpoints. It provides a framework for invoking multimodal language models with the provided prompt
-    and hyperparameters. It supports both standard and streaming invocation. Streaming mode is enabled if an event
-    emitter is provided.
-
-    Attributes:
-        client (Anthropic): The Anthropic client instance.
-        model_name (str): The name of the Anthropic model.
-        default_hyperparameters (dict[str, Any]): Default hyperparameters for invoking the multimodal language model.
-
-    Notes:
-        The `AnthropicMultimodalLMInvoker` currently supports the following contents:
-        1. Text, which can be passed as plain strings.
-        2. Image, which can be passed as:
-           1. Base64 encoded image bytes.
-           2. URL pointing to an image.
-           3. Local image file path.
-    """
-    client: Incomplete
-    model_name: Incomplete
-    def __init__(self, model_name: str, api_key: str, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None) -> None:
-        """Initializes a new instance of the AnthropicMultimodalLMInvoker class.
-
-        Args:
-            model_name (str): The name of the Anthropic model.
-            api_key (str): The API key for authenticating with Anthropic.
-            model_kwargs (dict[str, Any] | None, optional): Additional model parameters. Defaults to None.
-            default_hyperparameters (dict[str, Any] | None, optional): Default hyperparameters for invoking the model.
-                Defaults to None.
-        """

gllm_inference/multimodal_lm_invoker/azure_openai_multimodal_lm_invoker.pyi

@@ -1,41 +0,0 @@
-from _typeshed import Incomplete
-from gllm_core.event import EventEmitter as EventEmitter
-from gllm_inference.multimodal_lm_invoker.multimodal_lm_invoker import BaseMultimodalLMInvoker as BaseMultimodalLMInvoker
-from gllm_inference.utils.openai_multimodal_lm_helper import parse_prompt as parse_prompt, validate_content_type as validate_content_type
-from typing import Any
-
-DEPRECATION_MESSAGE: str
-
-class AzureOpenAIMultimodalLMInvoker(BaseMultimodalLMInvoker[str | bytes, str]):
-    """An invoker to interact with multimodal language models hosted through Azure OpenAI API endpoints.
-
-    The `AzureOpenAIMultimodalLMInvoker` class is designed to interact with multimodal language models hosted through
-    Azure OpenAI API endpoints. It provides a framework for invoking multimodal language models with the provided prompt
-    and hyperparameters. It supports both standard and streaming invocation.
-    Streaming mode is enabled if an event emitter is provided.
-
-    Attributes:
-        client (AsyncAzureOpenAI): The AsyncAzureOpenAI client instance.
-        default_hyperparameters (dict[str, Any]): Default hyperparameters for invoking the multimodal language model.
-
-    Notes:
-        The `AzureOpenAIMultimodalLMInvoker` currently supports the following contents:
-        1. Text, which can be passed as plain strings.
-        2. Image, which can be passed as:
-           1. Base64 encoded image bytes.
-           2. URL pointing to an image.
-           3. Local image file path.
-    """
-    client: Incomplete
-    def __init__(self, api_key: str, azure_endpoint: str, azure_deployment: str, api_version: str, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None) -> None:
-        """Initializes a new instance of the AzureOpenAIMultimodalLMInvoker class.
-
-        Args:
-            api_key (str): The API key for authenticating with Azure OpenAI.
-            azure_endpoint (str): The endpoint of the Azure OpenAI service.
-            azure_deployment (str): The deployment of the Azure OpenAI service.
-            api_version (str): The API version of the Azure OpenAI service.
-            model_kwargs (dict[str, Any] | None, optional): Additional model parameters. Defaults to None.
-            default_hyperparameters (dict[str, Any] | None, optional): Default hyperparameters for invoking the model.
-                Defaults to None.
-        """

gllm_inference/multimodal_lm_invoker/google_generativeai_multimodal_lm_invoker.pyi

@@ -1,30 +0,0 @@
-from _typeshed import Incomplete
-from gllm_core.event import EventEmitter as EventEmitter
-from gllm_inference.lm_invoker import GoogleLMInvoker as GoogleLMInvoker
-from gllm_inference.multimodal_lm_invoker.multimodal_lm_invoker import BaseMultimodalLMInvoker as BaseMultimodalLMInvoker
-from pydantic import BaseModel as BaseModel
-from typing import Any
-
-DEPRECATION_MESSAGE: str
-
-class GoogleGenerativeAIMultimodalLMInvoker(BaseMultimodalLMInvoker[str | bytes, str]):
-    """An invoker to interact with multimodal language models hosted through Google's Generative AI API endpoints.
-
-    This class is deprecated as it has been replaced by the `GoogleLMInvoker` class.
-
-    Attributes:
-        model (GoogleLMInvoker): The Google Gemini model instance.
-        default_hyperparameters (dict[str, Any]): Default hyperparameters for invoking the multimodal language model.
-    """
-    model: Incomplete
-    def __init__(self, model_name: str, api_key: str, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, response_schema: BaseModel | None = None) -> None:
-        """Initializes a new instance of the GoogleGenerativeAIMultimodalLMInvoker class.
-
-        Args:
-            model_name (str): The name of the Google Gemini model.
-            api_key (str): The API key for authenticating with Google Gemini.
-            model_kwargs (dict[str, Any] | None, optional): Additional model parameters. Defaults to None.
-            default_hyperparameters (dict[str, Any] | None, optional): Default hyperparameters for invoking the model.
-                Defaults to None.
-            response_schema (BaseModel | None, optional): The response schema for the model. Defaults to None.
-        """

gllm_inference/multimodal_lm_invoker/google_vertexai_multimodal_lm_invoker.pyi

@@ -1,67 +0,0 @@
-from _typeshed import Incomplete
-from enum import Enum as Enum
-from gllm_core.constants import EventLevel as EventLevel, EventType as EventType
-from gllm_core.event import EventEmitter as EventEmitter
-from gllm_inference.multimodal_lm_invoker.multimodal_lm_invoker import BaseMultimodalLMInvoker as BaseMultimodalLMInvoker
-from gllm_inference.schema import PromptRole as PromptRole
-from gllm_inference.utils import get_mime_type as get_mime_type, invoke_google_multimodal_lm as invoke_google_multimodal_lm, is_local_file_path as is_local_file_path, is_remote_file_path as is_remote_file_path, load_google_vertexai_project_id as load_google_vertexai_project_id
-from pydantic import BaseModel as BaseModel
-from typing import Any
-
-VALID_EXTENSION_MAP: Incomplete
-VALID_EXTENSIONS: Incomplete
-DEPRECATION_MESSAGE: str
-
-class GoogleVertexAIMultimodalLMInvoker(BaseMultimodalLMInvoker[str | bytes, str]):
-    """An invoker to interact with multimodal language models hosted through Google's Vertex AI API endpoints.
-
-    The `GoogleVertexAIMultimodalLMInvoker` class is designed to interact with multimodal language models hosted
-    through Google's Vertex AI API endpoints. It provides a framework for invoking multimodal language models with
-    the provided prompt and hyperparameters. It supports both standard and streaming invocation. Streaming mode is
-    enabled if an event emitter is provided.
-
-    Attributes:
-        client (GenerativeModel): The Google Vertex AI client instance.
-        extra_kwargs (dict[str, Any]): Additional keyword arguments for the `generate_content_async` method.
-        default_hyperparameters (dict[str, Any]): Default hyperparameters for invoking the multimodal language model.
-
-    Notes:
-        The `GoogleVertexAIMultimodalLMInvoker` currently supports the following contents:
-        1. Text, which can be passed as plain strings.
-        2. Audio, which can be passed as:
-            1. Base64 encoded audio bytes.
-            2. URL pointing to an audio file.
-            3. Local audio file path.
-        3. Image, which can be passed as:
-            1. Base64 encoded image bytes.
-            2. URL pointing to an image.
-            3. Local image file path.
-        4. Video, which can be passed as:
-            1. Base64 encoded video bytes.
-            2. URL pointing to a video.
-            3. Local video file path.
-        5. Document, which can be passed as:
-            1. Base64 encoded document bytes.
-            2. URL pointing to a document.
-            3. Local document file path.
-
-        The `GoogleVertexAIMultimodalLMInvoker` also supports structured outputs through the `response_schema`
-        argument. For more information, please refer to the following page:
-        https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/control-generated-output.
-    """
-    client: Incomplete
-    extra_kwargs: Incomplete
-    def __init__(self, model_name: str, credentials_path: str, project_id: str | None = None, location: str = 'us-central1', model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, response_schema: dict[str, Any] | None = None) -> None:
-        '''Initializes a new instance of the GoogleVertexAIMultimodalLMInvoker class.
-
-        Args:
-            model_name (str): The name of the multimodal language model to be used.
-            credentials_path (str): The path to the Google Cloud service account credentials JSON file.
-            project_id (str | None, optional): The Google Cloud project ID. Defaults to None, in which case the
-                project ID will be loaded from the credentials file.
-            location (str, optional): The location of the Google Cloud project. Defaults to "us-central1".
-            model_kwargs (dict[str, Any] | None, optional): Additional model parameters. Defaults to None.
-            default_hyperparameters (dict[str, Any] | None, optional): Default hyperparameters for invoking the model.
-                Defaults to None.
-            response_schema (dict[str, Any] | None, optional): The response schema for the model. Defaults to None.
-        '''

gllm_inference/multimodal_lm_invoker/multimodal_lm_invoker.pyi

@@ -1,51 +0,0 @@
-import abc
-from _typeshed import Incomplete
-from abc import ABC
-from gllm_core.event import EventEmitter as EventEmitter
-from gllm_inference.constants import MESSAGE_TUPLE_LENGTH as MESSAGE_TUPLE_LENGTH
-from typing import Any, Generic
-
-InputType: Incomplete
-OutputType: Incomplete
-
-class BaseMultimodalLMInvoker(ABC, Generic[InputType, OutputType], metaclass=abc.ABCMeta):
-    """A base class for multimodal language model invokers used in Gen AI applications.
-
-    The `BaseMultimodalLMInvoker` class provides a framework for invoking multimodal language models with the provided
-    prompt and hyperparameters. The prompt may contain multimodal inputs that is defined by the type variable
-    `InputType`, while the multimodal output is defined by the type variable `OutputType`. It handles both standard
-    and streaming invocation.
-
-    Attributes:
-        default_hyperparameters (dict[str, Any]): Default hyperparameters for invoking the multimodal language model.
-    """
-    default_hyperparameters: Incomplete
-    def __init__(self, default_hyperparameters: dict[str, Any] | None = None) -> None:
-        """Initializes a new instance of the BaseMultimodalLMInvoker class.
-
-        Args:
-            default_hyperparameters (dict[str, Any] | None, optional): Default hyperparameters for invoking the
-                multimodal language model. Defaults to None, in which case an empty dictionary is used.
-        """
-    async def invoke(self, prompt: list[tuple[str, list[InputType]]], hyperparameters: dict[str, Any] | None = None, event_emitter: EventEmitter | None = None) -> OutputType:
-        """Invokes the multimodal language model with the provided prompt and hyperparameters.
-
-        This method validates the prompt and invokes the multimodal language model with the provided prompt and
-        hyperparameters. The prompt may contain multimodal inputs that is defined by the type variable `InputType`.
-        It handles both standard and streaming invocation. Streaming mode is enabled if an event emitter is provided.
-
-        Args:
-            prompt (list[tuple[str, list[InputType]]]): The input prompt as a list of tuples containing a role-content
-                list pair. The content list may contain multimodal inputs that is defined by the type variable
-                `InputType`.
-            hyperparameters (dict[str, Any] | None, optional): A dictionary of hyperparameters for the multimodal
-                language model. Defaults to None, in which case the default hyperparameters are used.
-            event_emitter (EventEmitter | None, optional): The event emitter for streaming tokens. If provided,
-                streaming invocation is enabled. Defaults to None.
-
-        Returns:
-            OutputType: The generated response from the multimodal language model.
-
-        Raises:
-            ValueError: If the prompt is not in the correct format.
-        """

gllm_inference/multimodal_lm_invoker/openai_multimodal_lm_invoker.pyi

@@ -1,43 +0,0 @@
-from _typeshed import Incomplete
-from gllm_core.event import EventEmitter as EventEmitter
-from gllm_inference.multimodal_lm_invoker.multimodal_lm_invoker import BaseMultimodalLMInvoker as BaseMultimodalLMInvoker
-from gllm_inference.utils import get_mime_type as get_mime_type, is_local_file_path as is_local_file_path, is_remote_file_path as is_remote_file_path
-from gllm_inference.utils.openai_multimodal_lm_helper import parse_prompt as parse_prompt, validate_content_type as validate_content_type
-from typing import Any
-
-VALID_EXTENSIONS: Incomplete
-DEPRECATION_MESSAGE: str
-
-class OpenAIMultimodalLMInvoker(BaseMultimodalLMInvoker[str | bytes, str]):
-    """An invoker to interact with multimodal language models hosted through OpenAI API endpoints.
-
-    The `OpenAIMultimodalLMInvoker` class is designed to interact with multimodal language models hosted through
-    OpenAI API endpoints. It provides a framework for invoking multimodal language models with the provided prompt and
-    hyperparameters. It supports both standard and streaming invocation. Streaming mode is enabled if an event emitter
-    is provided.
-
-    Attributes:
-        client (AsyncOpenAI): The AsyncOpenAI client instance.
-        model_name (str): The name of the OpenAI model.
-        default_hyperparameters (dict[str, Any]): Default hyperparameters for invoking the multimodal language model.
-
-    Notes:
-        The `OpenAIMultimodalLMInvoker` currently supports the following contents:
-        1. Text, which can be passed as plain strings.
-        2. Image, which can be passed as:
-           1. Base64 encoded image bytes.
-           2. URL pointing to an image.
-           3. Local image file path.
-    """
-    client: Incomplete
-    model_name: Incomplete
-    def __init__(self, model_name: str, api_key: str, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None) -> None:
-        """Initializes a new instance of the OpenAIMultimodalLMInvoker class.
-
-        Args:
-            model_name (str): The name of the OpenAI model.
-            api_key (str): The API key for authenticating with OpenAI.
-            model_kwargs (dict[str, Any] | None, optional): Additional model parameters. Defaults to None.
-            default_hyperparameters (dict[str, Any] | None, optional): Default hyperparameters for invoking the model.
-                Defaults to None.
-        """

gllm_inference/multimodal_prompt_builder/__init__.pyi

@@ -1,3 +0,0 @@
-from gllm_inference.multimodal_prompt_builder.multimodal_prompt_builder import MultimodalPromptBuilder as MultimodalPromptBuilder
-
-__all__ = ['MultimodalPromptBuilder']

gllm_inference/multimodal_prompt_builder/multimodal_prompt_builder.pyi

@@ -1,57 +0,0 @@
-from _typeshed import Incomplete
-from gllm_inference.schema import PromptRole as PromptRole
-from gllm_inference.utils import get_prompt_keys as get_prompt_keys, validate_prompt_builder_kwargs as validate_prompt_builder_kwargs
-from typing import Any
-
-DEPRECATION_MESSAGE: str
-
-class MultimodalPromptBuilder:
-    """A prompt builder that is compatible with multimodal language models.
-
-    Attributes:
-        system_template (str): The system prompt template. May contain placeholders enclosed in curly braces `{}`.
-        user_template (str): The user prompt template. May contain placeholders enclosed in curly braces `{}`.
-        prompt_key_set (set[str]): A set of expected keys that must be present in the prompt templates.
-
-    WARNING: This module is deprecated. Please use `gllm_inference.prompt_builder` instead.
-    This module will be removed in version 0.5.0.
-    """
-    system_template: Incomplete
-    user_template: Incomplete
-    prompt_key_set: Incomplete
-    def __init__(self, system_template: str = '', user_template: str = '') -> None:
-        """Initializes a new instance of the MultimodalPromptBuilder class.
-
-        Args:
-            system_template (str, optional): The system prompt template. May contain placeholders enclosed in curly
-                braces `{}`. Defaults to an empty string.
-            user_template (str, optional): The user prompt template. May contain placeholders enclosed in curly
-                braces `{}`. Defaults to an empty string.
-
-        Raises:
-            ValueError: If both `system_template` and `user_template` are empty.
-        """
-    def format_as_message_list(self, history: list[tuple[PromptRole, list[Any]]] | None = None, system_multimodal_contents: list[Any] | None = None, user_multimodal_contents: list[Any] | None = None, **kwargs: Any) -> list[tuple[PromptRole, list[Any]]]:
-        """Formats the prompt templates as a list of message tuples (role, formatted list of contents).
-
-        This method processes each prompt template, replacing the placeholders in the template content with the
-        corresponding values from `kwargs`. If a required key is missing from `kwargs`, it raises a `ValueError`. It
-        returns a list of tuples, where each tuple consists of a role and the corresponding formatted list of contents,
-        which may contain multimodal inputs.
-
-        Args:
-            history (list[tuple[PromptRole, list[Any]]] | None, optional): The optional chat history to be included in
-                the prompt. Defaults to None.
-            system_multimodal_contents (list[Any] | None, optional): The optional multimodal contents for the system
-                prompt. Defaults to None.
-            user_multimodal_contents (list[Any] | None, optional): The optional multimodal contents for the user
-                prompt. Defaults to None.
-            **kwargs (Any): A dictionary of placeholder values to be injected into the prompt templates.
-
-        Returns:
-            list[tuple[PromptRole, list[Any]]]: A list of tuples, each containing a role and the corresponding
-                formatted list of contents, which may contain multimodal inputs.
-
-        Raises:
-            ValueError: If a required key for the prompt template is missing from `kwargs`.
-        """

gllm_inference/prompt_builder/agnostic_prompt_builder.pyi

@@ -1,34 +0,0 @@
-from _typeshed import Incomplete
-from gllm_inference.prompt_builder.prompt_builder import BasePromptBuilder as BasePromptBuilder
-from gllm_inference.prompt_formatter import AgnosticPromptFormatter as AgnosticPromptFormatter
-from gllm_inference.schema import PromptRole as PromptRole
-
-DEPRECATION_MESSAGE: str
-
-class AgnosticPromptBuilder(BasePromptBuilder):
-    """A prompt builder that is agnostic to specific model types and formats prompts with a customizable separator.
-
-    The `AgnosticPromptBuilder` class constructs a prompt by joining the content of the prompt templates using a
-    specified separator. It is designed to work independently of specific model types.
-
-    Attributes:
-        system_template (str): The system prompt template. May contain placeholders enclosed in curly braces `{}`.
-        user_template (str): The user prompt template. May contain placeholders enclosed in curly braces `{}`.
-        prompt_key_set (set[str]): A set of expected keys that must be present in the prompt templates.
-        ignore_extra_keys (bool): Whether to ignore extra keys when formatting the prompt.
-        formatter (AgnosticPromptFormatter): The formatter to be used to format the prompt into a string in the
-            `format_as_string` method.
-    """
-    formatter: Incomplete
-    def __init__(self, system_template: str = '', user_template: str = '', separator: str = '\n', ignore_extra_keys: bool = False) -> None:
-        '''Initializes a new instance of the AgnosticPromptBuilder class.
-
-        Args:
-            system_template (str, optional): The system prompt template. May contain placeholders enclosed in curly
-                braces `{}`. Defaults to an empty string.
-            user_template (str, optional): The user prompt template. May contain placeholders enclosed in curly
-                braces `{}`. Defaults to an empty string.
-            separator (str, optional): A string used to separate each prompt template\'s content. Defaults to "\\n".
-            ignore_extra_keys (bool, optional): Whether to ignore extra keys when formatting the prompt.
-                Defaults to False.
-        '''

gllm_inference/prompt_builder/huggingface_prompt_builder.pyi

@@ -1,44 +0,0 @@
-from _typeshed import Incomplete
-from gllm_inference.prompt_builder.prompt_builder import BasePromptBuilder as BasePromptBuilder
-from gllm_inference.prompt_formatter import HuggingFacePromptFormatter as HuggingFacePromptFormatter
-from gllm_inference.schema import PromptRole as PromptRole
-
-DEPRECATION_MESSAGE: str
-
-class HuggingFacePromptBuilder(BasePromptBuilder):
-    """A prompt builder for Hugging Face models that support chat templating.
-
-    The `HuggingFacePromptBuilder` class is designed to create prompts compatible with models hosted in Hugging Face,
-    given that the model support chat templating. It loads the appropriate tokenizer and formats the prompt by
-    injecting placeholder values.
-
-    Attributes:
-        system_template (str): The system prompt template. May contain placeholders enclosed in curly braces `{}`.
-        user_template (str): The user prompt template. May contain placeholders enclosed in curly braces `{}`.
-        prompt_key_set (set[str]): A set of expected keys that must be present in the prompt templates.
-        ignore_extra_keys (bool): Whether to ignore extra keys when formatting the prompt.
-        formatter (HuggingFacePromptFormatter): The formatter to be used to format the prompt into a string in the
-            `format_as_string` method.
-
-    Note:
-        If you're trying to access the prompt builder template of a gated model, you'd need to:
-        1. Request access to the gated repo using your HuggingFace account.
-        2. Login to HuggingFace in your system. This can be done as follows:
-           2.1. Install huggingface-hub: ```pip install huggingface-hub```
-           2.2. Login to HuggingFace: ```huggingface-cli login```
-           2.3. Enter your HuggingFace token.
-    """
-    formatter: Incomplete
-    def __init__(self, system_template: str = '', user_template: str = '', model_name_or_path: str = '', ignore_extra_keys: bool = False) -> None:
-        """Initializes a new instance of the HuggingFacePromptBuilder class.
-
-        Args:
-            system_template (str, optional): The system prompt template. May contain placeholders enclosed in curly
-                braces `{}`. Defaults to an empty string.
-            user_template (str, optional): The user prompt template. May contain placeholders enclosed in curly
-                braces `{}`. Defaults to an empty string.
-            model_name_or_path (str, optional): The model name or path of the Hugging Face model tokenizer to be loaded.
-                Defaults to an empty string.
-            ignore_extra_keys (bool, optional): Whether to ignore extra keys when formatting the prompt.
-                Defaults to False.
-        """