gllm-inference-binary 0.5.45__cp312-cp312-macosx_13_0_x86_64.whl → 0.5.47__cp312-cp312-macosx_13_0_x86_64.whl

gllm_inference/builder/build_lm_invoker.pyi

@@ -1,5 +1,5 @@
 from _typeshed import Incomplete
-from gllm_inference.lm_invoker import AnthropicLMInvoker as AnthropicLMInvoker, AzureOpenAILMInvoker as AzureOpenAILMInvoker, BedrockLMInvoker as BedrockLMInvoker, DatasaurLMInvoker as DatasaurLMInvoker, GoogleLMInvoker as GoogleLMInvoker, LangChainLMInvoker as LangChainLMInvoker, LiteLLMLMInvoker as LiteLLMLMInvoker, OpenAIChatCompletionsLMInvoker as OpenAIChatCompletionsLMInvoker, OpenAICompatibleLMInvoker as OpenAICompatibleLMInvoker, OpenAILMInvoker as OpenAILMInvoker, XAILMInvoker as XAILMInvoker
+from gllm_inference.lm_invoker import AnthropicLMInvoker as AnthropicLMInvoker, AzureOpenAILMInvoker as AzureOpenAILMInvoker, BedrockLMInvoker as BedrockLMInvoker, DatasaurLMInvoker as DatasaurLMInvoker, GoogleLMInvoker as GoogleLMInvoker, LangChainLMInvoker as LangChainLMInvoker, LiteLLMLMInvoker as LiteLLMLMInvoker, OpenAIChatCompletionsLMInvoker as OpenAIChatCompletionsLMInvoker, OpenAICompatibleLMInvoker as OpenAICompatibleLMInvoker, OpenAILMInvoker as OpenAILMInvoker, PortkeyLMInvoker as PortkeyLMInvoker, XAILMInvoker as XAILMInvoker
 from gllm_inference.lm_invoker.lm_invoker import BaseLMInvoker as BaseLMInvoker
 from gllm_inference.schema.model_id import ModelId as ModelId, ModelProvider as ModelProvider
 from typing import Any
@@ -14,11 +14,15 @@ class Key:
     AZURE_DEPLOYMENT: str
     AZURE_ENDPOINT: str
     BASE_URL: str
+    CONFIG: str
+    CUSTOM_HOST: str
     CREDENTIALS_PATH: str
     MODEL_ID: str
     MODEL_KWARGS: str
     MODEL_NAME: str
     MODEL_CLASS_PATH: str
+    PORTKEY_API_KEY: str
+    PROVIDER: str
     SECRET_ACCESS_KEY: str
 
 def build_lm_invoker(model_id: str | ModelId, credentials: str | dict[str, Any] | None = None, config: dict[str, Any] | None = None) -> BaseLMInvoker:
@@ -157,6 +161,61 @@ def build_lm_invoker(model_id: str | ModelId, credentials: str | dict[str, Any]
         For the list of supported providers, please refer to the following page:
         https://docs.litellm.ai/docs/providers/
 
+        # Using Portkey
+        Portkey supports multiple authentication methods with strict precedence order.
+        Authentication methods are mutually exclusive and cannot be combined.
+
+        ## Config ID Authentication (Highest Precedence)
+        ```python
+        lm_invoker = build_lm_invoker(
+            model_id="portkey/any-model",
+            credentials="portkey-api-key",
+            config={"config": "pc-openai-4f6905"}
+        )
+        ```
+
+        ## Model Catalog Authentication (Combined Format)
+        ```python
+        lm_invoker = build_lm_invoker(
+            model_id="portkey/@openai-custom/gpt-4o",
+            credentials="portkey-api-key"
+        )
+        ```
+
+        ## Model Catalog Authentication (Separate Parameters)
+        ```python
+        lm_invoker = build_lm_invoker(
+            model_id="portkey/gpt-4o",
+            credentials="portkey-api-key",
+            config={"provider": "@openai-custom"}
+        )
+        ```
+
+        ## Direct Provider Authentication
+        ```python
+        lm_invoker = build_lm_invoker(
+            model_id="portkey/gpt-4o",
+            credentials={
+                "portkey_api_key": "portkey-api-key",
+                "api_key": "sk-...",  # Provider\'s API key
+                "provider": "openai"  # Direct provider (no \'@\' prefix)
+            }
+        )
+        ```
+
+        ## Custom Host Override
+        ```python
+        lm_invoker = build_lm_invoker(
+            model_id="portkey/@custom-provider/gpt-4o",
+            credentials="portkey-api-key",
+            config={"custom_host": "https://your-custom-endpoint.com"}
+        )
+        ```
+
+        The Portkey API key can also be provided through the `PORTKEY_API_KEY` environment variable.
+        For more details on authentication methods, please refer to:
+        https://portkey.ai/docs/product/ai-gateway/universal-api
+
         # Using xAI
         ```python
         lm_invoker = build_lm_invoker(

gllm_inference/em_invoker/schema/jina.pyi

@@ -9,6 +9,7 @@ class Key(StrEnum):
     """Defines key constants used in the Jina AI API payloads."""
     DATA = 'data'
     EMBEDDING = 'embedding'
+    EMBEDDINGS = 'embeddings'
     ERROR = 'error'
     IMAGE_URL = 'image_url'
     INPUT = 'input'

gllm_inference/lm_invoker/__init__.pyi

@@ -8,6 +8,7 @@ from gllm_inference.lm_invoker.litellm_lm_invoker import LiteLLMLMInvoker as Lit
 from gllm_inference.lm_invoker.openai_chat_completions_lm_invoker import OpenAIChatCompletionsLMInvoker as OpenAIChatCompletionsLMInvoker
 from gllm_inference.lm_invoker.openai_compatible_lm_invoker import OpenAICompatibleLMInvoker as OpenAICompatibleLMInvoker
 from gllm_inference.lm_invoker.openai_lm_invoker import OpenAILMInvoker as OpenAILMInvoker
+from gllm_inference.lm_invoker.portkey_lm_invoker import PortkeyLMInvoker as PortkeyLMInvoker
 from gllm_inference.lm_invoker.xai_lm_invoker import XAILMInvoker as XAILMInvoker
 
-__all__ = ['AnthropicLMInvoker', 'AzureOpenAILMInvoker', 'BedrockLMInvoker', 'DatasaurLMInvoker', 'GoogleLMInvoker', 'LangChainLMInvoker', 'LiteLLMLMInvoker', 'OpenAIChatCompletionsLMInvoker', 'OpenAICompatibleLMInvoker', 'OpenAILMInvoker', 'XAILMInvoker']
+__all__ = ['AnthropicLMInvoker', 'AzureOpenAILMInvoker', 'BedrockLMInvoker', 'DatasaurLMInvoker', 'GoogleLMInvoker', 'LangChainLMInvoker', 'LiteLLMLMInvoker', 'OpenAIChatCompletionsLMInvoker', 'OpenAICompatibleLMInvoker', 'OpenAILMInvoker', 'PortkeyLMInvoker', 'XAILMInvoker']

gllm_inference/lm_invoker/portkey_lm_invoker.pyi

@@ -0,0 +1,260 @@
+from _typeshed import Incomplete
+from gllm_core.event import EventEmitter as EventEmitter
+from gllm_core.schema.tool import Tool as Tool
+from gllm_core.utils.retry import RetryConfig as RetryConfig
+from gllm_inference.constants import SECONDS_TO_MILLISECONDS as SECONDS_TO_MILLISECONDS
+from gllm_inference.lm_invoker.openai_chat_completions_lm_invoker import OpenAIChatCompletionsLMInvoker as OpenAIChatCompletionsLMInvoker
+from gllm_inference.lm_invoker.schema.portkey import InputType as InputType, Key as Key
+from gllm_inference.schema import AttachmentType as AttachmentType, LMOutput as LMOutput, ModelId as ModelId, ModelProvider as ModelProvider, ResponseSchema as ResponseSchema
+from langchain_core.tools import Tool as LangChainTool
+from typing import Any
+
+MIN_THINKING_BUDGET: int
+SUPPORTED_ATTACHMENTS: Incomplete
+VALID_AUTH_METHODS: str
+logger: Incomplete
+
+class PortkeyLMInvoker(OpenAIChatCompletionsLMInvoker):
+    '''A language model invoker to interact with Portkey\'s Universal API.
+
+    This class provides support for Portkey’s Universal AI Gateway, which enables unified access to
+    multiple providers (e.g., OpenAI, Anthropic, Google, Cohere, Bedrock) via a single API key.
+    The `PortkeyLMInvoker` is compatible with all Portkey model routing configurations, including
+    model catalog entries, direct providers, and pre-defined configs.
+
+    Attributes:
+        model_id (str): The model ID of the language model.
+        model_provider (str): The provider of the language model.
+        model_name (str): The catalog name of the language model.
+        client_kwargs (dict[str, Any]): The keyword arguments for the Portkey client.
+        default_hyperparameters (dict[str, Any]): Default hyperparameters for invoking the model.
+        tools (list[Tool]): The list of tools provided to the model to enable tool calling.
+        response_schema (ResponseSchema | None): The schema of the response. If provided, the model will output a
+            structured response as defined by the schema. Supports both Pydantic BaseModel and JSON schema dictionary.
+        output_analytics (bool): Whether to output the invocation analytics.
+        retry_config (RetryConfig): The retry configuration for the language model.
+        thinking (bool): Whether to enable thinking mode for supported models.
+        thinking_budget (int): The maximum reasoning token budget for thinking mode.
+
+    Basic usage:
+        The `PortkeyLMInvoker` supports multiple authentication methods with strict precedence order.
+        Authentication methods are mutually exclusive and cannot be combined.
+
+        **Authentication Precedence (Highest to Lowest):**
+        1. **Config ID Authentication (Highest precedence)**
+           Use a pre-configured routing setup from Portkey’s dashboard.
+           ```python
+           lm_invoker = PortkeyLMInvoker(
+               portkey_api_key="<your-portkey-api-key>",
+               config="pc-openai-4f6905",
+           )
+           ```
+
+        2. **Model Catalog Authentication**
+           Provider name must match the provider name set in the model catalog.
+           More details to set up the model catalog can be found in https://portkey.ai/docs/product/model-catalog#model-catalog.
+           There are two ways to specify the model name:
+
+           2.1. Using Combined Model Name Format
+           Specify the `model_name` in \'@provider-name/model-name\' format.
+           ```python
+           lm_invoker = PortkeyLMInvoker(
+               portkey_api_key="<your-portkey-api-key>",
+               model_name="@openai-custom/gpt-4o"
+           )
+           ```
+
+           2.2. Using Separate Provider and Model Name Parameters
+           Specify the `provider` in \'@provider-name\' format and `model_name` separately.
+           ```python
+           lm_invoker = PortkeyLMInvoker(
+               portkey_api_key="<your-portkey-api-key>",
+               provider="@openai-custom",
+               model_name="gpt-4o",
+           )
+           ```
+
+        3. **Direct Provider Authentication**
+           Use the `provider` in \'provider-name\' format and `model_name` parameters.
+           ```python
+           lm_invoker = PortkeyLMInvoker(
+               portkey_api_key="<your-portkey-api-key>",
+               provider="openai",
+               model_name="gpt-4o",
+               api_key="sk-...",
+           )
+           ```
+
+    Custom Host:
+        You can also use the `custom_host` parameter to override the default host. This is available
+        for all authentication methods except for Config ID authentication.
+        ```python
+        lm_invoker = PortkeyLMInvoker(..., custom_host="https://your-custom-endpoint.com")
+        ```
+
+    Input types:
+        The `PortkeyLMInvoker` supports text, image, document, and audio inputs.
+        Non-text inputs can be passed as an `Attachment` object with the `user` role.
+
+        ```python
+        text = "What animal is in this image?"
+        image = Attachment.from_path("path/to/image.png")
+        result = await lm_invoker.invoke([text, image])
+        ```
+
+    Tool calling:
+        Tools can be provided via the `tools` parameter to enable tool invocation.
+
+        ```python
+        lm_invoker = PortkeyLMInvoker(..., tools=[tool_1, tool_2])
+        ```
+        Output example:
+        ```python
+        LMOutput(
+            response="Let me call the tools...",
+            tool_calls=[
+                ToolCall(id="123", name="tool_1", args={"key": "value"}),
+            ]
+        )
+        ```
+
+    Structured output:
+        The `response_schema` parameter enables structured responses (Pydantic BaseModel or JSON schema).
+
+        ```python
+        class Animal(BaseModel):
+            name: str
+            color: str
+        lm_invoker = PortkeyLMInvoker(..., response_schema=Animal)
+        ```
+        Output example:
+        ```python
+        LMOutput(structured_output=Animal(name="Golden retriever", color="Golden"))
+        ```
+
+    Analytics tracking:
+        When `output_analytics=True`, the invoker includes token usage, duration, and finish details.
+
+        ```python
+        LMOutput(
+            response="Golden retriever is a good dog breed.",
+            token_usage=TokenUsage(input_tokens=100, output_tokens=50),
+            duration=0.729,
+            finish_details={"finish_reason": "stop"},
+        )
+        ```
+
+        **Note:** When streaming is enabled, token usage analytics are not supported and will be `None`.
+
+    Retry and timeout:
+        The `PortkeyLMInvoker` supports retry and timeout configuration.
+        By default, the max retries is set to 0 and the timeout is set to 30.0 seconds.
+        They can be customized by providing a custom `RetryConfig` object to the `retry_config` parameter.
+
+        Retry config examples:
+        ```python
+        retry_config = RetryConfig(max_retries=0, timeout=None)  # No retry, no timeout
+        retry_config = RetryConfig(max_retries=0, timeout=10.0)  # No retry, 10.0 seconds timeout
+        retry_config = RetryConfig(max_retries=5, timeout=None)  # 5 max retries, no timeout
+        retry_config = RetryConfig(max_retries=5, timeout=10.0)  # 5 max retries, 10.0 seconds timeout
+        ```
+
+        Usage example:
+        ```python
+        lm_invoker = PortkeyLMInvoker(..., retry_config=retry_config)
+        ```
+
+    Thinking:
+        The `thinking` parameter enables enhanced reasoning capability for supported models.
+        Thinking mode allocates additional “reasoning tokens” up to `thinking_budget` (minimum 1024).
+        When enabled, the model’s reasoning trace is stored in the `reasoning` attribute.
+
+        ```python
+        lm_invoker = PortkeyLMInvoker(..., thinking=True, thinking_budget=1024)
+        ```
+        Output example:
+        ```python
+        LMOutput(
+            response="Golden retriever is a good dog breed.",
+            reasoning=[Reasoning(reasoning="Let me think about it...")],
+        )
+        ```
+
+        Streaming output example:
+        ```python
+        {"type": "thinking_start", "value": ""}
+        {"type": "thinking", "value": "Let me think "}
+        {"type": "thinking", "value": "about it..."}
+        {"type": "thinking_end", "value": ""}
+        {"type": "response", "value": "Golden retriever "}
+        {"type": "response", "value": "is a good dog breed."}
+        ```
+
+        Note: By default, the thinking token will be streamed with the legacy `EventType.DATA` event type.
+        To use the new simplified streamed event format, set the `simplify_events` parameter to `True` during
+        LM invoker initialization. The legacy event format support will be removed in v0.6.
+
+        When thinking is enabled, the amount of tokens allocated for the thinking process can be set via the
+        `thinking_budget` parameter. The `thinking_budget`:
+        1. Must be a positive integer.
+        2. Must be at least 1024.
+        3. Must be less than or equal to the model\'s maximum context length.
+        For more information, please refer to https://portkey.ai/docs/product/ai-gateway/multimodal-capabilities/thinking-mode
+
+        Setting reasoning-related parameters for non-reasoning models will raise an error.
+
+    Output types:
+        The output of the `PortkeyLMInvoker` can either be:
+        1. `str`: A simple text response.
+        2. `LMOutput`: A structured response model that may contain:
+            2.1. response (str)
+            2.2. tool_calls (list[ToolCall])
+            2.3. structured_output (dict[str, Any] | BaseModel | None)
+            2.4. token_usage (TokenUsage | None)
+            2.5. duration (float | None)
+            2.6. finish_details (dict[str, Any] | None)
+            2.7. reasoning (list[Reasoning])
+    '''
+    model_kwargs: Incomplete
+    thinking: Incomplete
+    thinking_budget: Incomplete
+    client_kwargs: Incomplete
+    client: Incomplete
+    def __init__(self, model_name: str | None = None, portkey_api_key: str | None = None, provider: str | None = None, api_key: str | None = None, config: str | None = None, custom_host: str | None = None, model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool | LangChainTool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig | None = None, thinking: bool | None = None, thinking_budget: int | None = None, simplify_events: bool = False) -> None:
+        """Initializes a new instance of the PortkeyLMInvoker class.
+
+        Args:
+            model_name (str | None, optional): The name of the model to use. Acceptable formats:
+                1. 'model' for direct authentication,
+                2. '@provider-slug/model' for model catalog authentication.
+                Defaults to None.
+            portkey_api_key (str | None, optional): The Portkey API key. Defaults to None, in which
+                case the `PORTKEY_API_KEY` environment variable will be used.
+            provider (str | None, optional): Provider name or catalog slug. Acceptable formats:
+                1. '@provider-slug' for model catalog authentication (no api_key needed),
+                2. 'provider' for direct authentication (requires api_key).
+                Will be combined with model_name if model name is not in the format '@provider-slug/model'.
+                Defaults to None.
+            api_key (str | None, optional): Provider's API key for direct authentication.
+                Must be used with 'provider' parameter (without '@' prefix). Not needed for catalog providers.
+                Defaults to None.
+            config (str | None, optional): Portkey config ID for complex routing configurations,
+                load balancing, or fallback scenarios. Defaults to None.
+            custom_host (str | None, optional): Custom host URL for self-hosted or custom endpoints.
+                Can be combined with catalog providers. Defaults to None.
+            model_kwargs (dict[str, Any] | None, optional): Additional model parameters and authentication.
+                Defaults to None.
+            default_hyperparameters (dict[str, Any] | None, optional): Default hyperparameters for model
+                invocation (temperature, max_tokens, etc.). Defaults to None.
+            tools (list[Tool | LangChainTool] | None, optional): Tools for enabling tool calling functionality.
+                Defaults to None.
+            response_schema (ResponseSchema | None, optional): Schema for structured output generation.
+                Defaults to None.
+            output_analytics (bool, optional): Whether to output detailed invocation analytics including
+                token usage and timing. Defaults to False.
+            retry_config (RetryConfig | None, optional): Configuration for retry behavior on failures.
+                Defaults to None.
+            thinking (bool | None, optional): Whether to enable thinking mode. Defaults to None.
+            thinking_budget (int | None, optional): Thinking budget in tokens. Defaults to None.
+            simplify_events (bool, optional): Whether to use simplified event schemas. Defaults to False.
+        """

gllm_inference/lm_invoker/schema/portkey.pyi

@@ -0,0 +1,31 @@
+class Key:
+    """Valid keys in Portkey."""
+    AUTHORIZATION: str
+    BUDGET_TOKENS: str
+    CONFIG: str
+    CONTENT: str
+    CONTENT_BLOCKS: str
+    CUSTOM_HOST: str
+    DELTA: str
+    MAX_RETRIES: str
+    MODEL: str
+    PROVIDER: str
+    PROVIDER_MODEL: str
+    REQUEST_TIMEOUT: str
+    RESPONSE_FORMAT: str
+    STRICT_OPEN_AI_COMPLIANCE: str
+    THINKING: str
+    TOOLS: str
+    TYPE: str
+    USAGE: str
+
+class InputType:
+    """Valid input types in Portkey."""
+    ENABLED: str
+
+class AuthConfig:
+    """Authentication configuration keys."""
+    CONFIG: str
+    MODEL: str
+    PROVIDER_AUTH: str
+    PROVIDER_CUSTOM_HOST: str

gllm_inference/model/__init__.pyi

@@ -1,9 +1,12 @@
+from gllm_inference.model.em.cohere_em import CohereEM as CohereEM
 from gllm_inference.model.em.google_em import GoogleEM as GoogleEM
+from gllm_inference.model.em.jina_em import JinaEM as JinaEM
 from gllm_inference.model.em.openai_em import OpenAIEM as OpenAIEM
 from gllm_inference.model.em.twelvelabs_em import TwelveLabsEM as TwelveLabsEM
 from gllm_inference.model.em.voyage_em import VoyageEM as VoyageEM
 from gllm_inference.model.lm.anthropic_lm import AnthropicLM as AnthropicLM
 from gllm_inference.model.lm.google_lm import GoogleLM as GoogleLM
 from gllm_inference.model.lm.openai_lm import OpenAILM as OpenAILM
+from gllm_inference.model.lm.xai_lm import XAILM as XAILM
 
-__all__ = ['AnthropicLM', 'GoogleEM', 'GoogleLM', 'OpenAIEM', 'OpenAILM', 'TwelveLabsEM', 'VoyageEM']
+__all__ = ['AnthropicLM', 'CohereEM', 'GoogleEM', 'GoogleLM', 'JinaEM', 'OpenAIEM', 'OpenAILM', 'TwelveLabsEM', 'VoyageEM', 'XAILM']

gllm_inference/model/em/cohere_em.pyi

@@ -0,0 +1,17 @@
+class CohereEM:
+    '''Defines Cohere embedding model names constants.
+
+    Usage example:
+    ```python
+    from gllm_inference.model import CohereEM
+    from gllm_inference.em_invoker import CohereEMInvoker
+
+    em_invoker = CohereEMInvoker(CohereEM.EMBED_V4_0)
+    result = await em_invoker.invoke("Hello, world!")
+    ```
+    '''
+    EMBED_V4_0: str
+    EMBED_ENGLISH_V3_0: str
+    EMBED_ENGLISH_LIGHT_V3_0: str
+    EMBED_MULTILINGUAL_V3_0: str
+    EMBED_MULTILINGUAL_LIGHT_V3_0: str

gllm_inference/model/em/jina_em.pyi

@@ -0,0 +1,22 @@
+class JinaEM:
+    '''Defines Jina embedding model names constants.
+
+    Usage example:
+    ```python
+    from gllm_inference.model import JinaEM
+    from gllm_inference.em_invoker import JinaEMInvoker
+
+    em_invoker = JinaEMInvoker(JinaEM.JINA_EMBEDDINGS_V4)
+    result = await em_invoker.invoke("Hello, world!")
+    ```
+    '''
+    JINA_EMBEDDINGS_V4: str
+    JINA_EMBEDDINGS_V3: str
+    JINA_EMBEDDINGS_V2_BASE_EN: str
+    JINA_EMBEDDINGS_V2_BASE_CODE: str
+    JINA_CLIP_V2: str
+    JINA_CLIP_V1: str
+    JINA_CODE_EMBEDDINGS_1_5B: str
+    JINA_CODE_EMBEDDINGS_0_5B: str
+    JINA_COLBERT_V2: str
+    JINA_COLBERT_V1_EN: str

gllm_inference/model/lm/anthropic_lm.pyi

@@ -12,9 +12,11 @@ class AnthropicLM:
     '''
     CLAUDE_OPUS_4_1: str
     CLAUDE_OPUS_4: str
+    CLAUDE_SONNET_4_5: str
     CLAUDE_SONNET_4: str
     CLAUDE_SONNET_3_7: str
     CLAUDE_SONNET_3_5: str
+    CLAUDE_HAIKU_4_5: str
     CLAUDE_HAIKU_3_5: str
     CLAUDE_OPUS_3: str
     CLAUDE_HAIKU_3: str

gllm_inference/model/lm/google_lm.pyi

@@ -12,6 +12,7 @@ class GoogleLM:
     '''
     GEMINI_2_5_PRO: str
     GEMINI_2_5_FLASH: str
+    GEMINI_2_5_FLASH_IMAGE: str
     GEMINI_2_5_FLASH_LITE: str
     GEMINI_2_0_FLASH: str
     GEMINI_2_0_FLASH_LITE: str

gllm_inference/model/lm/xai_lm.pyi

@@ -0,0 +1,19 @@
+class XAILM:
+    '''Defines XAI language model names constants.
+
+    Usage example:
+    ```python
+    from gllm_inference.model import XAILM
+    from gllm_inference.lm_invoker import XAILMInvoker
+
+    lm_invoker = XAILMInvoker(XAILM.GROK_4_FAST_REASONING)
+    response = await lm_invoker.invoke("Hello, world!")
+    ```
+    '''
+    GROK_CODE_FAST_1: str
+    GROK_4_FAST_REASONING: str
+    GROK_4_FAST_NON_REASONING: str
+    GROK_4_0709: str
+    GROK_3_MINI: str
+    GROK_3: str
+    GROK_2_VISION_1212: str

gllm_inference/schema/model_id.pyi

@@ -19,6 +19,7 @@ class ModelProvider(StrEnum):
     LANGCHAIN = 'langchain'
     LITELLM = 'litellm'
     OPENAI = 'openai'
+    PORTKEY = 'portkey'
     OPENAI_CHAT_COMPLETIONS = 'openai-chat-completions'
     OPENAI_COMPATIBLE = 'openai-compatible'
     TWELVELABS = 'twelvelabs'

gllm_inference.pyi

@@ -32,6 +32,7 @@ import gllm_inference.lm_invoker.LiteLLMLMInvoker
 import gllm_inference.lm_invoker.OpenAIChatCompletionsLMInvoker
 import gllm_inference.lm_invoker.OpenAICompatibleLMInvoker
 import gllm_inference.lm_invoker.OpenAILMInvoker
+import gllm_inference.lm_invoker.PortkeyLMInvoker
 import gllm_inference.lm_invoker.XAILMInvoker
 import gllm_inference.prompt_builder.PromptBuilder
 import gllm_inference.output_parser.JSONOutputParser
@@ -125,6 +126,8 @@ import gllm_inference.schema.MCPCallActivity
 import gllm_inference.schema.MCPListToolsActivity
 import gllm_inference.schema.MCPServer
 import gllm_inference.schema.WebSearchActivity
+import logging
+import portkey_ai
 import xai_sdk
 import xai_sdk.chat
 import xai_sdk.search
@@ -138,7 +141,6 @@ import gllm_inference.prompt_builder.format_strategy.JinjaFormatStrategy
 import gllm_inference.prompt_builder.format_strategy.StringFormatStrategy
 import transformers
 import gllm_inference.prompt_formatter.HuggingFacePromptFormatter
-import logging
 import traceback
 import gllm_inference.realtime_chat.input_streamer.KeyboardInputStreamer
 import gllm_inference.realtime_chat.output_streamer.ConsoleOutputStreamer

{gllm_inference_binary-0.5.45.dist-info → gllm_inference_binary-0.5.47.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: gllm-inference-binary
-Version: 0.5.45
+Version: 0.5.47
 Summary: A library containing components related to model inferences in Gen AI applications.
 Author-email: Henry Wicaksono <henry.wicaksono@gdplabs.id>, Resti Febrina <resti.febrina@gdplabs.id>
 Requires-Python: <3.14,>=3.11
@@ -39,10 +39,12 @@ Requires-Dist: google-genai<=1.36,>=1.23; extra == "google"
 Provides-Extra: huggingface
 Requires-Dist: huggingface-hub<0.31.0,>=0.30.0; extra == "huggingface"
 Requires-Dist: transformers<5.0.0,>=4.52.0; extra == "huggingface"
-Provides-Extra: openai
-Requires-Dist: openai<2.0.0,>=1.98.0; extra == "openai"
 Provides-Extra: litellm
 Requires-Dist: litellm<2.0.0,>=1.69.2; extra == "litellm"
+Provides-Extra: openai
+Requires-Dist: openai<2.0.0,>=1.98.0; extra == "openai"
+Provides-Extra: portkey-ai
+Requires-Dist: portkey-ai<2.0.0,>=1.14.4; extra == "portkey-ai"
 Provides-Extra: twelvelabs
 Requires-Dist: twelvelabs<0.5.0,>=0.4.4; extra == "twelvelabs"
 Provides-Extra: voyage

{gllm_inference_binary-0.5.45.dist-info → gllm_inference_binary-0.5.47.dist-info}/RECORD

@@ -1,10 +1,10 @@
-gllm_inference.cpython-312-darwin.so,sha256=tsyFwXkV7N5gHW9PC44Q4em10yzk6_UGK5_YYLqBSYQ,5303176
-gllm_inference.pyi,sha256=mlp8HQ3h_dutd5vdOEFyF6Z1algaWVEoX2VuYNONg1U,5123
+gllm_inference.cpython-312-darwin.so,sha256=mGzlKqR5FkhnsZY2soxTFO64jCylRp1a2Y8WD0yetn0,5429576
+gllm_inference.pyi,sha256=B-sC5mJR6Fp9xIJIf0D3JL5VLFlc3ACmMJN7Zkc6gb4,5191
 gllm_inference/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 gllm_inference/constants.pyi,sha256=viU-ACRbVSGvsCJ0FQmuR1yhyl-BzoHDVIWo5cwHmF0,337
 gllm_inference/builder/__init__.pyi,sha256=usz2lvfwO4Yk-ZGKXbCWG1cEr3nlQXxMNDNC-2yc1NM,500
 gllm_inference/builder/build_em_invoker.pyi,sha256=YunCB3g7gRSYVDRayjz38QCw77_el2e-0iqdOH6KS1Y,6138
-gllm_inference/builder/build_lm_invoker.pyi,sha256=3hiIurQ3TC7kEZPflJ6_byCNnEdcd5BEIz07ii4TAzY,7292
+gllm_inference/builder/build_lm_invoker.pyi,sha256=NRSk4EqTNv_trja71HUnl52NQNP0khaOZeTKlknEG94,9287
 gllm_inference/builder/build_lm_request_processor.pyi,sha256=KbQkcPa8C-yzyelht4mWLP8kDmh17itAT3tn8ZJB6pg,4144
 gllm_inference/builder/build_output_parser.pyi,sha256=_Lrq-bh1oPsb_Nwkkr_zyEUwIOMysRFZkvEtEM29LZM,936
 gllm_inference/catalog/__init__.pyi,sha256=JBkPGTyiiZ30GECzJBW-mW8LekWyY2qyzal3eW7ynaM,287
@@ -29,7 +29,7 @@ gllm_inference/em_invoker/schema/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeR
 gllm_inference/em_invoker/schema/bedrock.pyi,sha256=AHFW8uYOTS7RtqV1RmtY-XQK1xpMgsHxWg4RZhVgI_8,476
 gllm_inference/em_invoker/schema/cohere.pyi,sha256=UTbTtePRR1zJMsM09SiTZSZZP0IaUGaODvc7ZqH9S8c,547
 gllm_inference/em_invoker/schema/google.pyi,sha256=ovDlvinu99QJhIxMkvVUoGBEFkkEoAZhadSuk0nI9N8,181
-gllm_inference/em_invoker/schema/jina.pyi,sha256=hD7ZJeoZzg-2bhYIjxCAi7dbavbA785ezRDay7cZy7o,711
+gllm_inference/em_invoker/schema/jina.pyi,sha256=vE1ySd8OTDM35saEZos7UCdPwHeX66iuHkZ3RchSZKA,741
 gllm_inference/em_invoker/schema/langchain.pyi,sha256=edcUvc1IHoSMFwqV83uqWqd0U3fLhkyWQjVknvjHI8U,112
 gllm_inference/em_invoker/schema/openai.pyi,sha256=Q_dsEcodkOXYXPdrkOkW0LnuLhfeq8tEbtZAGMz2ajA,139
 gllm_inference/em_invoker/schema/openai_compatible.pyi,sha256=gmvGtsWoOMBelke_tZjC6dKimFBW9f4Vrgv0Ig0OM9Q,150
@@ -39,7 +39,7 @@ gllm_inference/exceptions/__init__.pyi,sha256=Upcuj7od2lkbdueQ0iMT2ktFYYi-KKTynT
 gllm_inference/exceptions/error_parser.pyi,sha256=IOfa--NpLUW5E9Qq0mwWi6ZpTAbUyyNe6iAqunBNGLI,1999
 gllm_inference/exceptions/exceptions.pyi,sha256=Bv996qLa_vju0Qjf4GewMxdkq8CV9LRZb0S6289DldA,5725
 gllm_inference/exceptions/provider_error_map.pyi,sha256=XPLWU42-r8MHZgg5ZkE80Gdqg3p8Z_JHvq_Na03iTqY,1243
-gllm_inference/lm_invoker/__init__.pyi,sha256=IGF3h8Z7Yr0bLrkDMRTDVPNBU6Y3liJabW3acjstJDY,1374
+gllm_inference/lm_invoker/__init__.pyi,sha256=Ze9CxgGYguyz8BAU87_2JM-D4OZjlYAqktLI_B2tj_s,1488
 gllm_inference/lm_invoker/anthropic_lm_invoker.pyi,sha256=tsO9WJRj7l4auLc2vxftMX-niWJ9dlYwUIeiTL2FtIo,16392
 gllm_inference/lm_invoker/azure_openai_lm_invoker.pyi,sha256=6aqQdwVNLO9bDNrqcO8s75IJAN2hLSGvhO6VeDyz44w,14347
 gllm_inference/lm_invoker/bedrock_lm_invoker.pyi,sha256=8tM3zeoRwdy9ctaG8ANTsFHBdo-g63YQoU8NQsNysFw,11585
@@ -51,6 +51,7 @@ gllm_inference/lm_invoker/lm_invoker.pyi,sha256=YfwlV5uJwwoC0uJ54qsF2PZ5eoX85kUW
 gllm_inference/lm_invoker/openai_chat_completions_lm_invoker.pyi,sha256=zdHK-YmfplLmvwi1VASm2zvqqyLMoVSMHh2ggqaHIDA,14905
 gllm_inference/lm_invoker/openai_compatible_lm_invoker.pyi,sha256=i5pMpZf4-r_7FQ1qfsqcjpc98sI-cPiqheuTfTEKxJs,4192
 gllm_inference/lm_invoker/openai_lm_invoker.pyi,sha256=YplNfGRnLAv9puh_9hhCiQ3HbVD3XIZAkyvBR06qCpg,23019
+gllm_inference/lm_invoker/portkey_lm_invoker.pyi,sha256=yI6pN_a5J2uZA3Q9LxniXy6vg8g8ySUzhvpK09PTDgQ,13205
 gllm_inference/lm_invoker/xai_lm_invoker.pyi,sha256=eovp5rwHykcsoT3-TDo5YU6Kt-azfH_IIIFqmkAsD74,14343
 gllm_inference/lm_invoker/batch/__init__.pyi,sha256=W4W-_yfk7lL20alREJai6GnwuQvdlKRfwQCX4mQK4XI,127
 gllm_inference/lm_invoker/batch/batch_operations.pyi,sha256=Oo7hoyPSfPZdy1mXvSdvtRndvq-XTIbPIjEoGvJj5C0,5372
@@ -62,17 +63,21 @@ gllm_inference/lm_invoker/schema/google.pyi,sha256=AIsNgq0ZZuicHmx4bL7z6q-946T05
 gllm_inference/lm_invoker/schema/langchain.pyi,sha256=rZcIxuvABI4pKfyVvkRBRqfJJogZ67EFPydpubHt49c,429
 gllm_inference/lm_invoker/schema/openai.pyi,sha256=J_rT5Z3rx0hLIae-me1ENeemOESpavcRmYI5pgpkhhk,2222
 gllm_inference/lm_invoker/schema/openai_chat_completions.pyi,sha256=8byBRZ4xyTidIQJsZqiSjp5t1X875Obe-aEbT0yYfuA,1199
+gllm_inference/lm_invoker/schema/portkey.pyi,sha256=NeRjHNd84HgE_ur2F3Cv6Jx30v6V7eQvI_iJiq4kuME,631
 gllm_inference/lm_invoker/schema/xai.pyi,sha256=cWnbJmDtllqRH3NXpQbiXgkNBcUXr8ksDSDywcgJebE,632
-gllm_inference/model/__init__.pyi,sha256=qClHIgljqhPPCKlGTKmHsWgYb4_hADybxtC2q1U8a5Q,593
+gllm_inference/model/__init__.pyi,sha256=LTeBCSJJwCSd5Qrg7RZCXcp9fURNVNXFR5akk1ZZrTk,810
 gllm_inference/model/em/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+gllm_inference/model/em/cohere_em.pyi,sha256=fArRlV08NwbsJ_h6vpWr94XxUVBtbqW1Jh8s42LRXCo,488
 gllm_inference/model/em/google_em.pyi,sha256=ZPN5LmReO0bcTfnZixFooUTzgD-daNFPzfxzZ-5WzQQ,471
+gllm_inference/model/em/jina_em.pyi,sha256=txEvDI61nhDRUMgvFzpoe-f0onpUAs1j9HPDN01IHxg,627
 gllm_inference/model/em/openai_em.pyi,sha256=KcWpMmxNqS28r4zT4H2TIADHr7e7f3VSI1MPzjJXH9k,442
 gllm_inference/model/em/twelvelabs_em.pyi,sha256=pf9YfTfTPAceBoe1mA5VgtCroHZi5k42mEz-mGSD5QM,400
 gllm_inference/model/em/voyage_em.pyi,sha256=CEfXjLNZamfhsLyAxIkDXND2Jk4GzwXK5puK9yKJDyE,531
 gllm_inference/model/lm/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-gllm_inference/model/lm/anthropic_lm.pyi,sha256=36j7T5FguUr8ZNTCgMJE8NF2JZZGyl9JRahvf0hBMw4,558
-gllm_inference/model/lm/google_lm.pyi,sha256=Zy0EHiyqPjfQxmzrsfZzOKKjJWfOf3WX-xz0sqqum-U,479
+gllm_inference/model/lm/anthropic_lm.pyi,sha256=dWfG-M_gD644yJ-LK_T8HnAT649j3Vx7TVof03XQimE,611
+gllm_inference/model/lm/google_lm.pyi,sha256=cMV5zYX8uwUF7pErv4pXnXD2G52umo3sxKwbSx7nFhQ,511
 gllm_inference/model/lm/openai_lm.pyi,sha256=u11zvvIS7-XaHKZ33cZxGQmT6cZ4DqK9Do8l7gFOUTc,618
+gllm_inference/model/lm/xai_lm.pyi,sha256=2ZEQ_--e_zsb23zZQ8bKdQShU7zChx5TrDKF8EpwEpU,506
 gllm_inference/output_parser/__init__.pyi,sha256=WQOOgsYnPk8vd-SOhFMMaVTzy4gkYrOAyT5gnAxv0A0,129
 gllm_inference/output_parser/json_output_parser.pyi,sha256=uulh91uQLMSb4ZXZhHYi9W9w7zGnmrOweEkL6wdDJN8,2933
 gllm_inference/output_parser/output_parser.pyi,sha256=Yzk7F26pH8Uc7FQZo4G6l67YkfppefUvaV9cNK-HyDs,948
@@ -114,7 +119,7 @@ gllm_inference/schema/lm_input.pyi,sha256=A5pjz1id6tP9XRNhzQrbmzd66C_q3gzo0UP8rC
 gllm_inference/schema/lm_output.pyi,sha256=1SZi6vIWvmrZlVQ59WeQUKO5VhKrLHsSRDYslEH9d7o,2435
 gllm_inference/schema/mcp.pyi,sha256=Vwu8E2BDl6FvvnI42gIyY3Oki1BdwRE3Uh3aV0rmhQU,1014
 gllm_inference/schema/message.pyi,sha256=VP9YppKj2mo1esl9cy6qQO9m2mMHUjTmfGDdyUor880,2220
-gllm_inference/schema/model_id.pyi,sha256=L2bbG6p3HyKn1naecgc8SNGBaqeH8i9CcUDgd-whP-A,5652
+gllm_inference/schema/model_id.pyi,sha256=U2hiFraeO_occF0Wk3Wn0zTo7sUCwz1_C42ns5sP7Ek,5676
 gllm_inference/schema/reasoning.pyi,sha256=SlTuiDw87GdnAn-I6YOPIJRhEBiwQljM46JohG05guQ,562
 gllm_inference/schema/token_usage.pyi,sha256=1GTQVORV0dBNmD_jix8aVaUqxMKFF04KpLP7y2urqbk,2950
 gllm_inference/schema/tool_call.pyi,sha256=zQaVxCnkVxOfOEhBidqohU85gb4PRwnwBiygKaunamk,389
@@ -125,7 +130,7 @@ gllm_inference/utils/io_utils.pyi,sha256=7kUTacHAVRYoemFUOjCH7-Qmw-YsQGd6rGYxjf_
 gllm_inference/utils/langchain.pyi,sha256=VluQiHkGigDdqLUbhB6vnXiISCP5hHqV0qokYY6dC1A,1164
 gllm_inference/utils/validation.pyi,sha256=toxBtRp-VItC_X7sNi-GDd7sjibBdWMrR0q01OI2D7k,385
 gllm_inference.build/.gitignore,sha256=aEiIwOuxfzdCmLZe4oB1JsBmCUxwG8x-u-HBCV9JT8E,1
-gllm_inference_binary-0.5.45.dist-info/METADATA,sha256=6RduOcMdvkHJ5vP5HV2XDX2e5YKMWOFLajSFrJE121U,5716
-gllm_inference_binary-0.5.45.dist-info/WHEEL,sha256=ar3KUKk5QtasLek_3_fVX4zgPzX-lxtBGErPgJ515rA,105
-gllm_inference_binary-0.5.45.dist-info/top_level.txt,sha256=FpOjtN80F-qVNgbScXSEyqa0w09FYn6301iq6qt69IQ,15
-gllm_inference_binary-0.5.45.dist-info/RECORD,,
+gllm_inference_binary-0.5.47.dist-info/METADATA,sha256=854eSHs9JvlLiEy9fpq84ZoiPbsSth9jX1dJ5o49Jmo,5807
+gllm_inference_binary-0.5.47.dist-info/WHEEL,sha256=ar3KUKk5QtasLek_3_fVX4zgPzX-lxtBGErPgJ515rA,105
+gllm_inference_binary-0.5.47.dist-info/top_level.txt,sha256=FpOjtN80F-qVNgbScXSEyqa0w09FYn6301iq6qt69IQ,15
+gllm_inference_binary-0.5.47.dist-info/RECORD,,