gllm-inference-binary 0.5.43__cp313-cp313-win_amd64.whl → 0.5.45__cp313-cp313-win_amd64.whl

gllm_inference/lm_invoker/lm_invoker.pyi

@@ -7,7 +7,7 @@ from gllm_core.utils import RetryConfig
 from gllm_inference.constants import DOCUMENT_MIME_TYPES as DOCUMENT_MIME_TYPES, INVOKER_DEFAULT_TIMEOUT as INVOKER_DEFAULT_TIMEOUT
 from gllm_inference.exceptions import BaseInvokerError as BaseInvokerError, convert_to_base_invoker_error as convert_to_base_invoker_error
 from gllm_inference.lm_invoker.batch import BatchOperations as BatchOperations
-from gllm_inference.schema import Activity as Activity, Attachment as Attachment, AttachmentType as AttachmentType, BatchStatus as BatchStatus, LMInput as LMInput, LMOutput as LMOutput, Message as Message, MessageContent as MessageContent, MessageRole as MessageRole, ModelId as ModelId, Reasoning as Reasoning, ResponseSchema as ResponseSchema, ToolCall as ToolCall, ToolResult as ToolResult
+from gllm_inference.schema import Attachment as Attachment, AttachmentType as AttachmentType, BatchStatus as BatchStatus, LMEventType as LMEventType, LMInput as LMInput, LMOutput as LMOutput, Message as Message, MessageContent as MessageContent, MessageRole as MessageRole, ModelId as ModelId, Reasoning as Reasoning, ResponseSchema as ResponseSchema, ToolCall as ToolCall, ToolResult as ToolResult
 from langchain_core.tools import Tool as LangChainTool
 from typing import Any
 

gllm_inference/prompt_builder/format_strategy/__init__.pyi

@@ -0,0 +1,4 @@
+from gllm_inference.prompt_builder.format_strategy.jinja_format_strategy import JinjaFormatStrategy as JinjaFormatStrategy
+from gllm_inference.prompt_builder.format_strategy.string_format_strategy import StringFormatStrategy as StringFormatStrategy
+
+__all__ = ['StringFormatStrategy', 'JinjaFormatStrategy']

gllm_inference/prompt_builder/format_strategy/format_strategy.pyi

@@ -0,0 +1,55 @@
+import abc
+from _typeshed import Incomplete
+from abc import ABC, abstractmethod
+from gllm_inference.schema.message import MessageContent as MessageContent
+
+class BasePromptFormattingStrategy(ABC, metaclass=abc.ABCMeta):
+    """Base class for prompt formatting strategies.
+
+    This class defines the interface for different prompt templating engines. Subclasses
+    implement specific formatting strategies to render templates with variable
+    substitution.
+
+    The strategy pattern allows the PromptBuilder to work with different templating engines
+    without changing its core logic.
+
+    Attributes:
+        key_defaults (dict[str, str]): The default values for the keys.
+    """
+    key_defaults: Incomplete
+    def __init__(self, key_defaults: dict[str, str] | None = None) -> None:
+        """Initialize the BasePromptFormattingStrategy.
+
+        Args:
+            key_defaults (dict[str, str] | None, optional): The default values for the keys. Defaults to None,
+                in which case no default values are used.
+        """
+    def format(self, template: str, variables_map: dict[str, str] | None = None, extra_contents: list[MessageContent] | None = None) -> list[str]:
+        """Format template with variables using the template method pattern.
+
+        This is a template method that defines the algorithm for formatting:
+        1. Merge key_defaults and variables_map
+        2. Render the template (delegated to subclass via _render_template)
+        3. Append extra_contents to the result
+
+        Args:
+            template (str): Template string to format.
+            variables_map (dict[str, str] | None, optional): Variables for substitution. Defaults to None.
+            extra_contents (list[MessageContent] | None, optional): Extra contents to format. Defaults to None.
+
+        Returns:
+            str: Formatted template string.
+        """
+    @abstractmethod
+    def extract_keys(self, template: str | None) -> set[str]:
+        """Extract variable keys from template.
+
+        Args:
+            template (str | None): Template string to extract keys from.
+
+        Returns:
+            set[str]: Set of variable keys found in template.
+
+        Raises:
+            NotImplementedError: If the method is not implemented.
+        """

gllm_inference/prompt_builder/format_strategy/jinja_format_strategy.pyi

@@ -0,0 +1,45 @@
+from _typeshed import Incomplete
+from gllm_inference.prompt_builder.format_strategy.format_strategy import BasePromptFormattingStrategy as BasePromptFormattingStrategy
+from gllm_inference.schema import JinjaEnvType as JinjaEnvType
+from jinja2.sandbox import SandboxedEnvironment
+from typing import Any
+
+JINJA_DEFAULT_BLACKLISTED_FILTERS: list[str]
+JINJA_DEFAULT_SAFE_GLOBALS: dict[str, Any]
+JINJA_DANGEROUS_PATTERNS: list[str]
+PROMPT_BUILDER_VARIABLE_START_STRING: str
+PROMPT_BUILDER_VARIABLE_END_STRING: str
+
+class JinjaFormatStrategy(BasePromptFormattingStrategy):
+    """Jinja2 template engine for formatting prompts.
+
+    Attributes:
+        jinja_env (SandboxedEnvironment): The Jinja environment for rendering templates.
+        key_defaults (dict[str, str]): The default values for the keys.
+    """
+    jinja_env: Incomplete
+    def __init__(self, environment: JinjaEnvType | SandboxedEnvironment = ..., key_defaults: dict[str, str] | None = None) -> None:
+        """Initialize the JinjaFormatStrategy.
+
+        Args:
+            environment (JinjaEnvType | SandboxedEnvironment, optional): The environment for Jinja rendering.
+                It can be one of the following:
+                1. `JinjaEnvType.RESTRICTED`: Uses a minimal, restricted Jinja environment.
+                        Safest for most cases.
+                2. `JinjaEnvType.JINJA_DEFAULT`: Uses the full Jinja environment. Allows more powerful templating,
+                        but with fewer safety restrictions.
+                3. `SandboxedEnvironment` instance: A custom Jinja `SandboxedEnvironment` object provided by the
+                        user. Offers fine-grained control over template execution.
+                Defaults to `JinjaEnvType.RESTRICTED`
+            key_defaults (dict[str, str], optional): The default values for the keys. Defaults to None, in which
+                case no default values are used.
+        """
+    def extract_keys(self, template: str | None) -> set[str]:
+        """Extract keys from Jinja template using AST analysis.
+
+        Args:
+            template (str | None): The template to extract keys from.
+
+        Returns:
+            set[str]: The set of keys found in the template.
+        """

gllm_inference/prompt_builder/format_strategy/string_format_strategy.pyi

@@ -0,0 +1,20 @@
+from _typeshed import Incomplete
+from gllm_inference.prompt_builder.format_strategy.format_strategy import BasePromptFormattingStrategy as BasePromptFormattingStrategy
+
+KEY_EXTRACTOR_REGEX: Incomplete
+
+class StringFormatStrategy(BasePromptFormattingStrategy):
+    """String format strategy using str.format() method.
+
+    Attributes:
+        key_defaults (dict[str, str]): The default values for the keys.
+    """
+    def extract_keys(self, template: str | None) -> set[str]:
+        """Extract keys from a template.
+
+        Args:
+            template (str | None): The template to extract keys from.
+
+        Returns:
+            set[str]: The set of keys found in the template.
+        """

gllm_inference/prompt_builder/prompt_builder.pyi

@@ -1,9 +1,9 @@
 from _typeshed import Incomplete
-from gllm_inference.schema import Message as Message, MessageContent as MessageContent, MessageRole as MessageRole
+from gllm_inference.prompt_builder.format_strategy import JinjaFormatStrategy as JinjaFormatStrategy, StringFormatStrategy as StringFormatStrategy
+from gllm_inference.schema import JinjaEnvType as JinjaEnvType, Message as Message, MessageContent as MessageContent, MessageRole as MessageRole
+from jinja2.sandbox import SandboxedEnvironment as SandboxedEnvironment
 from typing import Any
 
-KEY_EXTRACTOR_REGEX: Incomplete
-
 class PromptBuilder:
     """A prompt builder class used in Gen AI applications.
 
@@ -12,12 +12,14 @@ class PromptBuilder:
         user_template (str): The user prompt template. May contain placeholders enclosed in curly braces `{}`.
         prompt_key_set (set[str]): A set of expected keys that must be present in the prompt templates.
         key_defaults (dict[str, str]): Default values for the keys in the prompt templates.
+        strategy (BasePromptFormattingStrategy): The format strategy to be used for formatting the prompt.
     """
+    key_defaults: Incomplete
     system_template: Incomplete
     user_template: Incomplete
+    strategy: Incomplete
     prompt_key_set: Incomplete
-    key_defaults: Incomplete
-    def __init__(self, system_template: str = '', user_template: str = '', key_defaults: dict[str, str] | None = None, ignore_extra_keys: bool | None = None) -> None:
+    def __init__(self, system_template: str = '', user_template: str = '', key_defaults: dict[str, str] | None = None, ignore_extra_keys: bool | None = None, use_jinja: bool = False, jinja_env: JinjaEnvType | SandboxedEnvironment = ...) -> None:
         """Initializes a new instance of the PromptBuilder class.
 
         Args:
@@ -30,6 +32,17 @@ class PromptBuilder:
                 Defaults to None, in which case no default values will be assigned to the keys.
             ignore_extra_keys (bool | None, optional): Deprecated parameter. Will be removed in v0.6. Extra keys
                 will always raise a warning only instead of raising an error.
+            use_jinja (bool, optional): Whether to use Jinja for rendering the prompt templates.
+                Defaults to False.
+            jinja_env (JinjaEnvType | SandboxedEnvironment, optional): The environment for Jinja rendering.
+                It can be one of the following:
+                1. `JinjaEnvType.RESTRICTED`: Uses a minimal, restricted Jinja environment.
+                        Safest for most cases.
+                2. `JinjaEnvType.JINJA_DEFAULT`: Uses the full Jinja environment. Allows more powerful templating,
+                        but with fewer safety restrictions.
+                3. `SandboxedEnvironment` instance: A custom Jinja `SandboxedEnvironment` object provided by the
+                        user. Offers fine-grained control over template execution.
+                Defaults to `JinjaEnvType.RESTRICTED`
 
         Raises:
             ValueError: If both `system_template` and `user_template` are empty.
@@ -49,7 +62,7 @@ class PromptBuilder:
                 Values must be either a string or an object that can be serialized to a string.
 
         Returns:
-            list[Message]: A formatted list of messages.
+            list[Message]: A list of formatted messages.
 
         Raises:
             ValueError: If a required key for the prompt template is missing from `kwargs`.

gllm_inference/schema/__init__.pyi

@@ -2,7 +2,7 @@ from gllm_inference.schema.activity import Activity as Activity, MCPCallActivity
 from gllm_inference.schema.attachment import Attachment as Attachment
 from gllm_inference.schema.code_exec_result import CodeExecResult as CodeExecResult
 from gllm_inference.schema.config import TruncationConfig as TruncationConfig
-from gllm_inference.schema.enums import AttachmentType as AttachmentType, BatchStatus as BatchStatus, EmitDataType as EmitDataType, MessageRole as MessageRole, TruncateSide as TruncateSide
+from gllm_inference.schema.enums import AttachmentType as AttachmentType, BatchStatus as BatchStatus, EmitDataType as EmitDataType, JinjaEnvType as JinjaEnvType, LMEventType as LMEventType, MessageRole as MessageRole, TruncateSide as TruncateSide
 from gllm_inference.schema.events import ActivityEvent as ActivityEvent, CodeEvent as CodeEvent, ThinkingEvent as ThinkingEvent
 from gllm_inference.schema.lm_input import LMInput as LMInput
 from gllm_inference.schema.lm_output import LMOutput as LMOutput
@@ -15,4 +15,4 @@ from gllm_inference.schema.tool_call import ToolCall as ToolCall
 from gllm_inference.schema.tool_result import ToolResult as ToolResult
 from gllm_inference.schema.type_alias import EMContent as EMContent, MessageContent as MessageContent, ResponseSchema as ResponseSchema, Vector as Vector
 
-__all__ = ['Activity', 'ActivityEvent', 'Attachment', 'AttachmentType', 'BatchStatus', 'CodeEvent', 'CodeExecResult', 'EMContent', 'EmitDataType', 'InputTokenDetails', 'LMInput', 'LMOutput', 'MCPCall', 'MCPCallActivity', 'MCPListToolsActivity', 'MCPServer', 'Message', 'MessageContent', 'MessageRole', 'ModelId', 'ModelProvider', 'OutputTokenDetails', 'Reasoning', 'ThinkingEvent', 'ResponseSchema', 'TokenUsage', 'ToolCall', 'ToolResult', 'TruncateSide', 'TruncationConfig', 'Vector', 'WebSearchActivity']
+__all__ = ['Activity', 'ActivityEvent', 'Attachment', 'AttachmentType', 'BatchStatus', 'CodeEvent', 'CodeExecResult', 'EMContent', 'EmitDataType', 'LMEventType', 'InputTokenDetails', 'JinjaEnvType', 'LMInput', 'LMOutput', 'MCPCall', 'MCPCallActivity', 'MCPListToolsActivity', 'MCPServer', 'Message', 'MessageContent', 'MessageRole', 'ModelId', 'ModelProvider', 'OutputTokenDetails', 'Reasoning', 'ThinkingEvent', 'ResponseSchema', 'TokenUsage', 'ToolCall', 'ToolResult', 'TruncateSide', 'TruncationConfig', 'Vector', 'WebSearchActivity']

gllm_inference/schema/activity.pyi

@@ -4,12 +4,13 @@ from pydantic import BaseModel
 from typing import Literal
 
 WEB_SEARCH_VISIBLE_FIELDS: Incomplete
+WebSearchActivityTypes: Incomplete
 
 class Activity(BaseModel):
     """Base schema for any activity.
 
     Attributes:
-        type (str): The type of activity being performed.
+        type (str): The type of activity being performed. Defaults to an empty string.
     """
     type: str
 
@@ -17,9 +18,10 @@ class MCPListToolsActivity(Activity):
     """Schema for listing tools in MCP.
 
     Attributes:
-        server_name (str): The name of the MCP server.
-        tools (list[dict[str, str]] | None): The tools in the MCP server.
-        type (str): The type of activity being performed.
+        type (Literal[ActivityType.MCP_LIST_TOOLS]): The type of activity being performed.
+            Defaults to ActivityType.MCP_LIST_TOOLS.
+        server_name (str): The name of the MCP server. Defaults to an empty string.
+        tools (list[dict[str, str]] | None): The tools in the MCP server. Defaults to None.
     """
     type: Literal[ActivityType.MCP_LIST_TOOLS]
     server_name: str
@@ -29,10 +31,10 @@ class MCPCallActivity(Activity):
     """Schema for MCP tool call.
 
     Attributes:
+        type (Literal[ActivityType.MCP_CALL]): The type of activity being performed. Defaults to ActivityType.MCP_CALL.
         server_name (str): The name of the MCP server.
         tool_name (str): The name of the tool.
         args (dict[str, str]): The arguments of the tool.
-        type (str): The type of activity being performed.
     """
     type: Literal[ActivityType.MCP_CALL]
     server_name: str
@@ -43,16 +45,16 @@ class WebSearchActivity(Activity):
     """Schema for web search tool call.
 
     Attributes:
-        type (str): The type of activity being performed.
-        pattern (str): The pattern of the web search.
-        url (str): The URL of the page.
-        query (str): The query of the web search.
+        type (WebSearchActivityTypes): The type of activity being performed. Defaults to ActivityType.SEARCH.
+        query (str | None): The query of the web search. Defaults to None.
+        url (str | None): The URL of the page. Defaults to None.
+        pattern (str | None): The pattern of the web search. Defaults to None.
         sources (list[dict[str, str]] | None): The sources of the web search.
     """
-    type: Literal[ActivityType.FIND_IN_PAGE, ActivityType.OPEN_PAGE, ActivityType.SEARCH]
+    type: WebSearchActivityTypes
+    query: str | None
     url: str | None
     pattern: str | None
-    query: str | None
     sources: list[dict[str, str]] | None
     def model_dump(self, *args, **kwargs) -> dict[str, str]:
         """Serialize the activity for display.

gllm_inference/schema/enums.pyi

@@ -14,6 +14,16 @@ class BatchStatus(StrEnum):
     FINISHED = 'finished'
     UNKNOWN = 'unknown'
 
+class LMEventType(StrEnum):
+    """Defines event types to be emitted by the LM invoker."""
+    ACTIVITY = 'activity'
+    CODE_START = 'code_start'
+    CODE = 'code'
+    CODE_END = 'code_end'
+    THINKING_START = 'thinking_start'
+    THINKING = 'thinking'
+    THINKING_END = 'thinking_end'
+
 class EmitDataType(StrEnum):
     """Defines valid data types for emitting events."""
     ACTIVITY = 'activity'
@@ -44,6 +54,11 @@ class TruncateSide(StrEnum):
     RIGHT = 'RIGHT'
     LEFT = 'LEFT'
 
+class JinjaEnvType(StrEnum):
+    """Enumeration for Jinja environment types."""
+    JINJA_DEFAULT = 'jinja_default'
+    RESTRICTED = 'restricted'
+
 class WebSearchKey(StrEnum):
     """Defines valid web search keys."""
     PATTERN = 'pattern'

gllm_inference/schema/events.pyi

@@ -1,108 +1,123 @@
-from gllm_core.constants import EventLevel
+from _typeshed import Incomplete
 from gllm_core.schema import Event
 from gllm_inference.schema.activity import Activity as Activity
-from gllm_inference.schema.enums import EmitDataType as EmitDataType
-from typing import Literal
+from gllm_inference.schema.enums import LMEventType as LMEventType
+from typing import Any, Literal
+
+CodeEventType: Incomplete
+ThinkingEventType: Incomplete
 
 class ActivityEvent(Event):
-    """Event schema for model-triggered activities (e.g. web search, MCP).
+    """Event schema for model-triggered activities (e.g. web search, MCP call, etc.).
 
     Attributes:
-        id (str): The unique identifier for the activity event. Defaults to an empty string.
-        type (Literal): The type of event, always 'activity'.
-        value (Activity): The activity data containing message and type.
-        level (EventLevel): The severity level of the event. Defined through the EventLevel constants.
+        id (str): The ID of the activity event. Defaults to None.
+        value (dict[str, Any]): The value of the activity event.
+        level (EventLevel): The severity level of the activity event. Defaults to EventLevel.INFO.
+        type (Literal[EventType.ACTIVITY]): The type of the activity event. Defaults to EventType.ACTIVITY.
+        timestamp (datetime): The timestamp of the activity event. Defaults to the current timestamp.
+        metadata (dict[str, Any]): The metadata of the activity event. Defaults to an empty dictionary.
     """
-    id: str
-    type: Literal[EmitDataType.ACTIVITY]
-    value: Activity
-    level: EventLevel
+    value: dict[str, Any]
+    type: Literal[LMEventType.ACTIVITY]
+    @classmethod
+    def from_activity(cls, id_: str | None = None, activity: Activity | None = None) -> ActivityEvent:
+        """Create an activity event from an Activity object.
+
+        Args:
+            id_ (str | None, optional): The ID of the activity event. Defaults to None.
+            activity (Activity | None, optional): The activity object to create the event from.
+                Defaults to None, in which case the value will be an empty dictionary.
+
+        Returns:
+            ActivityEvent: The activity event.
+        """
 
 class CodeEvent(Event):
-    """Event schema for model-triggered code execution.
+    """Event schema for model-generated code to be executed.
 
     Attributes:
-        id (str): The unique identifier for the code event. Defaults to an empty string.
-        type (Literal): The type of event (code, code_start, or code_end).
-        value (str): The code content.
-        level (EventLevel): The severity level of the event. Defined through the EventLevel constants.
+        id (str): The ID of the code event. Defaults to None.
+        value (str): The value of the code event. Defaults to an empty string.
+        level (EventLevel): The severity level of the code event. Defaults to EventLevel.INFO.
+        type (CodeEventType): The type of the code event. Defaults to EventType.CODE.
+        timestamp (datetime): The timestamp of the code event. Defaults to the current timestamp.
+        metadata (dict[str, Any]): The metadata of the code event. Defaults to an empty dictionary.
     """
-    id: str
-    type: Literal[EmitDataType.CODE, EmitDataType.CODE_START, EmitDataType.CODE_END]
     value: str
-    level: EventLevel
+    type: CodeEventType
     @classmethod
-    def start(cls, id_: str | None = '') -> CodeEvent:
+    def start(cls, id_: str | None = None) -> CodeEvent:
         """Create a code start event.
 
         Args:
-            id_ (str | None): The unique identifier for the code event. Defaults to an empty string.
+            id_ (str | None, optional): The ID of the code event. Defaults to None.
 
         Returns:
             CodeEvent: The code start event.
         """
     @classmethod
-    def content(cls, id_: str | None = '', value: str = '') -> CodeEvent:
+    def content(cls, id_: str | None = None, value: str = '') -> CodeEvent:
         """Create a code content event.
 
         Args:
-            id_ (str | None): The unique identifier for the code event. Defaults to an empty string.
-            value (str): The code content.
+            id_ (str | None, optional): The ID of the code event. Defaults to None.
+            value (str, optional): The code content. Defaults to an empty string.
 
         Returns:
             CodeEvent: The code value event.
         """
     @classmethod
-    def end(cls, id_: str | None = '') -> CodeEvent:
+    def end(cls, id_: str | None = None) -> CodeEvent:
         """Create a code end event.
 
         Args:
-            id_ (str | None): The unique identifier for the code event. Defaults to an empty string.
+            id_ (str | None, optional): The ID of the code event. Defaults to None.
 
         Returns:
             CodeEvent: The code end event.
         """
 
 class ThinkingEvent(Event):
-    """Event schema for model thinking.
+    """Event schema for model-generated thinking.
 
     Attributes:
-        id (str): The unique identifier for the thinking event. Defaults to an empty string.
-        type (Literal): The type of thinking event (thinking, thinking_start, or thinking_end).
-        value (str): The thinking content or message.
-        level (EventLevel): The severity level of the event. Defined through the EventLevel constants.
+        id (str): The ID of the thinking event. Defaults to None.
+        value (str): The value of the thinking event. Defaults to an empty string.
+        level (EventLevel): The severity level of the thinking event. Defaults to EventLevel.INFO.
+        type (ThinkingEventType): The type of the thinking event. Defaults to EventType.THINKING.
+        timestamp (datetime): The timestamp of the thinking event. Defaults to the current timestamp.
+        metadata (dict[str, Any]): The metadata of the thinking event. Defaults to an empty dictionary.
     """
-    id: str
-    type: Literal[EmitDataType.THINKING, EmitDataType.THINKING_START, EmitDataType.THINKING_END]
     value: str
-    level: EventLevel
+    type: ThinkingEventType
     @classmethod
-    def start(cls, id_: str | None = '') -> ThinkingEvent:
+    def start(cls, id_: str | None = None) -> ThinkingEvent:
         """Create a thinking start event.
 
         Args:
-            id_ (str | None): The unique identifier for the thinking event. Defaults to an empty string.
+            id_ (str | None, optional): The ID of the thinking event. Defaults to None.
 
         Returns:
             ThinkingEvent: The thinking start event.
         """
     @classmethod
-    def content(cls, id_: str | None = '', value: str = '') -> ThinkingEvent:
+    def content(cls, id_: str | None = None, value: str = '') -> ThinkingEvent:
         """Create a thinking value event.
 
         Args:
-            id_ (str | None): The unique identifier for the thinking event. Defaults to an empty string.
-            value (str): The thinking content or message.
+            id_ (str | None, optional): The ID of the thinking event. Defaults to None.
+            value (str, optional): The thinking content or message. Defaults to an empty string.
 
         Returns:
             ThinkingEvent: The thinking value event.
         """
     @classmethod
-    def end(cls, id_: str | None = '') -> ThinkingEvent:
+    def end(cls, id_: str | None = None) -> ThinkingEvent:
         """Create a thinking end event.
 
         Args:
-            id_ (str | None): The unique identifier for the thinking event. Defaults to an empty string.
+            id_ (str | None, optional): The ID of the thinking event. Defaults to None.
 
         Returns:
             ThinkingEvent: The thinking end event.

gllm_inference.pyi

@@ -114,7 +114,7 @@ import inspect
 import time
 import jsonschema
 import gllm_inference.lm_invoker.batch.BatchOperations
-import gllm_inference.schema.Activity
+import gllm_inference.schema.LMEventType
 import gllm_inference.schema.MessageContent
 import __future__
 import gllm_inference.schema.ActivityEvent
@@ -131,6 +131,11 @@ import xai_sdk.search
 import xai_sdk.proto
 import xai_sdk.proto.v5
 import xai_sdk.proto.v5.chat_pb2
+import jinja2
+import jinja2.sandbox
+import gllm_inference.schema.JinjaEnvType
+import gllm_inference.prompt_builder.format_strategy.JinjaFormatStrategy
+import gllm_inference.prompt_builder.format_strategy.StringFormatStrategy
 import transformers
 import gllm_inference.prompt_formatter.HuggingFacePromptFormatter
 import logging

{gllm_inference_binary-0.5.43.dist-info → gllm_inference_binary-0.5.45.dist-info}/METADATA

@@ -1,12 +1,12 @@
 Metadata-Version: 2.2
 Name: gllm-inference-binary
-Version: 0.5.43
+Version: 0.5.45
 Summary: A library containing components related to model inferences in Gen AI applications.
 Author-email: Henry Wicaksono <henry.wicaksono@gdplabs.id>, Resti Febrina <resti.febrina@gdplabs.id>
 Requires-Python: <3.14,>=3.11
 Description-Content-Type: text/markdown
 Requires-Dist: poetry<3.0.0,>=2.1.3
-Requires-Dist: gllm-core-binary<0.4.0,>=0.3.0
+Requires-Dist: gllm-core-binary<0.4.0,>=0.3.21
 Requires-Dist: aiohttp<4.0.0,>=3.12.14
 Requires-Dist: filetype<2.0.0,>=1.2.0
 Requires-Dist: httpx<0.29.0,>=0.28.0

{gllm_inference_binary-0.5.43.dist-info → gllm_inference_binary-0.5.45.dist-info}/RECORD

@@ -1,5 +1,5 @@
-gllm_inference.cp313-win_amd64.pyd,sha256=sTq5zg0Q1e7Ht2gLViCkrKP-qASuNCM9S27SUMbAy98,3670016
-gllm_inference.pyi,sha256=1LjTXA3c1aB5HyEpUvV9dsED8cBDfdOJNqQhzwbYq1o,4915
+gllm_inference.cp313-win_amd64.pyd,sha256=tAwGqwenK1geHt_I26Ee6y1xY14Ta__bFkQhIiWiIeo,3739648
+gllm_inference.pyi,sha256=d_2YUYVy-BJvaYSyEgXSn5QBfMPFlDbdo3TmDKkRodI,5143
 gllm_inference/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 gllm_inference/constants.pyi,sha256=PncjVw-mkzcJ3ln1ohvVZGdJ-TD-VZy1Ygn4Va8Z7i0,350
 gllm_inference/builder/__init__.pyi,sha256=-bw1uDx7CAM7pkvjvb1ZXku9zXlQ7aEAyC83KIn3bz8,506
@@ -47,7 +47,7 @@ gllm_inference/lm_invoker/datasaur_lm_invoker.pyi,sha256=LR0EM4vTfufq9OWk8JVIwLy
 gllm_inference/lm_invoker/google_lm_invoker.pyi,sha256=aSmEgoYj_V72Nb6erDResphw9RaHfbE5C6PhqpMfEeQ,17674
 gllm_inference/lm_invoker/langchain_lm_invoker.pyi,sha256=tJIxkFUKjLF-yz0niaDjN3L0QNCbn4sT8hmPKtERpog,12742
 gllm_inference/lm_invoker/litellm_lm_invoker.pyi,sha256=IJxRUkmgXY8oQwS7tJoskO8fiESB7M4pyvpE64pyXDo,12648
-gllm_inference/lm_invoker/lm_invoker.pyi,sha256=vUmMNEl7F__PavQJ42scoYGyWdEvZOw2Bwxhoqv_gKE,8659
+gllm_inference/lm_invoker/lm_invoker.pyi,sha256=PS4cJ5VLNfHqeTgCerY-c1Xaa7ktdWAiT-f3Lnc0wvE,8665
 gllm_inference/lm_invoker/openai_chat_completions_lm_invoker.pyi,sha256=uYJFgi4tJGab77232IC1gdoU9h9AqoClIUj6tM6O47s,15177
 gllm_inference/lm_invoker/openai_compatible_lm_invoker.pyi,sha256=T9sShA_9fgEuaaAuT2gJZq_EYNbEhf3IkWwMCwfszY8,4244
 gllm_inference/lm_invoker/openai_lm_invoker.pyi,sha256=10iKCyleqHNbJc8M1rj3ogRcNlNxcVgyk0v6TcS6gf4,23452
@@ -77,7 +77,11 @@ gllm_inference/output_parser/__init__.pyi,sha256=dhAeRTBxc6CfS8bhnHjbtrnyqJ1iyff
 gllm_inference/output_parser/json_output_parser.pyi,sha256=YtgQh8Uzy8W_Tgh8DfuR7VFFS7qvLEasiTwRfaGZZEU,2993
 gllm_inference/output_parser/output_parser.pyi,sha256=-Xu5onKCBDqShcO-VrQh5icqAmXdihGc3rkZxL93swg,975
 gllm_inference/prompt_builder/__init__.pyi,sha256=mPsbiafzSNHsgN-CuzjhgZpfXfi1pPC3_gdsq2p0EM4,120
-gllm_inference/prompt_builder/prompt_builder.pyi,sha256=ju52smKHT_Bh2EVMZBWe1Z0ZQjD5aPBDLI_xLaILcgo,3334
+gllm_inference/prompt_builder/prompt_builder.pyi,sha256=67X0MXPRGb_Azifk5fM9lAsQX48rASsQk2gCPikqU5k,4626
+gllm_inference/prompt_builder/format_strategy/__init__.pyi,sha256=BliNAdrN2yNoQt8muLe1IknuE78UDQys_3L_8_2Tn9E,312
+gllm_inference/prompt_builder/format_strategy/format_strategy.pyi,sha256=Uay07qR0nMGbrOZ2twEyrIWYRKevBQL9ju_4fVfByyQ,2328
+gllm_inference/prompt_builder/format_strategy/jinja_format_strategy.pyi,sha256=W8SdOPWPz_U355G8rQwiIQ0Ys78vomUBFEEZiz3AS5k,2270
+gllm_inference/prompt_builder/format_strategy/string_format_strategy.pyi,sha256=Xbx8xAtj3AbgFuPY8A3OuC6MlwenjYm6OXnQwxAP45k,713
 gllm_inference/prompt_formatter/__init__.pyi,sha256=q5sPPrnoCf-4tMGowh7hXxs63uyWfaZyEI-wjLBTGsA,747
 gllm_inference/prompt_formatter/agnostic_prompt_formatter.pyi,sha256=qp4L3x7XK7oZaSYP8B4idewKpPioB4XELeKVV-dNi-Q,2067
 gllm_inference/prompt_formatter/huggingface_prompt_formatter.pyi,sha256=kH60A_3DnHd3BrqbgS_FqQTCTHIjC9BTsk6_FNgcZw8,2784
@@ -99,13 +103,13 @@ gllm_inference/realtime_chat/output_streamer/output_streamer.pyi,sha256=5P9NQ0aJ
 gllm_inference/request_processor/__init__.pyi,sha256=giEme2WFQhgyKiBZHhSet0_nKSCHwGy-_2p6NRzg0Zc,231
 gllm_inference/request_processor/lm_request_processor.pyi,sha256=0fy1HyILCVDw6y46E-7tLnQTRYx4ppeRMe0QP6t9Jyw,5990
 gllm_inference/request_processor/uses_lm_mixin.pyi,sha256=LYHq-zLoXEMel1LfVdYv7W3BZ8WtBLo_WWFjRf10Yto,6512
-gllm_inference/schema/__init__.pyi,sha256=Cu626ItICSPEArngfqm78RFz6xq2_Z4YXdyFxQHb-V4,2134
-gllm_inference/schema/activity.pyi,sha256=JsM2EwvaDicM6OOmVMBSPSdizbQgq-IEoD881w0RMyg,2036
+gllm_inference/schema/__init__.pyi,sha256=Rv821pgyUUbcVhnGJ0CnXVWJMi2pgaglv6Pq4RHK7yE,2223
+gllm_inference/schema/activity.pyi,sha256=atrU4OwLesA9FEt1H7K3gsUWYNdOqpI5i2VdWkmo6cs,2367
 gllm_inference/schema/attachment.pyi,sha256=9zgAjGXBjLfzPGaKi68FMW6b5mXdEA352nDe-ynOSvY,3385
 gllm_inference/schema/code_exec_result.pyi,sha256=WQ-ARoGM9r6nyRX-A0Ro1XKiqrc9R3jRYXZpu_xo5S4,573
 gllm_inference/schema/config.pyi,sha256=NVmjQK6HipIE0dKSfx12hgIC0O-S1HEcAc-TWlXAF5A,689
-gllm_inference/schema/enums.pyi,sha256=U30RGvNFcNNJxTZZPt8vK7SFp3W4KSPVFxTZaiF1eLU,1375
-gllm_inference/schema/events.pyi,sha256=HMkGU1XoLDR6h9-L13LEn_27Z9jkmKk-kBTD-0qKzJY,4029
+gllm_inference/schema/enums.pyi,sha256=dN6FzT4zNbSfqVxmrl3hO7IIiP-Qy4lAP_tf4tp8dNI,1827
+gllm_inference/schema/events.pyi,sha256=iG3sFAhvek-fSJgmUE6nJ5M0XzSpRKKpJJiXyuB4Wq0,5058
 gllm_inference/schema/lm_input.pyi,sha256=HxQiZgY7zcXh_Dw8nK8LSeBTZEHMPZVwmPmnfgSsAbs,197
 gllm_inference/schema/lm_output.pyi,sha256=DIV8BiIOPaSnMKxzKzH_Mp7j7-MScWCvmllegJDLqFg,2479
 gllm_inference/schema/mcp.pyi,sha256=4SgQ83pEowfWm2p-w9lupV4NayqqVBOy7SuYxIFeWRs,1045
@@ -121,7 +125,7 @@ gllm_inference/utils/io_utils.pyi,sha256=Eg7dvHWdXslTKdjh1j3dG50i7r35XG2zTmJ9XXv
 gllm_inference/utils/langchain.pyi,sha256=4AwFiVAO0ZpdgmqeC4Pb5NJwBt8vVr0MSUqLeCdTscc,1194
 gllm_inference/utils/validation.pyi,sha256=-RdMmb8afH7F7q4Ao7x6FbwaDfxUHn3hA3WiOgzB-3s,397
 gllm_inference.build/.gitignore,sha256=aEiIwOuxfzdCmLZe4oB1JsBmCUxwG8x-u-HBCV9JT8E,1
-gllm_inference_binary-0.5.43.dist-info/METADATA,sha256=j6Vv5yVz4dPzbuM8DunV5vgKTdrKrnobNAyv4oJxVaI,5851
-gllm_inference_binary-0.5.43.dist-info/WHEEL,sha256=O_u6PJIQ2pIcyIInxVQ9r-yArMuUZbBIaF1kpYVkYxA,96
-gllm_inference_binary-0.5.43.dist-info/top_level.txt,sha256=FpOjtN80F-qVNgbScXSEyqa0w09FYn6301iq6qt69IQ,15
-gllm_inference_binary-0.5.43.dist-info/RECORD,,
+gllm_inference_binary-0.5.45.dist-info/METADATA,sha256=RLBqUxp1nnQSWcpsyb5R3g0PWAmQ3Q5k4fQl8jLjJIs,5852
+gllm_inference_binary-0.5.45.dist-info/WHEEL,sha256=O_u6PJIQ2pIcyIInxVQ9r-yArMuUZbBIaF1kpYVkYxA,96
+gllm_inference_binary-0.5.45.dist-info/top_level.txt,sha256=FpOjtN80F-qVNgbScXSEyqa0w09FYn6301iq6qt69IQ,15
+gllm_inference_binary-0.5.45.dist-info/RECORD,,