gllm-inference-binary 0.5.44__cp311-cp311-manylinux_2_31_x86_64.whl → 0.5.45__cp311-cp311-manylinux_2_31_x86_64.whl

gllm_inference/prompt_builder/format_strategy/__init__.pyi

@@ -0,0 +1,4 @@
+from gllm_inference.prompt_builder.format_strategy.jinja_format_strategy import JinjaFormatStrategy as JinjaFormatStrategy
+from gllm_inference.prompt_builder.format_strategy.string_format_strategy import StringFormatStrategy as StringFormatStrategy
+
+__all__ = ['StringFormatStrategy', 'JinjaFormatStrategy']

gllm_inference/prompt_builder/format_strategy/format_strategy.pyi

@@ -0,0 +1,55 @@
+import abc
+from _typeshed import Incomplete
+from abc import ABC, abstractmethod
+from gllm_inference.schema.message import MessageContent as MessageContent
+
+class BasePromptFormattingStrategy(ABC, metaclass=abc.ABCMeta):
+    """Base class for prompt formatting strategies.
+
+    This class defines the interface for different prompt templating engines. Subclasses
+    implement specific formatting strategies to render templates with variable
+    substitution.
+
+    The strategy pattern allows the PromptBuilder to work with different templating engines
+    without changing its core logic.
+
+    Attributes:
+        key_defaults (dict[str, str]): The default values for the keys.
+    """
+    key_defaults: Incomplete
+    def __init__(self, key_defaults: dict[str, str] | None = None) -> None:
+        """Initialize the BasePromptFormattingStrategy.
+
+        Args:
+            key_defaults (dict[str, str] | None, optional): The default values for the keys. Defaults to None,
+                in which case no default values are used.
+        """
+    def format(self, template: str, variables_map: dict[str, str] | None = None, extra_contents: list[MessageContent] | None = None) -> list[str]:
+        """Format template with variables using the template method pattern.
+
+        This is a template method that defines the algorithm for formatting:
+        1. Merge key_defaults and variables_map
+        2. Render the template (delegated to subclass via _render_template)
+        3. Append extra_contents to the result
+
+        Args:
+            template (str): Template string to format.
+            variables_map (dict[str, str] | None, optional): Variables for substitution. Defaults to None.
+            extra_contents (list[MessageContent] | None, optional): Extra contents to format. Defaults to None.
+
+        Returns:
+            str: Formatted template string.
+        """
+    @abstractmethod
+    def extract_keys(self, template: str | None) -> set[str]:
+        """Extract variable keys from template.
+
+        Args:
+            template (str | None): Template string to extract keys from.
+
+        Returns:
+            set[str]: Set of variable keys found in template.
+
+        Raises:
+            NotImplementedError: If the method is not implemented.
+        """

gllm_inference/prompt_builder/format_strategy/jinja_format_strategy.pyi

@@ -0,0 +1,45 @@
+from _typeshed import Incomplete
+from gllm_inference.prompt_builder.format_strategy.format_strategy import BasePromptFormattingStrategy as BasePromptFormattingStrategy
+from gllm_inference.schema import JinjaEnvType as JinjaEnvType
+from jinja2.sandbox import SandboxedEnvironment
+from typing import Any
+
+JINJA_DEFAULT_BLACKLISTED_FILTERS: list[str]
+JINJA_DEFAULT_SAFE_GLOBALS: dict[str, Any]
+JINJA_DANGEROUS_PATTERNS: list[str]
+PROMPT_BUILDER_VARIABLE_START_STRING: str
+PROMPT_BUILDER_VARIABLE_END_STRING: str
+
+class JinjaFormatStrategy(BasePromptFormattingStrategy):
+    """Jinja2 template engine for formatting prompts.
+
+    Attributes:
+        jinja_env (SandboxedEnvironment): The Jinja environment for rendering templates.
+        key_defaults (dict[str, str]): The default values for the keys.
+    """
+    jinja_env: Incomplete
+    def __init__(self, environment: JinjaEnvType | SandboxedEnvironment = ..., key_defaults: dict[str, str] | None = None) -> None:
+        """Initialize the JinjaFormatStrategy.
+
+        Args:
+            environment (JinjaEnvType | SandboxedEnvironment, optional): The environment for Jinja rendering.
+                It can be one of the following:
+                1. `JinjaEnvType.RESTRICTED`: Uses a minimal, restricted Jinja environment.
+                        Safest for most cases.
+                2. `JinjaEnvType.JINJA_DEFAULT`: Uses the full Jinja environment. Allows more powerful templating,
+                        but with fewer safety restrictions.
+                3. `SandboxedEnvironment` instance: A custom Jinja `SandboxedEnvironment` object provided by the
+                        user. Offers fine-grained control over template execution.
+                Defaults to `JinjaEnvType.RESTRICTED`
+            key_defaults (dict[str, str], optional): The default values for the keys. Defaults to None, in which
+                case no default values are used.
+        """
+    def extract_keys(self, template: str | None) -> set[str]:
+        """Extract keys from Jinja template using AST analysis.
+
+        Args:
+            template (str | None): The template to extract keys from.
+
+        Returns:
+            set[str]: The set of keys found in the template.
+        """

gllm_inference/prompt_builder/format_strategy/string_format_strategy.pyi

@@ -0,0 +1,20 @@
+from _typeshed import Incomplete
+from gllm_inference.prompt_builder.format_strategy.format_strategy import BasePromptFormattingStrategy as BasePromptFormattingStrategy
+
+KEY_EXTRACTOR_REGEX: Incomplete
+
+class StringFormatStrategy(BasePromptFormattingStrategy):
+    """String format strategy using str.format() method.
+
+    Attributes:
+        key_defaults (dict[str, str]): The default values for the keys.
+    """
+    def extract_keys(self, template: str | None) -> set[str]:
+        """Extract keys from a template.
+
+        Args:
+            template (str | None): The template to extract keys from.
+
+        Returns:
+            set[str]: The set of keys found in the template.
+        """

gllm_inference/prompt_builder/prompt_builder.pyi

@@ -1,9 +1,9 @@
 from _typeshed import Incomplete
-from gllm_inference.schema import Message as Message, MessageContent as MessageContent, MessageRole as MessageRole
+from gllm_inference.prompt_builder.format_strategy import JinjaFormatStrategy as JinjaFormatStrategy, StringFormatStrategy as StringFormatStrategy
+from gllm_inference.schema import JinjaEnvType as JinjaEnvType, Message as Message, MessageContent as MessageContent, MessageRole as MessageRole
+from jinja2.sandbox import SandboxedEnvironment as SandboxedEnvironment
 from typing import Any
 
-KEY_EXTRACTOR_REGEX: Incomplete
-
 class PromptBuilder:
     """A prompt builder class used in Gen AI applications.
 
@@ -12,12 +12,14 @@ class PromptBuilder:
         user_template (str): The user prompt template. May contain placeholders enclosed in curly braces `{}`.
         prompt_key_set (set[str]): A set of expected keys that must be present in the prompt templates.
         key_defaults (dict[str, str]): Default values for the keys in the prompt templates.
+        strategy (BasePromptFormattingStrategy): The format strategy to be used for formatting the prompt.
     """
+    key_defaults: Incomplete
     system_template: Incomplete
     user_template: Incomplete
+    strategy: Incomplete
     prompt_key_set: Incomplete
-    key_defaults: Incomplete
-    def __init__(self, system_template: str = '', user_template: str = '', key_defaults: dict[str, str] | None = None, ignore_extra_keys: bool | None = None) -> None:
+    def __init__(self, system_template: str = '', user_template: str = '', key_defaults: dict[str, str] | None = None, ignore_extra_keys: bool | None = None, use_jinja: bool = False, jinja_env: JinjaEnvType | SandboxedEnvironment = ...) -> None:
         """Initializes a new instance of the PromptBuilder class.
 
         Args:
@@ -30,6 +32,17 @@ class PromptBuilder:
                 Defaults to None, in which case no default values will be assigned to the keys.
             ignore_extra_keys (bool | None, optional): Deprecated parameter. Will be removed in v0.6. Extra keys
                 will always raise a warning only instead of raising an error.
+            use_jinja (bool, optional): Whether to use Jinja for rendering the prompt templates.
+                Defaults to False.
+            jinja_env (JinjaEnvType | SandboxedEnvironment, optional): The environment for Jinja rendering.
+                It can be one of the following:
+                1. `JinjaEnvType.RESTRICTED`: Uses a minimal, restricted Jinja environment.
+                        Safest for most cases.
+                2. `JinjaEnvType.JINJA_DEFAULT`: Uses the full Jinja environment. Allows more powerful templating,
+                        but with fewer safety restrictions.
+                3. `SandboxedEnvironment` instance: A custom Jinja `SandboxedEnvironment` object provided by the
+                        user. Offers fine-grained control over template execution.
+                Defaults to `JinjaEnvType.RESTRICTED`
 
         Raises:
             ValueError: If both `system_template` and `user_template` are empty.
@@ -49,7 +62,7 @@ class PromptBuilder:
                 Values must be either a string or an object that can be serialized to a string.
 
         Returns:
-            list[Message]: A formatted list of messages.
+            list[Message]: A list of formatted messages.
 
         Raises:
             ValueError: If a required key for the prompt template is missing from `kwargs`.

gllm_inference/schema/__init__.pyi

@@ -2,7 +2,7 @@ from gllm_inference.schema.activity import Activity as Activity, MCPCallActivity
 from gllm_inference.schema.attachment import Attachment as Attachment
 from gllm_inference.schema.code_exec_result import CodeExecResult as CodeExecResult
 from gllm_inference.schema.config import TruncationConfig as TruncationConfig
-from gllm_inference.schema.enums import AttachmentType as AttachmentType, BatchStatus as BatchStatus, EmitDataType as EmitDataType, LMEventType as LMEventType, MessageRole as MessageRole, TruncateSide as TruncateSide
+from gllm_inference.schema.enums import AttachmentType as AttachmentType, BatchStatus as BatchStatus, EmitDataType as EmitDataType, JinjaEnvType as JinjaEnvType, LMEventType as LMEventType, MessageRole as MessageRole, TruncateSide as TruncateSide
 from gllm_inference.schema.events import ActivityEvent as ActivityEvent, CodeEvent as CodeEvent, ThinkingEvent as ThinkingEvent
 from gllm_inference.schema.lm_input import LMInput as LMInput
 from gllm_inference.schema.lm_output import LMOutput as LMOutput
@@ -15,4 +15,4 @@ from gllm_inference.schema.tool_call import ToolCall as ToolCall
 from gllm_inference.schema.tool_result import ToolResult as ToolResult
 from gllm_inference.schema.type_alias import EMContent as EMContent, MessageContent as MessageContent, ResponseSchema as ResponseSchema, Vector as Vector
 
-__all__ = ['Activity', 'ActivityEvent', 'Attachment', 'AttachmentType', 'BatchStatus', 'CodeEvent', 'CodeExecResult', 'EMContent', 'EmitDataType', 'LMEventType', 'InputTokenDetails', 'LMInput', 'LMOutput', 'MCPCall', 'MCPCallActivity', 'MCPListToolsActivity', 'MCPServer', 'Message', 'MessageContent', 'MessageRole', 'ModelId', 'ModelProvider', 'OutputTokenDetails', 'Reasoning', 'ThinkingEvent', 'ResponseSchema', 'TokenUsage', 'ToolCall', 'ToolResult', 'TruncateSide', 'TruncationConfig', 'Vector', 'WebSearchActivity']
+__all__ = ['Activity', 'ActivityEvent', 'Attachment', 'AttachmentType', 'BatchStatus', 'CodeEvent', 'CodeExecResult', 'EMContent', 'EmitDataType', 'LMEventType', 'InputTokenDetails', 'JinjaEnvType', 'LMInput', 'LMOutput', 'MCPCall', 'MCPCallActivity', 'MCPListToolsActivity', 'MCPServer', 'Message', 'MessageContent', 'MessageRole', 'ModelId', 'ModelProvider', 'OutputTokenDetails', 'Reasoning', 'ThinkingEvent', 'ResponseSchema', 'TokenUsage', 'ToolCall', 'ToolResult', 'TruncateSide', 'TruncationConfig', 'Vector', 'WebSearchActivity']

gllm_inference/schema/enums.pyi

@@ -54,6 +54,11 @@ class TruncateSide(StrEnum):
     RIGHT = 'RIGHT'
     LEFT = 'LEFT'
 
+class JinjaEnvType(StrEnum):
+    """Enumeration for Jinja environment types."""
+    JINJA_DEFAULT = 'jinja_default'
+    RESTRICTED = 'restricted'
+
 class WebSearchKey(StrEnum):
     """Defines valid web search keys."""
     PATTERN = 'pattern'

gllm_inference.pyi

@@ -131,6 +131,11 @@ import xai_sdk.search
 import xai_sdk.proto
 import xai_sdk.proto.v5
 import xai_sdk.proto.v5.chat_pb2
+import jinja2
+import jinja2.sandbox
+import gllm_inference.schema.JinjaEnvType
+import gllm_inference.prompt_builder.format_strategy.JinjaFormatStrategy
+import gllm_inference.prompt_builder.format_strategy.StringFormatStrategy
 import transformers
 import gllm_inference.prompt_formatter.HuggingFacePromptFormatter
 import logging

{gllm_inference_binary-0.5.44.dist-info → gllm_inference_binary-0.5.45.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: gllm-inference-binary
-Version: 0.5.44
+Version: 0.5.45
 Summary: A library containing components related to model inferences in Gen AI applications.
 Author-email: Henry Wicaksono <henry.wicaksono@gdplabs.id>, Resti Febrina <resti.febrina@gdplabs.id>
 Requires-Python: <3.14,>=3.11

{gllm_inference_binary-0.5.44.dist-info → gllm_inference_binary-0.5.45.dist-info}/RECORD

@@ -1,5 +1,5 @@
-gllm_inference.cpython-311-x86_64-linux-gnu.so,sha256=qi0XRUXo6qxP3gv-_fNkpvo6744gct_EoXqh1Ur309U,5073600
-gllm_inference.pyi,sha256=Ue4h4rmHxeDhBKu4Ofd6wTgDBxxsFhd_CxTCvtQgZpA,4898
+gllm_inference.cpython-311-x86_64-linux-gnu.so,sha256=L1UTHulpPmXRNNjXL0SSXcBh8uzf8lYd1tKZYaDVZoE,5159920
+gllm_inference.pyi,sha256=mlp8HQ3h_dutd5vdOEFyF6Z1algaWVEoX2VuYNONg1U,5123
 gllm_inference/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 gllm_inference/constants.pyi,sha256=viU-ACRbVSGvsCJ0FQmuR1yhyl-BzoHDVIWo5cwHmF0,337
 gllm_inference/builder/__init__.pyi,sha256=usz2lvfwO4Yk-ZGKXbCWG1cEr3nlQXxMNDNC-2yc1NM,500
@@ -77,7 +77,11 @@ gllm_inference/output_parser/__init__.pyi,sha256=WQOOgsYnPk8vd-SOhFMMaVTzy4gkYrO
 gllm_inference/output_parser/json_output_parser.pyi,sha256=uulh91uQLMSb4ZXZhHYi9W9w7zGnmrOweEkL6wdDJN8,2933
 gllm_inference/output_parser/output_parser.pyi,sha256=Yzk7F26pH8Uc7FQZo4G6l67YkfppefUvaV9cNK-HyDs,948
 gllm_inference/prompt_builder/__init__.pyi,sha256=kshfBMvwIwiIvjxiGG5BrJZNvpPa8rhtkbHo5FPifBg,117
-gllm_inference/prompt_builder/prompt_builder.pyi,sha256=zDKN0JWn23DPM73sCe-qpXT4d32Izis94K5aNpzLaoM,3278
+gllm_inference/prompt_builder/prompt_builder.pyi,sha256=VQaw8nE8SPK1nvVVB4YjeqZSazigNPuWvOEcgGji0W8,4557
+gllm_inference/prompt_builder/format_strategy/__init__.pyi,sha256=QhORHac3ySOPmL9k9kmCKL70vtaUtwkZEtGoRNWNuA8,308
+gllm_inference/prompt_builder/format_strategy/format_strategy.pyi,sha256=JSUl_7Ka08oDZPpslymkUa8pDzqNGIK2TlcVANspqrY,2273
+gllm_inference/prompt_builder/format_strategy/jinja_format_strategy.pyi,sha256=IAezLUiKSJMaoDyleo8pFnFqq8rBM_Q-lNXuAGvwXhI,2225
+gllm_inference/prompt_builder/format_strategy/string_format_strategy.pyi,sha256=E0r8x6NTVbPLUfbJBz75PW1n3Ong6bi1WNgxBD0FTM4,693
 gllm_inference/prompt_formatter/__init__.pyi,sha256=rTsjfRsT-y00qH67fPewMNPMN1fAO2y7DM9scR1ccm0,740
 gllm_inference/prompt_formatter/agnostic_prompt_formatter.pyi,sha256=c9mN4t8LXn79h8wq8DAeWYwMgmZGzXjP7EcjLpwfNZg,2018
 gllm_inference/prompt_formatter/huggingface_prompt_formatter.pyi,sha256=AJ-D11HBhTKBA1B5s0km_K1R6o5HD1yvdbGoL7SpGhI,2729
@@ -99,12 +103,12 @@ gllm_inference/realtime_chat/output_streamer/output_streamer.pyi,sha256=GPAw1wPS
 gllm_inference/request_processor/__init__.pyi,sha256=hVnfdNZnkTBJHnmLtN3Na4ANP0yK6AstWdIizVr2Apo,227
 gllm_inference/request_processor/lm_request_processor.pyi,sha256=VnYc8E3Iayyhw-rPnGPfTKuO3ohgFsS8HPrZJeyES5I,5889
 gllm_inference/request_processor/uses_lm_mixin.pyi,sha256=Yu0XPNuHxq1tWBviHTPw1oThojneFwGHepvGjBXxKQA,6382
-gllm_inference/schema/__init__.pyi,sha256=CSyh7FmQWkIasNderPd5xDptlu-CliGSzXbDV7j4KyA,2159
+gllm_inference/schema/__init__.pyi,sha256=k6FIO3N5fKnGvUMNjQBUx-HiA5zZ3tHW5ezcMNiD9Z4,2205
 gllm_inference/schema/activity.pyi,sha256=JnO2hqj91P5Tc6qb4pbkEMrHer2u5owiCvhl-igcQKQ,2303
 gllm_inference/schema/attachment.pyi,sha256=jApuzjOHJDCz4lr4MlHzBgIndh559nbWu2Xp1fk3hso,3297
 gllm_inference/schema/code_exec_result.pyi,sha256=ZTHh6JtRrPIdQ059P1UAiD2L-tAO1_S5YcMsAXfJ5A0,559
 gllm_inference/schema/config.pyi,sha256=rAL_UeXyQeXVk1P2kqd8vFWOMwmKenfpQLtvMP74t9s,674
-gllm_inference/schema/enums.pyi,sha256=RkHW2GQisgHBvYQ928D6olpL6GYehv65g8uoiGVsWUM,1612
+gllm_inference/schema/enums.pyi,sha256=mr7qfSbbwssEuqTNWcvw7CYiNWkKLuH1htbrIXekiVA,1759
 gllm_inference/schema/events.pyi,sha256=3dJtYRuofgFDW1-kqV7PQw0WVyraEYC9je8196K-Cf8,4934
 gllm_inference/schema/lm_input.pyi,sha256=A5pjz1id6tP9XRNhzQrbmzd66C_q3gzo0UP8rCemz6Q,193
 gllm_inference/schema/lm_output.pyi,sha256=1SZi6vIWvmrZlVQ59WeQUKO5VhKrLHsSRDYslEH9d7o,2435
@@ -121,7 +125,7 @@ gllm_inference/utils/io_utils.pyi,sha256=7kUTacHAVRYoemFUOjCH7-Qmw-YsQGd6rGYxjf_
 gllm_inference/utils/langchain.pyi,sha256=VluQiHkGigDdqLUbhB6vnXiISCP5hHqV0qokYY6dC1A,1164
 gllm_inference/utils/validation.pyi,sha256=toxBtRp-VItC_X7sNi-GDd7sjibBdWMrR0q01OI2D7k,385
 gllm_inference.build/.gitignore,sha256=aEiIwOuxfzdCmLZe4oB1JsBmCUxwG8x-u-HBCV9JT8E,1
-gllm_inference_binary-0.5.44.dist-info/METADATA,sha256=ioEKrM2Qov6BNbvcQnR_WCkCwW8jeN4KuZNfXCjZbw4,5716
-gllm_inference_binary-0.5.44.dist-info/WHEEL,sha256=WMelAR6z66VnlU3tu68fV-jM5qbG8iPyeTqaBcpU3pI,108
-gllm_inference_binary-0.5.44.dist-info/top_level.txt,sha256=FpOjtN80F-qVNgbScXSEyqa0w09FYn6301iq6qt69IQ,15
-gllm_inference_binary-0.5.44.dist-info/RECORD,,
+gllm_inference_binary-0.5.45.dist-info/METADATA,sha256=6RduOcMdvkHJ5vP5HV2XDX2e5YKMWOFLajSFrJE121U,5716
+gllm_inference_binary-0.5.45.dist-info/WHEEL,sha256=WMelAR6z66VnlU3tu68fV-jM5qbG8iPyeTqaBcpU3pI,108
+gllm_inference_binary-0.5.45.dist-info/top_level.txt,sha256=FpOjtN80F-qVNgbScXSEyqa0w09FYn6301iq6qt69IQ,15
+gllm_inference_binary-0.5.45.dist-info/RECORD,,