gllm-inference-binary 0.5.56__cp313-cp313-macosx_13_0_arm64.whl → 0.5.58__cp313-cp313-macosx_13_0_arm64.whl

gllm_inference/lm_invoker/google_lm_invoker.pyi

@@ -31,10 +31,10 @@ class GoogleLMInvoker(BaseLMInvoker):
             structured response as defined by the schema. Supports both Pydantic BaseModel and JSON schema dictionary.
         output_analytics (bool): Whether to output the invocation analytics.
         retry_config (RetryConfig | None): The retry configuration for the language model.
-        generate_image (bool): Whether to generate image. Only allowed for image generation models.
         thinking (bool): Whether to enable thinking. Only allowed for thinking models.
         thinking_budget (int): The tokens allowed for thinking process. Only allowed for thinking models.
             If set to -1, the model will control the budget automatically.
+        image_generation (bool): Whether to generate image. Only allowed for image generation models.
 
     Basic usage:
         The `GoogleLMInvoker` can be used as follows:
@@ -262,7 +262,7 @@ class GoogleLMInvoker(BaseLMInvoker):
         ```
     '''
     client_params: Incomplete
-    generate_image: Incomplete
+    image_generation: Incomplete
     thinking: Incomplete
     thinking_budget: Incomplete
     def __init__(self, model_name: str, api_key: str | None = None, credentials_path: str | None = None, project_id: str | None = None, location: str = 'us-central1', model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool | LangChainTool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig | None = None, thinking: bool | None = None, thinking_budget: int = ..., simplify_events: bool = False) -> None:

gllm_inference/lm_invoker/openai_lm_invoker.pyi

@@ -36,6 +36,7 @@ class OpenAILMInvoker(BaseLMInvoker):
             for non-reasoning models. If None, the model will perform medium reasoning effort.
         reasoning_summary (ReasoningSummary | None): The reasoning summary level for reasoning models. Not allowed
             for non-reasoning models. If None, no summary will be generated.
+        image_generation (bool): Whether to enable image generation.
         mcp_servers (list[MCPServer]): The list of MCP servers to enable MCP tool calling.
         code_interpreter (bool): Whether to enable the code interpreter.
         web_search (bool): Whether to enable the web search.
@@ -123,6 +124,35 @@ class OpenAILMInvoker(BaseLMInvoker):
 
         When structured output is enabled, streaming is disabled.
 
+    Image generation:
+        The `OpenAILMInvoker` can be configured to generate images.
+        This feature can be enabled by setting the `image_generation` parameter to `True`.
+
+        Image outputs are stored in the `outputs` attribute of the `LMOutput` object and can be accessed
+        via the `attachments` property.
+
+        Usage example:
+        ```python
+        lm_invoker = OpenAILMInvoker(..., image_generation=True)
+        result = await lm_invoker.invoke("Create a picture...")
+        result.attachments[0].write_to_file("path/to/local/image.png")
+        ```
+
+        Output example:
+        ```python
+        LMOutput(
+            outputs=[
+                LMOutputItem(
+                    type="attachment",
+                    output=Attachment(filename="image.png", mime_type="image/png", data=b"..."),
+                ),
+            ],
+        )
+        ```
+
+        When image generation is enabled, streaming is disabled.
+        Image generation is only available for certain models.
+
     Tool calling:
         The `OpenAILMInvoker` can be configured to call tools to perform certain tasks.
         This feature can be enabled by providing a list of `Tool` objects to the `tools` parameter.
@@ -354,7 +384,7 @@ class OpenAILMInvoker(BaseLMInvoker):
         ```
     '''
     client_kwargs: Incomplete
-    def __init__(self, model_name: str, api_key: str | None = None, base_url: str = ..., model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool | LangChainTool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig | None = None, reasoning_effort: ReasoningEffort | None = None, reasoning_summary: ReasoningSummary | None = None, mcp_servers: list[MCPServer] | None = None, code_interpreter: bool = False, web_search: bool = False, simplify_events: bool = False) -> None:
+    def __init__(self, model_name: str, api_key: str | None = None, base_url: str = ..., model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool | LangChainTool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig | None = None, reasoning_effort: ReasoningEffort | None = None, reasoning_summary: ReasoningSummary | None = None, image_generation: bool = False, mcp_servers: list[MCPServer] | None = None, code_interpreter: bool = False, web_search: bool = False, simplify_events: bool = False) -> None:
         '''Initializes a new instance of the OpenAILMInvoker class.
 
         Args:
@@ -379,6 +409,7 @@ class OpenAILMInvoker(BaseLMInvoker):
                 for non-reasoning models. If None, the model will perform medium reasoning effort. Defaults to None.
             reasoning_summary (ReasoningSummary | None, optional): The reasoning summary level for reasoning models.
                 Not allowed for non-reasoning models. If None, no summary will be generated. Defaults to None.
+            image_generation (bool, optional): Whether to enable image generation. Defaults to False.
             mcp_servers (list[MCPServer] | None, optional): The MCP servers containing tools to be accessed by the
                 language model. Defaults to None.
             code_interpreter (bool, optional): Whether to enable the code interpreter. Defaults to False.

gllm_inference/lm_invoker/schema/openai.pyi

@@ -18,6 +18,7 @@ class Key:
     FILENAME: str
     FORMAT: str
     ID: str
+    IMAGE_GENERATION_CALL: str
     IMAGE_URL: str
     INCLUDE: str
     INCOMPLETE_DETAILS: str
@@ -54,6 +55,7 @@ class InputType:
     FUNCTION: str
     FUNCTION_CALL: str
     FUNCTION_CALL_OUTPUT: str
+    IMAGE_GENERATION: str
     INPUT_FILE: str
     INPUT_IMAGE: str
     INPUT_TEXT: str

gllm_inference/schema/attachment.pyi

@@ -1,7 +1,9 @@
 from _typeshed import Incomplete
 from pydantic import BaseModel
+from typing import Any
 
 HEX_REPR_LENGTH: int
+METADATA_ITEM_REPR_LENGTH: int
 logger: Incomplete
 
 class Attachment(BaseModel):
@@ -13,68 +15,80 @@ class Attachment(BaseModel):
         mime_type (str): The mime type of the file attachment.
         extension (str): The extension of the file attachment.
         url (str | None): The URL of the file attachment. Defaults to None.
+        metadata (dict[str, Any]): The metadata of the file attachment. Defaults to an empty dictionary.
     """
     data: bytes
     filename: str
     mime_type: str
     extension: str
     url: str | None
+    metadata: dict[str, Any]
     @classmethod
-    def from_bytes(cls, bytes: bytes, filename: str | None = None) -> Attachment:
+    def from_bytes(cls, bytes: bytes, filename: str | None = None, metadata: dict[str, Any] | None = None) -> Attachment:
         """Creates an Attachment from bytes.
 
         Args:
             bytes (bytes): The bytes of the file.
             filename (str | None, optional): The filename of the file. Defaults to None,
                 in which case the filename will be derived from the extension.
+            metadata (dict[str, Any] | None, optional): The metadata of the file attachment. Defaults to None,
+                in which case an empty dictionary will be used.
 
         Returns:
             Attachment: The instantiated Attachment.
         """
     @classmethod
-    def from_base64(cls, base64_data: str, filename: str | None = None) -> Attachment:
+    def from_base64(cls, base64_data: str, filename: str | None = None, metadata: dict[str, Any] | None = None) -> Attachment:
         """Creates an Attachment from a base64 string.
 
         Args:
             base64_data (str): The base64 string of the file.
             filename (str | None, optional): The filename of the file. Defaults to None,
                 in which case the filename will be derived from the mime type.
+            metadata (dict[str, Any] | None, optional): The metadata of the file attachment. Defaults to None,
+                in which case an empty dictionary will be used.
 
         Returns:
             Attachment: The instantiated Attachment.
         """
     @classmethod
-    def from_data_url(cls, data_url: str, filename: str | None = None) -> Attachment:
+    def from_data_url(cls, data_url: str, filename: str | None = None, metadata: dict[str, Any] | None = None) -> Attachment:
         """Creates an Attachment from a data URL (data:[mime/type];base64,[bytes]).
 
         Args:
             data_url (str): The data URL of the file.
             filename (str | None, optional): The filename of the file. Defaults to None,
                 in which case the filename will be derived from the mime type.
+            metadata (dict[str, Any] | None, optional): The metadata of the file attachment. Defaults to None,
+                in which case an empty dictionary will be used.
 
         Returns:
             Attachment: The instantiated Attachment.
         """
     @classmethod
-    def from_url(cls, url: str, filename: str | None = None) -> Attachment:
+    def from_url(cls, url: str, filename: str | None = None, metadata: dict[str, Any] | None = None) -> Attachment:
         """Creates an Attachment from a URL.
 
         Args:
             url (str): The URL of the file.
             filename (str | None, optional): The filename of the file. Defaults to None,
                 in which case the filename will be derived from the URL.
+            metadata (dict[str, Any] | None, optional): The metadata of the file attachment. Defaults to None,
+                in which case an empty dictionary will be used.
 
         Returns:
             Attachment: The instantiated Attachment.
         """
     @classmethod
-    def from_path(cls, path: str, filename: str | None = None) -> Attachment:
+    def from_path(cls, path: str, filename: str | None = None, metadata: dict[str, Any] | None = None) -> Attachment:
         """Creates an Attachment from a path.
 
         Args:
             path (str): The path to the file.
             filename (str | None, optional): The filename of the file. Defaults to None,
                 in which case the filename will be derived from the path.
+            metadata (dict[str, Any] | None, optional): The metadata of the file attachment. Defaults to None,
+                in which case an empty dictionary will be used.
 
         Returns:
             Attachment: The instantiated Attachment.

gllm_inference.pyi

@@ -148,6 +148,7 @@ import pathlib.Path
 import filetype
 import magic
 import requests
+import gllm_core.schema.chunk
 import binascii
 import fnmatch
 import importlib

{gllm_inference_binary-0.5.56.dist-info → gllm_inference_binary-0.5.58.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: gllm-inference-binary
-Version: 0.5.56
+Version: 0.5.58
 Summary: A library containing components related to model inferences in Gen AI applications.
 Author-email: Henry Wicaksono <henry.wicaksono@gdplabs.id>, Resti Febrina <resti.febrina@gdplabs.id>
 Requires-Python: <3.14,>=3.11

{gllm_inference_binary-0.5.56.dist-info → gllm_inference_binary-0.5.58.dist-info}/RECORD

@@ -1,5 +1,5 @@
-gllm_inference.cpython-313-darwin.so,sha256=G2mH5VqKXO0vOcTGxSDAEI3n_psrWzlB1o2MmbxOf28,5096152
-gllm_inference.pyi,sha256=U5ETTUzO_5DKsg4Zp7WQ-rnG_RJKCAqKaf6FoNNw2m4,5067
+gllm_inference.cpython-313-darwin.so,sha256=P4e3EN-ePqx7BLwKhldK1qCLGm0vGnm7Nlaok100Z1Y,5148088
+gllm_inference.pyi,sha256=9Q306Q-5LNldZnCgffJF11yHsCsqaHQwd3jpHw2tH48,5097
 gllm_inference/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 gllm_inference/constants.pyi,sha256=tBFhwE1at2gXMJ1bBM32eVIRgCJlB1uzg7ItXGx3RQE,316
 gllm_inference/builder/__init__.pyi,sha256=usz2lvfwO4Yk-ZGKXbCWG1cEr3nlQXxMNDNC-2yc1NM,500
@@ -45,13 +45,13 @@ gllm_inference/lm_invoker/anthropic_lm_invoker.pyi,sha256=oU0dzg87OHTVPGhKBT8Wdc
 gllm_inference/lm_invoker/azure_openai_lm_invoker.pyi,sha256=drtMgbDzBQJrWXLiI2t5PNy7HtcW5Kuj0XR2b6rltjc,12936
 gllm_inference/lm_invoker/bedrock_lm_invoker.pyi,sha256=9Gz0U2c94UM9SOt-_e89_NqT_bDQ6wECRiJ9VTwsqfw,10739
 gllm_inference/lm_invoker/datasaur_lm_invoker.pyi,sha256=IqvDxBzwEf2z34FZcLKIH404y386Rnk5gsj2TcAm424,7878
-gllm_inference/lm_invoker/google_lm_invoker.pyi,sha256=-trlpAmc5APGohAmVAsRytTVQ2ODRCmRtRm3EKiOR2Q,16359
+gllm_inference/lm_invoker/google_lm_invoker.pyi,sha256=wWnLHY-Q9Id6E5al4Wy57gIViTIJ-R-ZjLK1SFnESZw,16363
 gllm_inference/lm_invoker/langchain_lm_invoker.pyi,sha256=OzISl89C2s-qB6VxNlMgf5dFRC-ooj30YCFfsZzcX4s,11887
 gllm_inference/lm_invoker/litellm_lm_invoker.pyi,sha256=0PZYitAljAjzyympqqNyN5fMyoakmqr1XIz1PE6NNc4,11176
 gllm_inference/lm_invoker/lm_invoker.pyi,sha256=pJ0-s37NqTHdFD7IijvNzJnQ7JXgrGxsEaXuS8cxz3s,8487
 gllm_inference/lm_invoker/openai_chat_completions_lm_invoker.pyi,sha256=47lMyuzWKn57Ndt124-zzl9kKHa7IYzDu51iRdUPg6c,13636
 gllm_inference/lm_invoker/openai_compatible_lm_invoker.pyi,sha256=i5pMpZf4-r_7FQ1qfsqcjpc98sI-cPiqheuTfTEKxJs,4192
-gllm_inference/lm_invoker/openai_lm_invoker.pyi,sha256=ozEzhM-LSsKnJtiTkon2iuOvDcl8e2TzCF9hye6DgHo,21094
+gllm_inference/lm_invoker/openai_lm_invoker.pyi,sha256=OytpncpkOLdaSyFQ41GLh4_MioEbpsX0WiA8zc70Q6s,22313
 gllm_inference/lm_invoker/portkey_lm_invoker.pyi,sha256=ewxzRT-ekmvCFeb7ij840s4p18AO_LAKA-UP0ot12hs,14940
 gllm_inference/lm_invoker/xai_lm_invoker.pyi,sha256=SVIsRGcqbRnR9sqoLYWwigoEumDib5m4cTaTJT98Uz4,12765
 gllm_inference/lm_invoker/batch/__init__.pyi,sha256=W4W-_yfk7lL20alREJai6GnwuQvdlKRfwQCX4mQK4XI,127
@@ -62,7 +62,7 @@ gllm_inference/lm_invoker/schema/bedrock.pyi,sha256=FJLY-ZkkLUYDV48pfsLatnot4ev_
 gllm_inference/lm_invoker/schema/datasaur.pyi,sha256=WSuwOqL1j2ZioCZFC-gbB7vTRIZHQ3sU40c3ool5L6c,265
 gllm_inference/lm_invoker/schema/google.pyi,sha256=AIsNgq0ZZuicHmx4bL7z6q-946T05nWts3HUeA8hhHQ,505
 gllm_inference/lm_invoker/schema/langchain.pyi,sha256=rZcIxuvABI4pKfyVvkRBRqfJJogZ67EFPydpubHt49c,429
-gllm_inference/lm_invoker/schema/openai.pyi,sha256=J_rT5Z3rx0hLIae-me1ENeemOESpavcRmYI5pgpkhhk,2222
+gllm_inference/lm_invoker/schema/openai.pyi,sha256=PS4QrNYa1NPq0s-3r8FI22a2Td0n70UONLxPn8rP_s4,2279
 gllm_inference/lm_invoker/schema/openai_chat_completions.pyi,sha256=8byBRZ4xyTidIQJsZqiSjp5t1X875Obe-aEbT0yYfuA,1199
 gllm_inference/lm_invoker/schema/portkey.pyi,sha256=NeRjHNd84HgE_ur2F3Cv6Jx30v6V7eQvI_iJiq4kuME,631
 gllm_inference/lm_invoker/schema/xai.pyi,sha256=cWnbJmDtllqRH3NXpQbiXgkNBcUXr8ksDSDywcgJebE,632
@@ -111,7 +111,7 @@ gllm_inference/request_processor/lm_request_processor.pyi,sha256=VnYc8E3Iayyhw-r
 gllm_inference/request_processor/uses_lm_mixin.pyi,sha256=Yu0XPNuHxq1tWBviHTPw1oThojneFwGHepvGjBXxKQA,6382
 gllm_inference/schema/__init__.pyi,sha256=hgRrwTocQ8b5MDDosSQN8zEuarGckpVply1OwEbrd28,2404
 gllm_inference/schema/activity.pyi,sha256=JnO2hqj91P5Tc6qb4pbkEMrHer2u5owiCvhl-igcQKQ,2303
-gllm_inference/schema/attachment.pyi,sha256=EHV3uPB3lVZCMNxySVuIoB6ikAiY7THSNh77q3ZtkVY,3246
+gllm_inference/schema/attachment.pyi,sha256=oCopoxiPgGSkCRdPsqmjcMofTawfbdCDxaPdo6mits0,4509
 gllm_inference/schema/code_exec_result.pyi,sha256=ZTHh6JtRrPIdQ059P1UAiD2L-tAO1_S5YcMsAXfJ5A0,559
 gllm_inference/schema/config.pyi,sha256=rAL_UeXyQeXVk1P2kqd8vFWOMwmKenfpQLtvMP74t9s,674
 gllm_inference/schema/enums.pyi,sha256=jByrR0Y84-WZ3KDPUjuOyfecouUATyO-A8rdehKPjgs,2065
@@ -131,7 +131,7 @@ gllm_inference/utils/io_utils.pyi,sha256=7kUTacHAVRYoemFUOjCH7-Qmw-YsQGd6rGYxjf_
 gllm_inference/utils/langchain.pyi,sha256=VluQiHkGigDdqLUbhB6vnXiISCP5hHqV0qokYY6dC1A,1164
 gllm_inference/utils/validation.pyi,sha256=W9RQddN90F8SJMu_HXEQyQTDMBaRL-bo7fOosZWK7oY,438
 gllm_inference.build/.gitignore,sha256=aEiIwOuxfzdCmLZe4oB1JsBmCUxwG8x-u-HBCV9JT8E,1
-gllm_inference_binary-0.5.56.dist-info/METADATA,sha256=vKhH6vbkKt1WpwohvNIvdcimJOxY461J8YuyQCfGGwY,5807
-gllm_inference_binary-0.5.56.dist-info/WHEEL,sha256=t5_2FPbm0tV7_MDNYR2NrQvum0LVPlNiR9hm8r8eRow,104
-gllm_inference_binary-0.5.56.dist-info/top_level.txt,sha256=FpOjtN80F-qVNgbScXSEyqa0w09FYn6301iq6qt69IQ,15
-gllm_inference_binary-0.5.56.dist-info/RECORD,,
+gllm_inference_binary-0.5.58.dist-info/METADATA,sha256=U4QyZwGb202JFrbdtJwPcdUZ3Hh3gT0g8YzFjH8HeVI,5807
+gllm_inference_binary-0.5.58.dist-info/WHEEL,sha256=t5_2FPbm0tV7_MDNYR2NrQvum0LVPlNiR9hm8r8eRow,104
+gllm_inference_binary-0.5.58.dist-info/top_level.txt,sha256=FpOjtN80F-qVNgbScXSEyqa0w09FYn6301iq6qt69IQ,15
+gllm_inference_binary-0.5.58.dist-info/RECORD,,