gllm-inference-binary 0.5.56__cp312-cp312-win_amd64.whl → 0.5.58__cp312-cp312-win_amd64.whl

gllm_inference/lm_invoker/google_lm_invoker.pyi

@@ -31,10 +31,10 @@ class GoogleLMInvoker(BaseLMInvoker):
             structured response as defined by the schema. Supports both Pydantic BaseModel and JSON schema dictionary.
         output_analytics (bool): Whether to output the invocation analytics.
         retry_config (RetryConfig | None): The retry configuration for the language model.
-        generate_image (bool): Whether to generate image. Only allowed for image generation models.
         thinking (bool): Whether to enable thinking. Only allowed for thinking models.
         thinking_budget (int): The tokens allowed for thinking process. Only allowed for thinking models.
             If set to -1, the model will control the budget automatically.
+        image_generation (bool): Whether to generate image. Only allowed for image generation models.
 
     Basic usage:
         The `GoogleLMInvoker` can be used as follows:
@@ -262,7 +262,7 @@ class GoogleLMInvoker(BaseLMInvoker):
         ```
     '''
     client_params: Incomplete
-    generate_image: Incomplete
+    image_generation: Incomplete
     thinking: Incomplete
     thinking_budget: Incomplete
     def __init__(self, model_name: str, api_key: str | None = None, credentials_path: str | None = None, project_id: str | None = None, location: str = 'us-central1', model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool | LangChainTool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig | None = None, thinking: bool | None = None, thinking_budget: int = ..., simplify_events: bool = False) -> None:

gllm_inference/lm_invoker/openai_lm_invoker.pyi

@@ -36,6 +36,7 @@ class OpenAILMInvoker(BaseLMInvoker):
             for non-reasoning models. If None, the model will perform medium reasoning effort.
         reasoning_summary (ReasoningSummary | None): The reasoning summary level for reasoning models. Not allowed
             for non-reasoning models. If None, no summary will be generated.
+        image_generation (bool): Whether to enable image generation.
         mcp_servers (list[MCPServer]): The list of MCP servers to enable MCP tool calling.
         code_interpreter (bool): Whether to enable the code interpreter.
         web_search (bool): Whether to enable the web search.
@@ -123,6 +124,35 @@ class OpenAILMInvoker(BaseLMInvoker):
 
         When structured output is enabled, streaming is disabled.
 
+    Image generation:
+        The `OpenAILMInvoker` can be configured to generate images.
+        This feature can be enabled by setting the `image_generation` parameter to `True`.
+
+        Image outputs are stored in the `outputs` attribute of the `LMOutput` object and can be accessed
+        via the `attachments` property.
+
+        Usage example:
+        ```python
+        lm_invoker = OpenAILMInvoker(..., image_generation=True)
+        result = await lm_invoker.invoke("Create a picture...")
+        result.attachments[0].write_to_file("path/to/local/image.png")
+        ```
+
+        Output example:
+        ```python
+        LMOutput(
+            outputs=[
+                LMOutputItem(
+                    type="attachment",
+                    output=Attachment(filename="image.png", mime_type="image/png", data=b"..."),
+                ),
+            ],
+        )
+        ```
+
+        When image generation is enabled, streaming is disabled.
+        Image generation is only available for certain models.
+
     Tool calling:
         The `OpenAILMInvoker` can be configured to call tools to perform certain tasks.
         This feature can be enabled by providing a list of `Tool` objects to the `tools` parameter.
@@ -354,7 +384,7 @@ class OpenAILMInvoker(BaseLMInvoker):
         ```
     '''
     client_kwargs: Incomplete
-    def __init__(self, model_name: str, api_key: str | None = None, base_url: str = ..., model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool | LangChainTool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig | None = None, reasoning_effort: ReasoningEffort | None = None, reasoning_summary: ReasoningSummary | None = None, mcp_servers: list[MCPServer] | None = None, code_interpreter: bool = False, web_search: bool = False, simplify_events: bool = False) -> None:
+    def __init__(self, model_name: str, api_key: str | None = None, base_url: str = ..., model_kwargs: dict[str, Any] | None = None, default_hyperparameters: dict[str, Any] | None = None, tools: list[Tool | LangChainTool] | None = None, response_schema: ResponseSchema | None = None, output_analytics: bool = False, retry_config: RetryConfig | None = None, reasoning_effort: ReasoningEffort | None = None, reasoning_summary: ReasoningSummary | None = None, image_generation: bool = False, mcp_servers: list[MCPServer] | None = None, code_interpreter: bool = False, web_search: bool = False, simplify_events: bool = False) -> None:
         '''Initializes a new instance of the OpenAILMInvoker class.
 
         Args:
@@ -379,6 +409,7 @@ class OpenAILMInvoker(BaseLMInvoker):
                 for non-reasoning models. If None, the model will perform medium reasoning effort. Defaults to None.
             reasoning_summary (ReasoningSummary | None, optional): The reasoning summary level for reasoning models.
                 Not allowed for non-reasoning models. If None, no summary will be generated. Defaults to None.
+            image_generation (bool, optional): Whether to enable image generation. Defaults to False.
             mcp_servers (list[MCPServer] | None, optional): The MCP servers containing tools to be accessed by the
                 language model. Defaults to None.
             code_interpreter (bool, optional): Whether to enable the code interpreter. Defaults to False.

gllm_inference/lm_invoker/schema/openai.pyi

@@ -18,6 +18,7 @@ class Key:
     FILENAME: str
     FORMAT: str
     ID: str
+    IMAGE_GENERATION_CALL: str
     IMAGE_URL: str
     INCLUDE: str
     INCOMPLETE_DETAILS: str
@@ -54,6 +55,7 @@ class InputType:
     FUNCTION: str
     FUNCTION_CALL: str
     FUNCTION_CALL_OUTPUT: str
+    IMAGE_GENERATION: str
     INPUT_FILE: str
     INPUT_IMAGE: str
     INPUT_TEXT: str

gllm_inference/schema/attachment.pyi

@@ -1,7 +1,9 @@
 from _typeshed import Incomplete
 from pydantic import BaseModel
+from typing import Any
 
 HEX_REPR_LENGTH: int
+METADATA_ITEM_REPR_LENGTH: int
 logger: Incomplete
 
 class Attachment(BaseModel):
@@ -13,68 +15,80 @@ class Attachment(BaseModel):
         mime_type (str): The mime type of the file attachment.
         extension (str): The extension of the file attachment.
         url (str | None): The URL of the file attachment. Defaults to None.
+        metadata (dict[str, Any]): The metadata of the file attachment. Defaults to an empty dictionary.
     """
     data: bytes
     filename: str
     mime_type: str
     extension: str
     url: str | None
+    metadata: dict[str, Any]
     @classmethod
-    def from_bytes(cls, bytes: bytes, filename: str | None = None) -> Attachment:
+    def from_bytes(cls, bytes: bytes, filename: str | None = None, metadata: dict[str, Any] | None = None) -> Attachment:
         """Creates an Attachment from bytes.
 
         Args:
             bytes (bytes): The bytes of the file.
             filename (str | None, optional): The filename of the file. Defaults to None,
                 in which case the filename will be derived from the extension.
+            metadata (dict[str, Any] | None, optional): The metadata of the file attachment. Defaults to None,
+                in which case an empty dictionary will be used.
 
         Returns:
             Attachment: The instantiated Attachment.
         """
     @classmethod
-    def from_base64(cls, base64_data: str, filename: str | None = None) -> Attachment:
+    def from_base64(cls, base64_data: str, filename: str | None = None, metadata: dict[str, Any] | None = None) -> Attachment:
         """Creates an Attachment from a base64 string.
 
         Args:
             base64_data (str): The base64 string of the file.
             filename (str | None, optional): The filename of the file. Defaults to None,
                 in which case the filename will be derived from the mime type.
+            metadata (dict[str, Any] | None, optional): The metadata of the file attachment. Defaults to None,
+                in which case an empty dictionary will be used.
 
         Returns:
             Attachment: The instantiated Attachment.
         """
     @classmethod
-    def from_data_url(cls, data_url: str, filename: str | None = None) -> Attachment:
+    def from_data_url(cls, data_url: str, filename: str | None = None, metadata: dict[str, Any] | None = None) -> Attachment:
         """Creates an Attachment from a data URL (data:[mime/type];base64,[bytes]).
 
         Args:
             data_url (str): The data URL of the file.
             filename (str | None, optional): The filename of the file. Defaults to None,
                 in which case the filename will be derived from the mime type.
+            metadata (dict[str, Any] | None, optional): The metadata of the file attachment. Defaults to None,
+                in which case an empty dictionary will be used.
 
         Returns:
             Attachment: The instantiated Attachment.
         """
     @classmethod
-    def from_url(cls, url: str, filename: str | None = None) -> Attachment:
+    def from_url(cls, url: str, filename: str | None = None, metadata: dict[str, Any] | None = None) -> Attachment:
         """Creates an Attachment from a URL.
 
         Args:
             url (str): The URL of the file.
             filename (str | None, optional): The filename of the file. Defaults to None,
                 in which case the filename will be derived from the URL.
+            metadata (dict[str, Any] | None, optional): The metadata of the file attachment. Defaults to None,
+                in which case an empty dictionary will be used.
 
         Returns:
             Attachment: The instantiated Attachment.
         """
     @classmethod
-    def from_path(cls, path: str, filename: str | None = None) -> Attachment:
+    def from_path(cls, path: str, filename: str | None = None, metadata: dict[str, Any] | None = None) -> Attachment:
         """Creates an Attachment from a path.
 
         Args:
             path (str): The path to the file.
             filename (str | None, optional): The filename of the file. Defaults to None,
                 in which case the filename will be derived from the path.
+            metadata (dict[str, Any] | None, optional): The metadata of the file attachment. Defaults to None,
+                in which case an empty dictionary will be used.
 
         Returns:
             Attachment: The instantiated Attachment.

gllm_inference.pyi

@@ -147,6 +147,7 @@ import pathlib
 import filetype
 import magic
 import requests
+import gllm_core.schema.chunk
 import binascii
 import fnmatch
 import importlib

{gllm_inference_binary-0.5.56.dist-info → gllm_inference_binary-0.5.58.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: gllm-inference-binary
-Version: 0.5.56
+Version: 0.5.58
 Summary: A library containing components related to model inferences in Gen AI applications.
 Author-email: Henry Wicaksono <henry.wicaksono@gdplabs.id>, Resti Febrina <resti.febrina@gdplabs.id>
 Requires-Python: <3.14,>=3.11

{gllm_inference_binary-0.5.56.dist-info → gllm_inference_binary-0.5.58.dist-info}/RECORD

@@ -1,5 +1,5 @@
-gllm_inference.cp312-win_amd64.pyd,sha256=k_rAjo-PClCtLC3m7ZUGIgQxmTyioil2Pc-N3TvFqdE,3951104
-gllm_inference.pyi,sha256=BDqkUIxMhF5Djfx30lyO5scE_tC7TIpJ0snmPSv9fvQ,5047
+gllm_inference.cp312-win_amd64.pyd,sha256=gXu-_J8DNAWsilArVoVdmEbfp-xR-FoOlVTddWx7xDI,3974144
+gllm_inference.pyi,sha256=t6lCcDjutByvoSK439LdRhQ9i7dq9tmp0Vwr5aAuv4Y,5077
 gllm_inference/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 gllm_inference/constants.pyi,sha256=8jIYOyxJYVWUYXSXF3vag9HhHwjq1iU9tzPiosRHkWk,328
 gllm_inference/builder/__init__.pyi,sha256=-bw1uDx7CAM7pkvjvb1ZXku9zXlQ7aEAyC83KIn3bz8,506
@@ -45,13 +45,13 @@ gllm_inference/lm_invoker/anthropic_lm_invoker.pyi,sha256=_Dst_88LOpC-FN01hApihx
 gllm_inference/lm_invoker/azure_openai_lm_invoker.pyi,sha256=uV98H2nJsElCTsxAuInZ9KSk1jOTq6SROAGQRPR-_r0,13173
 gllm_inference/lm_invoker/bedrock_lm_invoker.pyi,sha256=qXmFK6zsOM3nPfueEhY5pAfG24bZytA1jqemPa63vLY,10951
 gllm_inference/lm_invoker/datasaur_lm_invoker.pyi,sha256=FnpayOW_Zi0pWFSawLX8XahEnknbnpsRWrkhKZe8Y3U,8035
-gllm_inference/lm_invoker/google_lm_invoker.pyi,sha256=GmZZmHBN_7j8cLdC3l-AnHDOLdbokBWwdaY6tH5QGqQ,16686
+gllm_inference/lm_invoker/google_lm_invoker.pyi,sha256=8U68jWVxQKy6DOn-wJAoqyBEPhTn-Hx7133MQ9F6b28,16690
 gllm_inference/lm_invoker/langchain_lm_invoker.pyi,sha256=ull3cX-iUT4hYMbixcxqfrNUxR8ZoR4Vt9ACVILQWSM,12126
 gllm_inference/lm_invoker/litellm_lm_invoker.pyi,sha256=qG8pPTiDJZR2e7wr5Q2VyceC227tz3QybX3UPihT5ng,11400
 gllm_inference/lm_invoker/lm_invoker.pyi,sha256=L_PHRCeHo0dNs6BjnB8H29irGib-qhxKYf7F7pZlU0E,8652
 gllm_inference/lm_invoker/openai_chat_completions_lm_invoker.pyi,sha256=qt9DAdJM7YBB4op-6SOJB0kCouPYVxtIamGUXLGLUeA,13888
 gllm_inference/lm_invoker/openai_compatible_lm_invoker.pyi,sha256=T9sShA_9fgEuaaAuT2gJZq_EYNbEhf3IkWwMCwfszY8,4244
-gllm_inference/lm_invoker/openai_lm_invoker.pyi,sha256=pbj08C4tUR7QYVB1frT04VfEj0mkTfXudxpAkm09bDM,21497
+gllm_inference/lm_invoker/openai_lm_invoker.pyi,sha256=ReU37hrmYZFbLfCD_c14ryRgnfpPC2YyDx2S5Ft_tXQ,22747
 gllm_inference/lm_invoker/portkey_lm_invoker.pyi,sha256=FYOp4BaDfOtompWIRhDqzMVVSK-TiFyw7JA4TznANQE,15236
 gllm_inference/lm_invoker/xai_lm_invoker.pyi,sha256=6beZsQjGUTo7TdzWBWksRzVGT58XyipErpGfiRq6NH0,13017
 gllm_inference/lm_invoker/batch/__init__.pyi,sha256=vJOTHRJ83oq8Bq0UsMdID9_HW5JAxr06gUs4aPRZfEE,130
@@ -62,7 +62,7 @@ gllm_inference/lm_invoker/schema/bedrock.pyi,sha256=rB1AWfER2BBKZ5I219211YE2EUFP
 gllm_inference/lm_invoker/schema/datasaur.pyi,sha256=8lmb1PRbkqBsF_l7iOffxW0K5Xxpi69GW9Z7KxyxHTE,279
 gllm_inference/lm_invoker/schema/google.pyi,sha256=elXHrUMS46pbTsulk7hBXVVFcT022iD-_U_I590xeV8,529
 gllm_inference/lm_invoker/schema/langchain.pyi,sha256=2OJOUQPlGdlUbIOTDOyiWDBOMm3MoVX-kU2nK0zQsF0,452
-gllm_inference/lm_invoker/schema/openai.pyi,sha256=TsCr8_SM5kK2JyROeXtmH13n46TgKjLMc0agYlYUSZc,2328
+gllm_inference/lm_invoker/schema/openai.pyi,sha256=GIrqEtUPinn8VD-w-38gOw0qiIYuVzM9cj5dRYuGIoQ,2387
 gllm_inference/lm_invoker/schema/openai_chat_completions.pyi,sha256=nNPb7ETC9IrJwkV5wfbGf6Co3-qdq4lhcXz0l_qYCE4,1261
 gllm_inference/lm_invoker/schema/portkey.pyi,sha256=V2q4JIwDAR7BidqfmO01u1_1mLOMtm5OCon6sN2zNt0,662
 gllm_inference/lm_invoker/schema/xai.pyi,sha256=jpC6ZSBDUltzm9GjD6zvSFIPwqizn_ywLnjvwSa7KuU,663
@@ -111,7 +111,7 @@ gllm_inference/request_processor/lm_request_processor.pyi,sha256=0fy1HyILCVDw6y4
 gllm_inference/request_processor/uses_lm_mixin.pyi,sha256=LYHq-zLoXEMel1LfVdYv7W3BZ8WtBLo_WWFjRf10Yto,6512
 gllm_inference/schema/__init__.pyi,sha256=4qSVD761xZz1r_GML6g7DDAJhg4nrmG17eYdfocRk-I,2422
 gllm_inference/schema/activity.pyi,sha256=atrU4OwLesA9FEt1H7K3gsUWYNdOqpI5i2VdWkmo6cs,2367
-gllm_inference/schema/attachment.pyi,sha256=NyvbdtjRpPwdrCnGorDCiuVsqduidiomKCb-nGvbfqc,3334
+gllm_inference/schema/attachment.pyi,sha256=myJ_cI_h5mwUdvmMrWpSQIwj3nIxe8SD7HxO37o_3D4,4611
 gllm_inference/schema/code_exec_result.pyi,sha256=WQ-ARoGM9r6nyRX-A0Ro1XKiqrc9R3jRYXZpu_xo5S4,573
 gllm_inference/schema/config.pyi,sha256=NVmjQK6HipIE0dKSfx12hgIC0O-S1HEcAc-TWlXAF5A,689
 gllm_inference/schema/enums.pyi,sha256=aJjmCCUV4ASDM8VTiSJlxPxdapKkxXjS4_NqRplyUnE,2145
@@ -131,7 +131,7 @@ gllm_inference/utils/io_utils.pyi,sha256=Eg7dvHWdXslTKdjh1j3dG50i7r35XG2zTmJ9XXv
 gllm_inference/utils/langchain.pyi,sha256=4AwFiVAO0ZpdgmqeC4Pb5NJwBt8vVr0MSUqLeCdTscc,1194
 gllm_inference/utils/validation.pyi,sha256=OWRZxeVGIuuvNU0LqLGB-9gNmypvbH-LcSJx91rnH1k,453
 gllm_inference.build/.gitignore,sha256=aEiIwOuxfzdCmLZe4oB1JsBmCUxwG8x-u-HBCV9JT8E,1
-gllm_inference_binary-0.5.56.dist-info/METADATA,sha256=Ohjw-qZRmCeWsLGkgwlLZXzkw5KcPnSVmUR0k6-rOpY,5945
-gllm_inference_binary-0.5.56.dist-info/WHEEL,sha256=x5rgv--I0NI0IT1Lh9tN1VG2cI637p3deednwYLKnxc,96
-gllm_inference_binary-0.5.56.dist-info/top_level.txt,sha256=FpOjtN80F-qVNgbScXSEyqa0w09FYn6301iq6qt69IQ,15
-gllm_inference_binary-0.5.56.dist-info/RECORD,,
+gllm_inference_binary-0.5.58.dist-info/METADATA,sha256=vkXLbZSNRDU_sSSB8_3vsYupuJJGtsEiauFswv46_No,5945
+gllm_inference_binary-0.5.58.dist-info/WHEEL,sha256=x5rgv--I0NI0IT1Lh9tN1VG2cI637p3deednwYLKnxc,96
+gllm_inference_binary-0.5.58.dist-info/top_level.txt,sha256=FpOjtN80F-qVNgbScXSEyqa0w09FYn6301iq6qt69IQ,15
+gllm_inference_binary-0.5.58.dist-info/RECORD,,