gllm-inference-binary 0.5.53__cp312-cp312-win_amd64.whl → 0.5.55__cp312-cp312-win_amd64.whl

gllm_inference/schema/lm_output.pyi

@@ -1,6 +1,8 @@
-from gllm_core.schema import Chunk as Chunk
+from _typeshed import Incomplete
+from gllm_core.schema import Chunk
 from gllm_inference.schema.attachment import Attachment as Attachment
 from gllm_inference.schema.code_exec_result import CodeExecResult as CodeExecResult
+from gllm_inference.schema.enums import LMOutputType as LMOutputType
 from gllm_inference.schema.mcp import MCPCall as MCPCall
 from gllm_inference.schema.reasoning import Reasoning as Reasoning
 from gllm_inference.schema.token_usage import TokenUsage as TokenUsage
@@ -8,37 +10,179 @@ from gllm_inference.schema.tool_call import ToolCall as ToolCall
 from pydantic import BaseModel
 from typing import Any
 
+LMOutputData = str | dict[str, Any] | BaseModel | Attachment | ToolCall | Reasoning | Chunk | CodeExecResult | MCPCall
+logger: Incomplete
+
+class LMOutputItem(BaseModel):
+    """Defines the output item of a language model.
+
+    Attributes:
+        type (str): The type of the output item.
+        output (LMOutputData): The output data of the output item.
+    """
+    type: str
+    output: LMOutputData
+
 class LMOutput(BaseModel):
     """Defines the output of a language model.
 
     Attributes:
-        response (str): The text response. Defaults to an empty string.
-        attachments (list[Attachment]): The attachments, if the language model decides to output attachments.
-            Defaults to an empty list.
-        tool_calls (list[ToolCall]): The tool calls, if the language model decides to invoke tools.
-            Defaults to an empty list.
-        structured_output (dict[str, Any] | BaseModel | None): The structured output, if a response schema is defined
-            for the language model. Defaults to None.
+        outputs (list[LMOutputItem]): The outputs of the language model in sequential order. Defaults to an empty list.
         token_usage (TokenUsage | None): The token usage analytics, if requested. Defaults to None.
         duration (float | None): The duration of the invocation in seconds, if requested. Defaults to None.
         finish_details (dict[str, Any]): The details about how the generation finished, if requested.
             Defaults to an empty dictionary.
-        reasoning (list[Reasoning]): The reasoning, if the language model is configured to output reasoning.
-            Defaults to an empty list.
-        citations (list[Chunk]): The citations, if the language model outputs citations. Defaults to an empty list.
-        code_exec_results (list[CodeExecResult]): The code execution results, if the language model decides to
-            execute code. Defaults to an empty list.
-        mcp_calls (list[MCPCall]): The MCP calls, if the language model decides to invoke MCP tools.
-            Defaults to an empty list.
+
+        text (str): The first text response.
+        structured_output (dict[str, Any] | BaseModel | None): The first structured output.
+
+        texts (list[str]): The texts from the outputs.
+        structured_outputs (list[dict[str, Any] | BaseModel]): The structured outputs from the outputs.
+        attachments (list[Attachment]): The attachments from the outputs.
+        tool_calls (list[ToolCall]): The tool calls from the outputs.
+        thinkings (list[Reasoning]): The thinkings from the outputs.
+        citations (list[Chunk]): The citations from the outputs.
+        code_exec_results (list[CodeExecResult]): The code exec results from the outputs.
+        mcp_calls (list[MCPCall]): The MCP calls from the outputs.
+
+        response (str): Deprecated. Replaced by `text`.
+        reasoning (list[Reasoning]): Deprecated. Replaced by `thinkings`.
     """
-    response: str
-    attachments: list[Attachment]
-    tool_calls: list[ToolCall]
-    structured_output: dict[str, Any] | BaseModel | None
+    outputs: list[LMOutputItem]
     token_usage: TokenUsage | None
     duration: float | None
     finish_details: dict[str, Any]
-    reasoning: list[Reasoning]
-    citations: list[Chunk]
-    code_exec_results: list[CodeExecResult]
-    mcp_calls: list[MCPCall]
+    @property
+    def response(self) -> str:
+        """Deprecated property to get the first text response from the LMOutput.
+
+        Returns:
+            str: The first text response from the LMOutput.
+        """
+    @property
+    def text(self) -> str:
+        """Get the first text from the LMOutput.
+
+        Returns:
+            str: The first text from the LMOutput.
+        """
+    @property
+    def structured_output(self) -> dict[str, Any] | BaseModel | None:
+        """Deprecated property to get the first structured output from the LMOutput.
+
+        Returns:
+            dict[str, Any] | BaseModel | None: The first structured output from the LMOutput.
+        """
+    @property
+    def texts(self) -> list[str]:
+        """Get the texts from the LMOutput.
+
+        Returns:
+            list[str]: The texts from the LMOutput.
+        """
+    @property
+    def structured_outputs(self) -> list[dict[str, Any] | BaseModel]:
+        """Get the structured outputs from the LMOutput.
+
+        Returns:
+            list[dict[str, Any] | BaseModel]: The structured outputs from the LMOutput.
+        """
+    @property
+    def attachments(self) -> list[Attachment]:
+        """Get the attachments from the LMOutput.
+
+        Returns:
+            list[Attachment]: The attachments from the LMOutput.
+        """
+    @property
+    def tool_calls(self) -> list[ToolCall]:
+        """Get the tool calls from the LMOutput.
+
+        Returns:
+            list[ToolCall]: The tool calls from the LMOutput.
+        """
+    @property
+    def reasoning(self) -> list[Reasoning]:
+        """Deprecated property to get the thinkings from the LMOutput.
+
+        Returns:
+            list[Reasoning]: The thinkings from the LMOutput.
+        """
+    @property
+    def thinkings(self) -> list[Reasoning]:
+        """Get the thinkings from the LMOutput.
+
+        Returns:
+            list[Reasoning]: The thinkings from the LMOutput.
+        """
+    @property
+    def citations(self) -> list[Chunk]:
+        """Get the citations from the LMOutput.
+
+        Returns:
+            list[Chunk]: The citations from the LMOutput.
+        """
+    @property
+    def code_exec_results(self) -> list[CodeExecResult]:
+        """Get the code exec results from the LMOutput.
+
+        Returns:
+            list[CodeExecResult]: The code exec results from the LMOutput.
+        """
+    @property
+    def mcp_calls(self) -> list[MCPCall]:
+        """Get the MCP calls from the LMOutput.
+
+        Returns:
+            list[MCPCall]: The MCP calls from the LMOutput.
+        """
+    def add_text(self, text: str | list[str]) -> None:
+        """Add an output or a list of outputs to the LMOutput.
+
+        Args:
+            text (str | list[str]): The text or a list of texts to add.
+        """
+    def add_attachment(self, attachment: Attachment | list[Attachment]) -> None:
+        """Add an attachment or a list of attachments to the LMOutput.
+
+        Args:
+            attachment (Attachment | list[Attachment]): The attachment or a list of attachments to add.
+        """
+    def add_tool_call(self, tool_call: ToolCall | list[ToolCall]) -> None:
+        """Add a tool call or a list of tool calls to the LMOutput.
+
+        Args:
+            tool_call (ToolCall | list[ToolCall]): The tool call or a list of tool calls to add.
+        """
+    def add_structured(self, structured: dict[str, Any] | BaseModel | list[dict[str, Any] | BaseModel]) -> None:
+        """Add a structured output or a list of structured outputs to the LMOutput.
+
+        Args:
+            structured (dict[str, Any] | BaseModel | list[dict[str, Any] | BaseModel]): The structured output
+                or a list of structured outputs to add.
+        """
+    def add_thinking(self, thinking: Reasoning | list[Reasoning]) -> None:
+        """Add a thinking or a list of thoughts to the LMOutput.
+
+        Args:
+            thinking (Reasoning | list[Reasoning]): The thinking or a list of thoughts to add.
+        """
+    def add_citation(self, citation: Chunk | list[Chunk]) -> None:
+        """Add a citation or a list of citations to the LMOutput.
+
+        Args:
+            citation (Chunk | list[Chunk]): The citation or a list of citations to add.
+        """
+    def add_code_exec_result(self, code_exec_result: CodeExecResult | list[CodeExecResult]) -> None:
+        """Add a code exec result or a list of code exec results to the LMOutput.
+
+        Args:
+            code_exec_result (CodeExecResult | list[CodeExecResult]): The code exec result or a list of code exec
+                results to add.
+        """
+    def add_mcp_call(self, mcp_call: MCPCall | list[MCPCall]) -> None:
+        """Add an MCP call or a list of MCP calls to the LMOutput.
+
+        Args:
+            mcp_call (MCPCall | list[MCPCall]): The MCP call or a list of MCP calls to add.
+        """

gllm_inference.pyi

@@ -113,7 +113,6 @@ import inspect
 import time
 import jsonschema
 import gllm_inference.lm_invoker.batch.BatchOperations
-import gllm_inference.schema.LMEventType
 import gllm_inference.schema.MessageContent
 import __future__
 import gllm_inference.schema.ActivityEvent

{gllm_inference_binary-0.5.53.dist-info → gllm_inference_binary-0.5.55.dist-info}/METADATA

@@ -1,12 +1,12 @@
 Metadata-Version: 2.2
 Name: gllm-inference-binary
-Version: 0.5.53
+Version: 0.5.55
 Summary: A library containing components related to model inferences in Gen AI applications.
 Author-email: Henry Wicaksono <henry.wicaksono@gdplabs.id>, Resti Febrina <resti.febrina@gdplabs.id>
 Requires-Python: <3.14,>=3.11
 Description-Content-Type: text/markdown
 Requires-Dist: poetry<3.0.0,>=2.1.3
-Requires-Dist: gllm-core-binary<0.4.0,>=0.3.21
+Requires-Dist: gllm-core-binary<0.4.0,>=0.3.23
 Requires-Dist: aiohttp<4.0.0,>=3.12.14
 Requires-Dist: filetype<2.0.0,>=1.2.0
 Requires-Dist: httpx<0.29.0,>=0.28.0

{gllm_inference_binary-0.5.53.dist-info → gllm_inference_binary-0.5.55.dist-info}/RECORD

@@ -1,7 +1,7 @@
-gllm_inference.cp312-win_amd64.pyd,sha256=Tx1FL0TG8Lbfz0JEMchI-QxpeCj3_JjqNrW70HIp3mg,3836416
-gllm_inference.pyi,sha256=-TkA7sEPGZVJZwbUGO5OwfO3J-fSrXHLwvAQg01wCfQ,5137
+gllm_inference.cp312-win_amd64.pyd,sha256=pTCkTdXb9piCXj9HCxKwt6fWnE10xg2TcQ6Qoojmzek,3915264
+gllm_inference.pyi,sha256=PuOcOQY2Xg84ZvIx4_391WJlWJTNSFX7zR6_AP28MiQ,5096
 gllm_inference/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-gllm_inference/constants.pyi,sha256=PncjVw-mkzcJ3ln1ohvVZGdJ-TD-VZy1Ygn4Va8Z7i0,350
+gllm_inference/constants.pyi,sha256=8jIYOyxJYVWUYXSXF3vag9HhHwjq1iU9tzPiosRHkWk,328
 gllm_inference/builder/__init__.pyi,sha256=-bw1uDx7CAM7pkvjvb1ZXku9zXlQ7aEAyC83KIn3bz8,506
 gllm_inference/builder/_build_invoker.pyi,sha256=SZst1ocnRntcA7lWKp44lMJ3yRA5GP_jsUZkcsxwTjw,876
 gllm_inference/builder/build_em_invoker.pyi,sha256=Z09hP6_ziumI2XB-7HCdyIE4AyoV1oL9DBdoU2G8izo,5879
@@ -41,19 +41,19 @@ gllm_inference/exceptions/error_parser.pyi,sha256=4aiJZhBzBOqlhdmpvaCvildGy7_Xxl
 gllm_inference/exceptions/exceptions.pyi,sha256=6y3ECgHAStqMGgQv8Dv-Ui-5PDD07mSj6qaRZeSWea4,5857
 gllm_inference/exceptions/provider_error_map.pyi,sha256=vWa4ZIHn7qIghECGvO-dS2KzOmf3c10GRWKZ4YDPnSQ,1267
 gllm_inference/lm_invoker/__init__.pyi,sha256=L2nlkj13WwWbDYEBtM0mlAj0-UbSilMjVLpCJ_0Eock,1502
-gllm_inference/lm_invoker/anthropic_lm_invoker.pyi,sha256=JSgKUk9d1ZHlitv_ZjHlAk2hIW-J7u6yslVHflIeUro,16726
-gllm_inference/lm_invoker/azure_openai_lm_invoker.pyi,sha256=FYfRNPG-oD4wIfitjTHnGib1uMZL7Pid0gbrRsymAHU,14601
-gllm_inference/lm_invoker/bedrock_lm_invoker.pyi,sha256=IMFD6Nr_4tkDDMy1WveOz91u_v1rjplVdtgep9UXsxw,11851
-gllm_inference/lm_invoker/datasaur_lm_invoker.pyi,sha256=LR0EM4vTfufq9OWk8JVIwLyFeJFTguPNmPgJBUooSq4,8342
-gllm_inference/lm_invoker/google_lm_invoker.pyi,sha256=aSmEgoYj_V72Nb6erDResphw9RaHfbE5C6PhqpMfEeQ,17674
-gllm_inference/lm_invoker/langchain_lm_invoker.pyi,sha256=tJIxkFUKjLF-yz0niaDjN3L0QNCbn4sT8hmPKtERpog,12742
-gllm_inference/lm_invoker/litellm_lm_invoker.pyi,sha256=IJxRUkmgXY8oQwS7tJoskO8fiESB7M4pyvpE64pyXDo,12648
-gllm_inference/lm_invoker/lm_invoker.pyi,sha256=lnp2DGUsxRunQDL6EbWDrZarYQaczq5fSBxoXPZ-dzE,8680
-gllm_inference/lm_invoker/openai_chat_completions_lm_invoker.pyi,sha256=uYJFgi4tJGab77232IC1gdoU9h9AqoClIUj6tM6O47s,15177
+gllm_inference/lm_invoker/anthropic_lm_invoker.pyi,sha256=_Dst_88LOpC-FN01hApihxUxuripiCGSOax5R_-bQEE,15496
+gllm_inference/lm_invoker/azure_openai_lm_invoker.pyi,sha256=uV98H2nJsElCTsxAuInZ9KSk1jOTq6SROAGQRPR-_r0,13173
+gllm_inference/lm_invoker/bedrock_lm_invoker.pyi,sha256=qXmFK6zsOM3nPfueEhY5pAfG24bZytA1jqemPa63vLY,10951
+gllm_inference/lm_invoker/datasaur_lm_invoker.pyi,sha256=FnpayOW_Zi0pWFSawLX8XahEnknbnpsRWrkhKZe8Y3U,8035
+gllm_inference/lm_invoker/google_lm_invoker.pyi,sha256=GmZZmHBN_7j8cLdC3l-AnHDOLdbokBWwdaY6tH5QGqQ,16686
+gllm_inference/lm_invoker/langchain_lm_invoker.pyi,sha256=ull3cX-iUT4hYMbixcxqfrNUxR8ZoR4Vt9ACVILQWSM,12126
+gllm_inference/lm_invoker/litellm_lm_invoker.pyi,sha256=qG8pPTiDJZR2e7wr5Q2VyceC227tz3QybX3UPihT5ng,11400
+gllm_inference/lm_invoker/lm_invoker.pyi,sha256=L_PHRCeHo0dNs6BjnB8H29irGib-qhxKYf7F7pZlU0E,8652
+gllm_inference/lm_invoker/openai_chat_completions_lm_invoker.pyi,sha256=tsv2qSnPTVHEWlt1y-6obIZYAwBNrT5gTmLMZ6nrhnE,13973
 gllm_inference/lm_invoker/openai_compatible_lm_invoker.pyi,sha256=T9sShA_9fgEuaaAuT2gJZq_EYNbEhf3IkWwMCwfszY8,4244
-gllm_inference/lm_invoker/openai_lm_invoker.pyi,sha256=10iKCyleqHNbJc8M1rj3ogRcNlNxcVgyk0v6TcS6gf4,23452
-gllm_inference/lm_invoker/portkey_lm_invoker.pyi,sha256=BmZ5TFiQx3-6Ijf6J2ICzP6SCfnOFUVTPRLijv85oU0,13465
-gllm_inference/lm_invoker/xai_lm_invoker.pyi,sha256=gyi12K7M9HkjNX6pU6NVv5Uq3-aHErixO-PVhHjioo8,14632
+gllm_inference/lm_invoker/openai_lm_invoker.pyi,sha256=85eAaUdqe1sFULSDs67auVdLAdmaTrS43jTzWOQKH50,21582
+gllm_inference/lm_invoker/portkey_lm_invoker.pyi,sha256=FYOp4BaDfOtompWIRhDqzMVVSK-TiFyw7JA4TznANQE,15236
+gllm_inference/lm_invoker/xai_lm_invoker.pyi,sha256=b4fQvazDBCTIEJw7ywxWUyRkZCKFk-ny9DGJKYiQLj8,13118
 gllm_inference/lm_invoker/batch/__init__.pyi,sha256=vJOTHRJ83oq8Bq0UsMdID9_HW5JAxr06gUs4aPRZfEE,130
 gllm_inference/lm_invoker/batch/batch_operations.pyi,sha256=o2U17M41RKVFW6j_oxy-SxU1JqUtVt75pKRxrqXzorE,5499
 gllm_inference/lm_invoker/schema/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -109,15 +109,15 @@ gllm_inference/realtime_chat/output_streamer/output_streamer.pyi,sha256=5P9NQ0aJ
 gllm_inference/request_processor/__init__.pyi,sha256=giEme2WFQhgyKiBZHhSet0_nKSCHwGy-_2p6NRzg0Zc,231
 gllm_inference/request_processor/lm_request_processor.pyi,sha256=0fy1HyILCVDw6y46E-7tLnQTRYx4ppeRMe0QP6t9Jyw,5990
 gllm_inference/request_processor/uses_lm_mixin.pyi,sha256=LYHq-zLoXEMel1LfVdYv7W3BZ8WtBLo_WWFjRf10Yto,6512
-gllm_inference/schema/__init__.pyi,sha256=Bpbo6a4NqSwJJnPBRKAKx2gAdGiDl1tsak-vJxfZ6UU,2284
+gllm_inference/schema/__init__.pyi,sha256=4qSVD761xZz1r_GML6g7DDAJhg4nrmG17eYdfocRk-I,2422
 gllm_inference/schema/activity.pyi,sha256=atrU4OwLesA9FEt1H7K3gsUWYNdOqpI5i2VdWkmo6cs,2367
-gllm_inference/schema/attachment.pyi,sha256=9zgAjGXBjLfzPGaKi68FMW6b5mXdEA352nDe-ynOSvY,3385
+gllm_inference/schema/attachment.pyi,sha256=NyvbdtjRpPwdrCnGorDCiuVsqduidiomKCb-nGvbfqc,3334
 gllm_inference/schema/code_exec_result.pyi,sha256=WQ-ARoGM9r6nyRX-A0Ro1XKiqrc9R3jRYXZpu_xo5S4,573
 gllm_inference/schema/config.pyi,sha256=NVmjQK6HipIE0dKSfx12hgIC0O-S1HEcAc-TWlXAF5A,689
-gllm_inference/schema/enums.pyi,sha256=wbD5Qifv9y0c3_FR_M4WBvlDLzq0bQbWwox_Lw3f-KM,1820
-gllm_inference/schema/events.pyi,sha256=YStRTYGtYlM0a46AfCuBwEaijsRujTSkEusJ-M6cvSY,4810
+gllm_inference/schema/enums.pyi,sha256=aJjmCCUV4ASDM8VTiSJlxPxdapKkxXjS4_NqRplyUnE,2145
+gllm_inference/schema/events.pyi,sha256=_CKuGNzb3j2Y1dOB2yssFkT_9FQz1AY4J_ApCwKNizU,4743
 gllm_inference/schema/lm_input.pyi,sha256=HxQiZgY7zcXh_Dw8nK8LSeBTZEHMPZVwmPmnfgSsAbs,197
-gllm_inference/schema/lm_output.pyi,sha256=DIV8BiIOPaSnMKxzKzH_Mp7j7-MScWCvmllegJDLqFg,2479
+gllm_inference/schema/lm_output.pyi,sha256=Rr5E5GRwvsLooxGTf2c0618OD0-OMkjFUz64GeHR8Hw,7597
 gllm_inference/schema/mcp.pyi,sha256=4SgQ83pEowfWm2p-w9lupV4NayqqVBOy7SuYxIFeWRs,1045
 gllm_inference/schema/message.pyi,sha256=jJV6A0ihEcun2OhzyMtNkiHnf7d6v5R-GdpTBGfJ0AQ,2272
 gllm_inference/schema/model_id.pyi,sha256=Ozu46pp1uaPPvXJ6SPKpiL1vETPJqErEjNAYfOb5b6Y,6070
@@ -131,7 +131,7 @@ gllm_inference/utils/io_utils.pyi,sha256=Eg7dvHWdXslTKdjh1j3dG50i7r35XG2zTmJ9XXv
 gllm_inference/utils/langchain.pyi,sha256=4AwFiVAO0ZpdgmqeC4Pb5NJwBt8vVr0MSUqLeCdTscc,1194
 gllm_inference/utils/validation.pyi,sha256=-RdMmb8afH7F7q4Ao7x6FbwaDfxUHn3hA3WiOgzB-3s,397
 gllm_inference.build/.gitignore,sha256=aEiIwOuxfzdCmLZe4oB1JsBmCUxwG8x-u-HBCV9JT8E,1
-gllm_inference_binary-0.5.53.dist-info/METADATA,sha256=2MZFh1ZORaN9wzbchWs1EfWVxqUuKsvW7zECd4lG6As,5945
-gllm_inference_binary-0.5.53.dist-info/WHEEL,sha256=x5rgv--I0NI0IT1Lh9tN1VG2cI637p3deednwYLKnxc,96
-gllm_inference_binary-0.5.53.dist-info/top_level.txt,sha256=FpOjtN80F-qVNgbScXSEyqa0w09FYn6301iq6qt69IQ,15
-gllm_inference_binary-0.5.53.dist-info/RECORD,,
+gllm_inference_binary-0.5.55.dist-info/METADATA,sha256=nr6YRSn468AAP7i7SXNqTR5678Uwk7vkkLMwuViNlvo,5945
+gllm_inference_binary-0.5.55.dist-info/WHEEL,sha256=x5rgv--I0NI0IT1Lh9tN1VG2cI637p3deednwYLKnxc,96
+gllm_inference_binary-0.5.55.dist-info/top_level.txt,sha256=FpOjtN80F-qVNgbScXSEyqa0w09FYn6301iq6qt69IQ,15
+gllm_inference_binary-0.5.55.dist-info/RECORD,,