gllm-inference-binary 0.5.27__cp311-cp311-manylinux_2_31_x86_64.whl → 0.5.29__cp311-cp311-manylinux_2_31_x86_64.whl

gllm_inference/lm_invoker/anthropic_lm_invoker.pyi

@@ -5,13 +5,14 @@ from gllm_core.utils.retry import RetryConfig as RetryConfig
 from gllm_inference.constants import INVOKER_PROPAGATED_MAX_RETRIES as INVOKER_PROPAGATED_MAX_RETRIES
 from gllm_inference.lm_invoker.lm_invoker import BaseLMInvoker as BaseLMInvoker
 from gllm_inference.lm_invoker.schema.anthropic import InputType as InputType, Key as Key, OutputType as OutputType
-from gllm_inference.schema import Attachment as Attachment, AttachmentType as AttachmentType, EmitDataType as EmitDataType, LMOutput as LMOutput, Message as Message, ModelId as ModelId, ModelProvider as ModelProvider, Reasoning as Reasoning, ResponseSchema as ResponseSchema, TokenUsage as TokenUsage, ToolCall as ToolCall, ToolResult as ToolResult
+from gllm_inference.schema import Attachment as Attachment, AttachmentType as AttachmentType, BatchStatus as BatchStatus, EmitDataType as EmitDataType, LMOutput as LMOutput, Message as Message, MessageContent as MessageContent, ModelId as ModelId, ModelProvider as ModelProvider, Reasoning as Reasoning, ResponseSchema as ResponseSchema, TokenUsage as TokenUsage, ToolCall as ToolCall, ToolResult as ToolResult
 from langchain_core.tools import Tool as LangChainTool
 from typing import Any
 
 SUPPORTED_ATTACHMENTS: Incomplete
 DEFAULT_MAX_TOKENS: int
 DEFAULT_THINKING_BUDGET: int
+BATCH_STATUS_MAP: Incomplete
 
 class AnthropicLMInvoker(BaseLMInvoker):
     '''A language model invoker to interact with Anthropic language models.
@@ -199,6 +200,41 @@ class AnthropicLMInvoker(BaseLMInvoker):
         {"type": "response", "value": "is a good dog breed.", ...}
         ```
 
+    Batch processing:
+        The `AnthropicLMInvoker` supports batch processing, which allows the language model to process multiple
+        requests in a single call. The batch processing operations include:
+
+        1. Create a batch job:
+            >>> requests = {"request_1": "What color is the sky?", "request_2": "What color is the grass?"}
+            >>> batch_id = await lm_invoker.batch.create(requests)
+            >>> print(batch_id)
+            "batch_123"
+
+        2. Get the status of a batch job:
+            >>> status = await lm_invoker.batch.status(batch_id)
+            >>> print(status)
+            "finished"
+
+        3. Retrieve the results of a batch job:
+            >>> results = await lm_invoker.batch.retrieve(batch_id)
+            >>> print(results)
+            {
+                "request_1": LMOutput(response="The sky is blue."),
+                "request_2": LMOutput(finish_details={"type": "error", "error": {"message": "...", ...}, ...}),
+            }
+
+        4. List the batch jobs:
+            >>> batch_jobs = await lm_invoker.batch.list()
+            >>> print(batch_jobs)
+            [
+                {"id": "batch_123", "status": "finished"},
+                {"id": "batch_456", "status": "in_progress"},
+                {"id": "batch_789", "status": "canceling"},
+            ]
+
+        5. Cancel a batch job:
+            >>> await lm_invoker.batch.cancel(batch_id)
+
     Output types:
         The output of the `AnthropicLMInvoker` can either be:
         1. `str`: The text response if no additional output is needed.

gllm_inference/lm_invoker/batch/__init__.pyi

@@ -0,0 +1,3 @@
+from gllm_inference.lm_invoker.batch.batch_operations import BatchOperations as BatchOperations
+
+__all__ = ['BatchOperations']

gllm_inference/lm_invoker/batch/batch_operations.pyi

@@ -0,0 +1,76 @@
+from gllm_inference.schema import BatchStatus as BatchStatus, LMOutput as LMOutput, Message as Message, MessageContent as MessageContent
+from typing import Any
+
+class BatchOperations:
+    """Handles batch operations for an LM invoker.
+
+    This class provides a wrapper around the batch operations of an LM invoker.
+    It provides a simple interface for creating, retrieving, and canceling batch jobs.
+
+    This enables LM invokers to support the following batch operations:
+
+        Create a batch job:
+        >>> batch_id = await lm_invoker.batch.create(...)
+
+        Get the status of a batch job:
+        >>> status = await lm_invoker.batch.status(batch_id)
+
+        Retrieve the results of a batch job:
+        >>> results = await lm_invoker.batch.retrieve(batch_id)
+
+        List the batch jobs:
+        >>> batch_jobs = await lm_invoker.batch.list()
+
+        Cancel a batch job:
+        >>> await lm_invoker.batch.cancel(batch_id)
+    """
+    def __init__(self, invoker: BaseLMInvoker) -> None:
+        """Initializes the batch operations.
+
+        Args:
+            invoker (BaseLMInvoker): The LM invoker to use for the batch operations.
+        """
+    async def create(self, requests: dict[str, list[Message] | list[MessageContent] | str], hyperparameters: dict[str, Any] | None = None) -> str:
+        """Creates a new batch job.
+
+        Args:
+            requests (dict[str, list[Message] | list[MessageContent] | str]): The dictionary of requests that maps
+                request ID to the request. Each request must be a valid input for the language model.
+                1. If the request is a list of Message objects, it is used as is.
+                2. If the request is a list of MessageContent or a string, it is converted into a user message.
+            hyperparameters (dict[str, Any] | None, optional): A dictionary of hyperparameters for the language model.
+                Defaults to None, in which case the default hyperparameters are used.
+
+        Returns:
+            str: The ID of the batch job.
+        """
+    async def status(self, batch_id: str) -> BatchStatus:
+        """Gets the status of a batch job.
+
+        Args:
+            batch_id (str): The ID of the batch job to get the status of.
+
+        Returns:
+            BatchStatus: The status of the batch job.
+        """
+    async def retrieve(self, batch_id: str) -> dict[str, LMOutput]:
+        """Retrieves the results of a batch job.
+
+        Args:
+            batch_id (str): The ID of the batch job to get the results of.
+
+        Returns:
+            dict[str, LMOutput]: The results of the batch job.
+        """
+    async def list(self) -> list[dict[str, Any]]:
+        """Lists the batch jobs.
+
+        Returns:
+            list[dict[str, Any]]: The list of batch jobs.
+        """
+    async def cancel(self, batch_id: str) -> None:
+        """Cancels a batch job.
+
+        Args:
+            batch_id (str): The ID of the batch job to cancel.
+        """

gllm_inference/lm_invoker/lm_invoker.pyi

@@ -6,7 +6,8 @@ from gllm_core.schema.tool import Tool
 from gllm_core.utils import RetryConfig
 from gllm_inference.constants import DOCUMENT_MIME_TYPES as DOCUMENT_MIME_TYPES, INVOKER_DEFAULT_TIMEOUT as INVOKER_DEFAULT_TIMEOUT
 from gllm_inference.exceptions import BaseInvokerError as BaseInvokerError, convert_to_base_invoker_error as convert_to_base_invoker_error
-from gllm_inference.schema import Attachment as Attachment, AttachmentType as AttachmentType, EmitDataType as EmitDataType, LMOutput as LMOutput, Message as Message, MessageContent as MessageContent, MessageRole as MessageRole, ModelId as ModelId, Reasoning as Reasoning, ResponseSchema as ResponseSchema, ToolCall as ToolCall, ToolResult as ToolResult
+from gllm_inference.lm_invoker.batch import BatchOperations as BatchOperations
+from gllm_inference.schema import Attachment as Attachment, AttachmentType as AttachmentType, BatchStatus as BatchStatus, EmitDataType as EmitDataType, LMOutput as LMOutput, Message as Message, MessageContent as MessageContent, MessageRole as MessageRole, ModelId as ModelId, Reasoning as Reasoning, ResponseSchema as ResponseSchema, ToolCall as ToolCall, ToolResult as ToolResult
 from langchain_core.tools import Tool as LangChainTool
 from typing import Any
 
@@ -93,6 +94,13 @@ class BaseLMInvoker(ABC, metaclass=abc.ABCMeta):
         Returns:
             str: The name of the language model.
         """
+    @property
+    def batch(self) -> BatchOperations:
+        """The batch operations for the language model.
+
+        Returns:
+            BatchOperations: The batch operations for the language model.
+        """
     def set_tools(self, tools: list[Tool | LangChainTool]) -> None:
         """Sets the tools for the language model.
 

gllm_inference/lm_invoker/schema/anthropic.pyi

@@ -15,6 +15,7 @@ class Key:
     ROLE: str
     SIGNATURE: str
     SOURCE: str
+    STATUS: str
     STOP_REASON: str
     SYSTEM: str
     TIMEOUT: str
@@ -38,11 +39,16 @@ class InputType:
 
 class OutputType:
     """Defines valid output types in Anthropic."""
+    CANCELING: str
     CONTENT_BLOCK_DELTA: str
     CONTENT_BLOCK_START: str
     CONTENT_BLOCK_STOP: str
+    ENDED: str
+    ERRORED: str
+    IN_PROGRESS: str
     MESSAGE_STOP: str
     REDACTED_THINKING: str
+    SUCCEEDED: str
     TEXT: str
     TEXT_DELTA: str
     THINKING: str

gllm_inference/schema/__init__.pyi

@@ -1,7 +1,7 @@
 from gllm_inference.schema.attachment import Attachment as Attachment
 from gllm_inference.schema.code_exec_result import CodeExecResult as CodeExecResult
 from gllm_inference.schema.config import TruncationConfig as TruncationConfig
-from gllm_inference.schema.enums import AttachmentType as AttachmentType, EmitDataType as EmitDataType, MessageRole as MessageRole, TruncateSide as TruncateSide
+from gllm_inference.schema.enums import AttachmentType as AttachmentType, BatchStatus as BatchStatus, EmitDataType as EmitDataType, MessageRole as MessageRole, TruncateSide as TruncateSide
 from gllm_inference.schema.lm_output import LMOutput as LMOutput
 from gllm_inference.schema.message import Message as Message
 from gllm_inference.schema.model_id import ModelId as ModelId, ModelProvider as ModelProvider
@@ -11,4 +11,4 @@ from gllm_inference.schema.tool_call import ToolCall as ToolCall
 from gllm_inference.schema.tool_result import ToolResult as ToolResult
 from gllm_inference.schema.type_alias import EMContent as EMContent, MessageContent as MessageContent, ResponseSchema as ResponseSchema, Vector as Vector
 
-__all__ = ['Attachment', 'AttachmentType', 'CodeExecResult', 'EMContent', 'EmitDataType', 'InputTokenDetails', 'MessageContent', 'LMOutput', 'ModelId', 'ModelProvider', 'Message', 'MessageRole', 'OutputTokenDetails', 'Reasoning', 'ResponseSchema', 'TokenUsage', 'ToolCall', 'ToolResult', 'TruncateSide', 'TruncationConfig', 'Vector']
+__all__ = ['Attachment', 'AttachmentType', 'BatchStatus', 'CodeExecResult', 'EMContent', 'EmitDataType', 'InputTokenDetails', 'MessageContent', 'LMOutput', 'ModelId', 'ModelProvider', 'Message', 'MessageRole', 'OutputTokenDetails', 'Reasoning', 'ResponseSchema', 'TokenUsage', 'ToolCall', 'ToolResult', 'TruncateSide', 'TruncationConfig', 'Vector']

gllm_inference/schema/enums.pyi

@@ -7,6 +7,13 @@ class AttachmentType(StrEnum):
     IMAGE = 'image'
     VIDEO = 'video'
 
+class BatchStatus(StrEnum):
+    """Defines the status of a batch job."""
+    CANCELING = 'canceling'
+    IN_PROGRESS = 'in_progress'
+    FINISHED = 'finished'
+    UNKNOWN = 'unknown'
+
 class EmitDataType(StrEnum):
     """Defines valid data types for emitting events."""
     ACTIVITY = 'activity'

gllm_inference.pyi

@@ -83,15 +83,21 @@ import gllm_core.event
 import gllm_core.schema
 import gllm_core.schema.tool
 import langchain_core.tools
+import gllm_inference.schema.BatchStatus
 import gllm_inference.schema.EmitDataType
 import gllm_inference.schema.LMOutput
 import gllm_inference.schema.Message
+import gllm_inference.schema.MessageContent
 import gllm_inference.schema.Reasoning
 import gllm_inference.schema.ResponseSchema
 import gllm_inference.schema.TokenUsage
 import gllm_inference.schema.ToolCall
 import gllm_inference.schema.ToolResult
 import anthropic
+import anthropic.types
+import anthropic.types.message_create_params
+import anthropic.types.messages
+import anthropic.types.messages.batch_create_params
 import gllm_inference.schema.MessageRole
 import langchain_core.language_models
 import langchain_core.messages
@@ -100,7 +106,7 @@ import litellm
 import inspect
 import time
 import jsonschema
-import gllm_inference.schema.MessageContent
+import gllm_inference.lm_invoker.batch.BatchOperations
 import gllm_inference.utils.validate_string_enum
 import gllm_inference.schema.CodeExecResult
 import xai_sdk

{gllm_inference_binary-0.5.27.dist-info → gllm_inference_binary-0.5.29.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: gllm-inference-binary
-Version: 0.5.27
+Version: 0.5.29
 Summary: A library containing components related to model inferences in Gen AI applications.
 Author-email: Henry Wicaksono <henry.wicaksono@gdplabs.id>, Resti Febrina <resti.febrina@gdplabs.id>
 Requires-Python: <3.14,>=3.11
@@ -23,9 +23,9 @@ Requires-Dist: coverage<8.0.0,>=7.4.4; extra == "dev"
 Requires-Dist: mypy<2.0.0,>=1.15.0; extra == "dev"
 Requires-Dist: pre-commit<4.0.0,>=3.7.0; extra == "dev"
 Requires-Dist: pytest<9.0.0,>=8.1.1; extra == "dev"
-Requires-Dist: pytest-asyncio<1.0.0,>=0.23.6; extra == "dev"
+Requires-Dist: pytest-asyncio<0.24.0,>=0.23.6; extra == "dev"
 Requires-Dist: pytest-cov<6.0.0,>=5.0.0; extra == "dev"
-Requires-Dist: ruff<1.0.0,>=0.6.7; extra == "dev"
+Requires-Dist: ruff<0.7.0,>=0.6.7; extra == "dev"
 Provides-Extra: anthropic
 Requires-Dist: anthropic<0.61.0,>=0.60.0; extra == "anthropic"
 Provides-Extra: bedrock
@@ -36,7 +36,7 @@ Provides-Extra: google
 Requires-Dist: google-genai<=1.36,>=1.23; extra == "google"
 Provides-Extra: huggingface
 Requires-Dist: huggingface-hub<0.31.0,>=0.30.0; extra == "huggingface"
-Requires-Dist: transformers==4.52.4; extra == "huggingface"
+Requires-Dist: transformers<5.0.0,>=4.52.0; extra == "huggingface"
 Provides-Extra: openai
 Requires-Dist: openai<2.0.0,>=1.98.0; extra == "openai"
 Provides-Extra: litellm

{gllm_inference_binary-0.5.27.dist-info → gllm_inference_binary-0.5.29.dist-info}/RECORD

@@ -1,5 +1,5 @@
-gllm_inference.cpython-311-x86_64-linux-gnu.so,sha256=8vg759wfeDks-62vSfmqyUeeQ5cIEfx3vSoH2LU6kTk,4285856
-gllm_inference.pyi,sha256=VUZT9bvSkuGeID-SO9H55g7PBJohfwPcqWwRwx_nh20,3820
+gllm_inference.cpython-311-x86_64-linux-gnu.so,sha256=LYpvFtHcJ7gK60Z1GASQ_LuaTpOJJCX1SG1adFQPxDM,4392480
+gllm_inference.pyi,sha256=iG4pivEnE8Umn48VYXGF3sHauCnmJG7cOA-fYhwggmc,4068
 gllm_inference/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 gllm_inference/constants.pyi,sha256=EFVMtK3xDK2yjGoHp8EL3LeRZWhIefVKClI9jvbfQQ0,267
 gllm_inference/builder/__init__.pyi,sha256=usz2lvfwO4Yk-ZGKXbCWG1cEr3nlQXxMNDNC-2yc1NM,500
@@ -36,19 +36,21 @@ gllm_inference/exceptions/error_parser.pyi,sha256=IOfa--NpLUW5E9Qq0mwWi6ZpTAbUyy
 gllm_inference/exceptions/exceptions.pyi,sha256=Bv996qLa_vju0Qjf4GewMxdkq8CV9LRZb0S6289DldA,5725
 gllm_inference/exceptions/provider_error_map.pyi,sha256=P1WnhWkM103FW6hqMfNZBOmYSWOmsJtll3VQV8DGb8E,1210
 gllm_inference/lm_invoker/__init__.pyi,sha256=NmQSqObPjevEP1KbbrNnaz4GMh175EVPERZ19vK5Emc,1202
-gllm_inference/lm_invoker/anthropic_lm_invoker.pyi,sha256=MsF3OmDo0L9aEHuTJYTgsoDILi2B_IgKtPpDcDMduWc,14925
+gllm_inference/lm_invoker/anthropic_lm_invoker.pyi,sha256=1uCgSpc2da3JHuk3oZ8nqXX0m0ATUleA81nNn8b3b98,16430
 gllm_inference/lm_invoker/azure_openai_lm_invoker.pyi,sha256=9gzto0yuZySR_8FII0PzbKLN_bCCdDP2vXQlVwnK9V8,14580
 gllm_inference/lm_invoker/bedrock_lm_invoker.pyi,sha256=fAJCLdOMcR4OJpNFj3vN0TiNBOR8PzC1xPvqJDEwlJc,12690
 gllm_inference/lm_invoker/datasaur_lm_invoker.pyi,sha256=QS84w3WpD3Oyl5HdxrucsadCmsHE8gn6Ewl3l01DCgI,9203
 gllm_inference/lm_invoker/google_lm_invoker.pyi,sha256=LG9lE8IXnObl2Uq9VPLeBT4WRqE5zUV_2gojSHiSqwQ,17052
 gllm_inference/lm_invoker/langchain_lm_invoker.pyi,sha256=NjlxGHZZ-GTZTwz4XviU6a0eKMlwcTXy4wUiCrmnxPQ,13599
 gllm_inference/lm_invoker/litellm_lm_invoker.pyi,sha256=_c56ewpEQ-Ywj5ofFzRYBvQgefR7Q_WkcQt97lnIFgg,13128
-gllm_inference/lm_invoker/lm_invoker.pyi,sha256=dQwYtVMCOmqvx68Znr3-pFkeA8upvk5wtRnkbKWyqY4,7881
+gllm_inference/lm_invoker/lm_invoker.pyi,sha256=zlhvzAs2oWX3vv_HcYpl-0qSRqLZ4Tb020CmI4Oixto,8202
 gllm_inference/lm_invoker/openai_compatible_lm_invoker.pyi,sha256=_hOAde_Faph3JoGYh7zLch6BRc2Lam8PXZvi5-PkL-E,14938
 gllm_inference/lm_invoker/openai_lm_invoker.pyi,sha256=wPTJr5DkXpoXpxw3MoaqEnzAOUanBRGUu954KdKDaVU,19649
 gllm_inference/lm_invoker/xai_lm_invoker.pyi,sha256=rV8D3E730OUmwK7jELKSziMUl7MnpbfxMAvMuq8-Aew,15687
+gllm_inference/lm_invoker/batch/__init__.pyi,sha256=W4W-_yfk7lL20alREJai6GnwuQvdlKRfwQCX4mQK4XI,127
+gllm_inference/lm_invoker/batch/batch_operations.pyi,sha256=Pf_gORe6Oh6cDT_sJhF0h8I7rEsTbwQZMG85NOQw3xQ,2965
 gllm_inference/lm_invoker/schema/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-gllm_inference/lm_invoker/schema/anthropic.pyi,sha256=zNbm4RV454dBEEUUN-Vyl_4cO628wUMPZyrO27O_DfM,991
+gllm_inference/lm_invoker/schema/anthropic.pyi,sha256=6lreMyHKRfZzX5NBYKnQf1Z6RzXBjTvqZj2VbMeaTLQ,1098
 gllm_inference/lm_invoker/schema/bedrock.pyi,sha256=FJLY-ZkkLUYDV48pfsLatnot4ev_xxz9xAayLK28CpU,1027
 gllm_inference/lm_invoker/schema/datasaur.pyi,sha256=aA4DhTXIezwLvFzphR24a5ueVln2FCBIloP9Hbt3iz4,230
 gllm_inference/lm_invoker/schema/google.pyi,sha256=AIsNgq0ZZuicHmx4bL7z6q-946T05nWts3HUeA8hhHQ,505
@@ -81,11 +83,11 @@ gllm_inference/prompt_formatter/prompt_formatter.pyi,sha256=UkcPi5ao98OGJyNRsqfh
 gllm_inference/request_processor/__init__.pyi,sha256=hVnfdNZnkTBJHnmLtN3Na4ANP0yK6AstWdIizVr2Apo,227
 gllm_inference/request_processor/lm_request_processor.pyi,sha256=VnYc8E3Iayyhw-rPnGPfTKuO3ohgFsS8HPrZJeyES5I,5889
 gllm_inference/request_processor/uses_lm_mixin.pyi,sha256=Yu0XPNuHxq1tWBviHTPw1oThojneFwGHepvGjBXxKQA,6382
-gllm_inference/schema/__init__.pyi,sha256=hsU0GRL6bUdNdix5WDM5Ca-RfmZLu2BdVngSotup-II,1458
+gllm_inference/schema/__init__.pyi,sha256=6QFARJnD3u8Z9Z3jbmJlH_aFRHYWMmA9naPyhKugOOI,1501
 gllm_inference/schema/attachment.pyi,sha256=jApuzjOHJDCz4lr4MlHzBgIndh559nbWu2Xp1fk3hso,3297
 gllm_inference/schema/code_exec_result.pyi,sha256=ZTHh6JtRrPIdQ059P1UAiD2L-tAO1_S5YcMsAXfJ5A0,559
 gllm_inference/schema/config.pyi,sha256=rAL_UeXyQeXVk1P2kqd8vFWOMwmKenfpQLtvMP74t9s,674
-gllm_inference/schema/enums.pyi,sha256=w5Bq3m-Ixl4yAd4801APhw9fjCiuqttWuUXWvSWSEEs,717
+gllm_inference/schema/enums.pyi,sha256=XQpohUC7_9nFdEmSZHj_4YmOAwM_C5jvTWw_RN-JiFk,901
 gllm_inference/schema/lm_output.pyi,sha256=GafJV0KeD-VSwWkwG1oz-uruXrQ7KDZTuoojPCBRpg8,1956
 gllm_inference/schema/message.pyi,sha256=VP9YppKj2mo1esl9cy6qQO9m2mMHUjTmfGDdyUor880,2220
 gllm_inference/schema/model_id.pyi,sha256=qrr0x4qkd6cGIbc4XATWJb0uckKhd1sAdR_xT7vGIXI,5491
@@ -99,7 +101,7 @@ gllm_inference/utils/io_utils.pyi,sha256=7kUTacHAVRYoemFUOjCH7-Qmw-YsQGd6rGYxjf_
 gllm_inference/utils/langchain.pyi,sha256=VluQiHkGigDdqLUbhB6vnXiISCP5hHqV0qokYY6dC1A,1164
 gllm_inference/utils/validation.pyi,sha256=toxBtRp-VItC_X7sNi-GDd7sjibBdWMrR0q01OI2D7k,385
 gllm_inference.build/.gitignore,sha256=aEiIwOuxfzdCmLZe4oB1JsBmCUxwG8x-u-HBCV9JT8E,1
-gllm_inference_binary-0.5.27.dist-info/METADATA,sha256=4pp-p1TclMA0RcPaufLFWiM7Zh8NB_7vLQM6FlJ0Q8Y,4849
-gllm_inference_binary-0.5.27.dist-info/WHEEL,sha256=WMelAR6z66VnlU3tu68fV-jM5qbG8iPyeTqaBcpU3pI,108
-gllm_inference_binary-0.5.27.dist-info/top_level.txt,sha256=FpOjtN80F-qVNgbScXSEyqa0w09FYn6301iq6qt69IQ,15
-gllm_inference_binary-0.5.27.dist-info/RECORD,,
+gllm_inference_binary-0.5.29.dist-info/METADATA,sha256=Nik4n41nB3IXYTE-OrbmBQRyWBbhiBpciBazCzsy7ts,4857
+gllm_inference_binary-0.5.29.dist-info/WHEEL,sha256=WMelAR6z66VnlU3tu68fV-jM5qbG8iPyeTqaBcpU3pI,108
+gllm_inference_binary-0.5.29.dist-info/top_level.txt,sha256=FpOjtN80F-qVNgbScXSEyqa0w09FYn6301iq6qt69IQ,15
+gllm_inference_binary-0.5.29.dist-info/RECORD,,