gllm-inference-binary 0.5.47__cp312-cp312-win_amd64.whl → 0.5.49__cp312-cp312-win_amd64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of gllm-inference-binary might be problematic. Click here for more details.
- gllm_inference/lm_invoker/bedrock_lm_invoker.pyi +1 -0
- gllm_inference/schema/__init__.pyi +2 -2
- gllm_inference/schema/enums.pyi +5 -4
- gllm_inference/schema/events.pyi +38 -57
- gllm_inference.cp312-win_amd64.pyd +0 -0
- {gllm_inference_binary-0.5.47.dist-info → gllm_inference_binary-0.5.49.dist-info}/METADATA +1 -1
- {gllm_inference_binary-0.5.47.dist-info → gllm_inference_binary-0.5.49.dist-info}/RECORD +9 -9
- {gllm_inference_binary-0.5.47.dist-info → gllm_inference_binary-0.5.49.dist-info}/WHEEL +0 -0
- {gllm_inference_binary-0.5.47.dist-info → gllm_inference_binary-0.5.49.dist-info}/top_level.txt +0 -0
|
@@ -10,6 +10,7 @@ from gllm_inference.schema import Attachment as Attachment, AttachmentType as At
|
|
|
10
10
|
from langchain_core.tools import Tool as LangChainTool
|
|
11
11
|
from typing import Any
|
|
12
12
|
|
|
13
|
+
FILENAME_SANITIZATION_REGEX: Incomplete
|
|
13
14
|
SUPPORTED_ATTACHMENTS: Incomplete
|
|
14
15
|
|
|
15
16
|
class BedrockLMInvoker(BaseLMInvoker):
|
|
@@ -2,7 +2,7 @@ from gllm_inference.schema.activity import Activity as Activity, MCPCallActivity
|
|
|
2
2
|
from gllm_inference.schema.attachment import Attachment as Attachment
|
|
3
3
|
from gllm_inference.schema.code_exec_result import CodeExecResult as CodeExecResult
|
|
4
4
|
from gllm_inference.schema.config import TruncationConfig as TruncationConfig
|
|
5
|
-
from gllm_inference.schema.enums import AttachmentType as AttachmentType, BatchStatus as BatchStatus, EmitDataType as EmitDataType, JinjaEnvType as JinjaEnvType, LMEventType as LMEventType, MessageRole as MessageRole, TruncateSide as TruncateSide
|
|
5
|
+
from gllm_inference.schema.enums import AttachmentType as AttachmentType, BatchStatus as BatchStatus, EmitDataType as EmitDataType, JinjaEnvType as JinjaEnvType, LMEventType as LMEventType, LMEventTypeSuffix as LMEventTypeSuffix, MessageRole as MessageRole, TruncateSide as TruncateSide
|
|
6
6
|
from gllm_inference.schema.events import ActivityEvent as ActivityEvent, CodeEvent as CodeEvent, ThinkingEvent as ThinkingEvent
|
|
7
7
|
from gllm_inference.schema.lm_input import LMInput as LMInput
|
|
8
8
|
from gllm_inference.schema.lm_output import LMOutput as LMOutput
|
|
@@ -15,4 +15,4 @@ from gllm_inference.schema.tool_call import ToolCall as ToolCall
|
|
|
15
15
|
from gllm_inference.schema.tool_result import ToolResult as ToolResult
|
|
16
16
|
from gllm_inference.schema.type_alias import EMContent as EMContent, MessageContent as MessageContent, ResponseSchema as ResponseSchema, Vector as Vector
|
|
17
17
|
|
|
18
|
-
__all__ = ['Activity', 'ActivityEvent', 'Attachment', 'AttachmentType', 'BatchStatus', 'CodeEvent', 'CodeExecResult', 'EMContent', 'EmitDataType', 'LMEventType', 'InputTokenDetails', 'JinjaEnvType', 'LMInput', 'LMOutput', 'MCPCall', 'MCPCallActivity', 'MCPListToolsActivity', 'MCPServer', 'Message', 'MessageContent', 'MessageRole', 'ModelId', 'ModelProvider', 'OutputTokenDetails', 'Reasoning', 'ThinkingEvent', 'ResponseSchema', 'TokenUsage', 'ToolCall', 'ToolResult', 'TruncateSide', 'TruncationConfig', 'Vector', 'WebSearchActivity']
|
|
18
|
+
__all__ = ['Activity', 'ActivityEvent', 'Attachment', 'AttachmentType', 'BatchStatus', 'CodeEvent', 'CodeExecResult', 'EMContent', 'EmitDataType', 'LMEventType', 'LMEventTypeSuffix', 'InputTokenDetails', 'JinjaEnvType', 'LMInput', 'LMOutput', 'MCPCall', 'MCPCallActivity', 'MCPListToolsActivity', 'MCPServer', 'Message', 'MessageContent', 'MessageRole', 'ModelId', 'ModelProvider', 'OutputTokenDetails', 'Reasoning', 'ThinkingEvent', 'ResponseSchema', 'TokenUsage', 'ToolCall', 'ToolResult', 'TruncateSide', 'TruncationConfig', 'Vector', 'WebSearchActivity']
|
gllm_inference/schema/enums.pyi
CHANGED
|
@@ -17,12 +17,13 @@ class BatchStatus(StrEnum):
|
|
|
17
17
|
class LMEventType(StrEnum):
|
|
18
18
|
"""Defines event types to be emitted by the LM invoker."""
|
|
19
19
|
ACTIVITY = 'activity'
|
|
20
|
-
CODE_START = 'code_start'
|
|
21
20
|
CODE = 'code'
|
|
22
|
-
CODE_END = 'code_end'
|
|
23
|
-
THINKING_START = 'thinking_start'
|
|
24
21
|
THINKING = 'thinking'
|
|
25
|
-
|
|
22
|
+
|
|
23
|
+
class LMEventTypeSuffix(StrEnum):
|
|
24
|
+
"""Defines suffixes for LM event types."""
|
|
25
|
+
START = '_start'
|
|
26
|
+
END = '_end'
|
|
26
27
|
|
|
27
28
|
class EmitDataType(StrEnum):
|
|
28
29
|
"""Defines valid data types for emitting events."""
|
gllm_inference/schema/events.pyi
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
from _typeshed import Incomplete
|
|
2
2
|
from gllm_core.schema import Event
|
|
3
3
|
from gllm_inference.schema.activity import Activity as Activity
|
|
4
|
-
from gllm_inference.schema.enums import LMEventType as LMEventType
|
|
5
|
-
from typing import Any, Literal
|
|
4
|
+
from gllm_inference.schema.enums import LMEventType as LMEventType, LMEventTypeSuffix as LMEventTypeSuffix
|
|
5
|
+
from typing import Any, Literal, Self
|
|
6
6
|
|
|
7
7
|
CodeEventType: Incomplete
|
|
8
8
|
ThinkingEventType: Incomplete
|
|
@@ -33,52 +33,65 @@ class ActivityEvent(Event):
|
|
|
33
33
|
ActivityEvent: The activity event.
|
|
34
34
|
"""
|
|
35
35
|
|
|
36
|
-
class
|
|
37
|
-
"""Event schema
|
|
36
|
+
class BlockBasedEvent(Event):
|
|
37
|
+
"""Event schema block-based events, which are limited by start and end events.
|
|
38
38
|
|
|
39
39
|
Attributes:
|
|
40
|
-
id (str): The ID of the
|
|
41
|
-
value (str): The value of the
|
|
42
|
-
level (EventLevel): The severity level of the
|
|
43
|
-
type (
|
|
44
|
-
timestamp (datetime): The timestamp of the
|
|
45
|
-
metadata (dict[str, Any]): The metadata of the
|
|
40
|
+
id (str): The ID of the block-based event. Defaults to None.
|
|
41
|
+
value (str): The value of the block-based event. Defaults to an empty string.
|
|
42
|
+
level (EventLevel): The severity level of the block-based event. Defaults to EventLevel.INFO.
|
|
43
|
+
type (str): The type of the block-based event. Defaults to an empty string.
|
|
44
|
+
timestamp (datetime): The timestamp of the block-based event. Defaults to the current timestamp.
|
|
45
|
+
metadata (dict[str, Any]): The metadata of the block-based event. Defaults to an empty dictionary.
|
|
46
46
|
"""
|
|
47
47
|
value: str
|
|
48
|
-
type:
|
|
48
|
+
type: str
|
|
49
49
|
@classmethod
|
|
50
|
-
def start(cls, id_: str | None = None) ->
|
|
51
|
-
"""Create a
|
|
50
|
+
def start(cls, id_: str | None = None) -> Self:
|
|
51
|
+
"""Create a block-based start event.
|
|
52
52
|
|
|
53
53
|
Args:
|
|
54
|
-
id_ (str | None, optional): The ID of the
|
|
54
|
+
id_ (str | None, optional): The ID of the block-based event. Defaults to None.
|
|
55
55
|
|
|
56
56
|
Returns:
|
|
57
|
-
|
|
57
|
+
Self: The block-based start event.
|
|
58
58
|
"""
|
|
59
59
|
@classmethod
|
|
60
|
-
def content(cls, id_: str | None = None, value: str = '') ->
|
|
61
|
-
"""Create a
|
|
60
|
+
def content(cls, id_: str | None = None, value: str = '') -> Self:
|
|
61
|
+
"""Create a block-based content event.
|
|
62
62
|
|
|
63
63
|
Args:
|
|
64
|
-
id_ (str | None, optional): The ID of the
|
|
65
|
-
value (str, optional): The
|
|
64
|
+
id_ (str | None, optional): The ID of the block-based event. Defaults to None.
|
|
65
|
+
value (str, optional): The block-based content. Defaults to an empty string.
|
|
66
66
|
|
|
67
67
|
Returns:
|
|
68
|
-
|
|
68
|
+
Self: The block-based content event.
|
|
69
69
|
"""
|
|
70
70
|
@classmethod
|
|
71
|
-
def end(cls, id_: str | None = None) ->
|
|
72
|
-
"""Create a
|
|
71
|
+
def end(cls, id_: str | None = None) -> Self:
|
|
72
|
+
"""Create a block-based end event.
|
|
73
73
|
|
|
74
74
|
Args:
|
|
75
|
-
id_ (str | None, optional): The ID of the
|
|
75
|
+
id_ (str | None, optional): The ID of the block-based event. Defaults to None.
|
|
76
76
|
|
|
77
77
|
Returns:
|
|
78
|
-
|
|
78
|
+
Self: The block-based end event.
|
|
79
79
|
"""
|
|
80
80
|
|
|
81
|
-
class
|
|
81
|
+
class CodeEvent(BlockBasedEvent):
|
|
82
|
+
"""Event schema for model-generated code to be executed.
|
|
83
|
+
|
|
84
|
+
Attributes:
|
|
85
|
+
id (str): The ID of the code event. Defaults to None.
|
|
86
|
+
value (str): The value of the code event. Defaults to an empty string.
|
|
87
|
+
level (EventLevel): The severity level of the code event. Defaults to EventLevel.INFO.
|
|
88
|
+
type (CodeEventType): The type of the code event. Defaults to EventType.CODE.
|
|
89
|
+
timestamp (datetime): The timestamp of the code event. Defaults to the current timestamp.
|
|
90
|
+
metadata (dict[str, Any]): The metadata of the code event. Defaults to an empty dictionary.
|
|
91
|
+
"""
|
|
92
|
+
type: CodeEventType
|
|
93
|
+
|
|
94
|
+
class ThinkingEvent(BlockBasedEvent):
|
|
82
95
|
"""Event schema for model-generated thinking.
|
|
83
96
|
|
|
84
97
|
Attributes:
|
|
@@ -89,36 +102,4 @@ class ThinkingEvent(Event):
|
|
|
89
102
|
timestamp (datetime): The timestamp of the thinking event. Defaults to the current timestamp.
|
|
90
103
|
metadata (dict[str, Any]): The metadata of the thinking event. Defaults to an empty dictionary.
|
|
91
104
|
"""
|
|
92
|
-
value: str
|
|
93
105
|
type: ThinkingEventType
|
|
94
|
-
@classmethod
|
|
95
|
-
def start(cls, id_: str | None = None) -> ThinkingEvent:
|
|
96
|
-
"""Create a thinking start event.
|
|
97
|
-
|
|
98
|
-
Args:
|
|
99
|
-
id_ (str | None, optional): The ID of the thinking event. Defaults to None.
|
|
100
|
-
|
|
101
|
-
Returns:
|
|
102
|
-
ThinkingEvent: The thinking start event.
|
|
103
|
-
"""
|
|
104
|
-
@classmethod
|
|
105
|
-
def content(cls, id_: str | None = None, value: str = '') -> ThinkingEvent:
|
|
106
|
-
"""Create a thinking value event.
|
|
107
|
-
|
|
108
|
-
Args:
|
|
109
|
-
id_ (str | None, optional): The ID of the thinking event. Defaults to None.
|
|
110
|
-
value (str, optional): The thinking content or message. Defaults to an empty string.
|
|
111
|
-
|
|
112
|
-
Returns:
|
|
113
|
-
ThinkingEvent: The thinking value event.
|
|
114
|
-
"""
|
|
115
|
-
@classmethod
|
|
116
|
-
def end(cls, id_: str | None = None) -> ThinkingEvent:
|
|
117
|
-
"""Create a thinking end event.
|
|
118
|
-
|
|
119
|
-
Args:
|
|
120
|
-
id_ (str | None, optional): The ID of the thinking event. Defaults to None.
|
|
121
|
-
|
|
122
|
-
Returns:
|
|
123
|
-
ThinkingEvent: The thinking end event.
|
|
124
|
-
"""
|
|
Binary file
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.2
|
|
2
2
|
Name: gllm-inference-binary
|
|
3
|
-
Version: 0.5.
|
|
3
|
+
Version: 0.5.49
|
|
4
4
|
Summary: A library containing components related to model inferences in Gen AI applications.
|
|
5
5
|
Author-email: Henry Wicaksono <henry.wicaksono@gdplabs.id>, Resti Febrina <resti.febrina@gdplabs.id>
|
|
6
6
|
Requires-Python: <3.14,>=3.11
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
gllm_inference.cp312-win_amd64.pyd,sha256=
|
|
1
|
+
gllm_inference.cp312-win_amd64.pyd,sha256=0QcQQz6hbgi0sJD8o6PG_Ud5BeYuqWs8HA_4SyRhkkg,3824640
|
|
2
2
|
gllm_inference.pyi,sha256=B-sC5mJR6Fp9xIJIf0D3JL5VLFlc3ACmMJN7Zkc6gb4,5191
|
|
3
3
|
gllm_inference/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
4
4
|
gllm_inference/constants.pyi,sha256=PncjVw-mkzcJ3ln1ohvVZGdJ-TD-VZy1Ygn4Va8Z7i0,350
|
|
@@ -42,7 +42,7 @@ gllm_inference/exceptions/provider_error_map.pyi,sha256=vWa4ZIHn7qIghECGvO-dS2Kz
|
|
|
42
42
|
gllm_inference/lm_invoker/__init__.pyi,sha256=L2nlkj13WwWbDYEBtM0mlAj0-UbSilMjVLpCJ_0Eock,1502
|
|
43
43
|
gllm_inference/lm_invoker/anthropic_lm_invoker.pyi,sha256=JSgKUk9d1ZHlitv_ZjHlAk2hIW-J7u6yslVHflIeUro,16726
|
|
44
44
|
gllm_inference/lm_invoker/azure_openai_lm_invoker.pyi,sha256=FYfRNPG-oD4wIfitjTHnGib1uMZL7Pid0gbrRsymAHU,14601
|
|
45
|
-
gllm_inference/lm_invoker/bedrock_lm_invoker.pyi,sha256=
|
|
45
|
+
gllm_inference/lm_invoker/bedrock_lm_invoker.pyi,sha256=IMFD6Nr_4tkDDMy1WveOz91u_v1rjplVdtgep9UXsxw,11851
|
|
46
46
|
gllm_inference/lm_invoker/datasaur_lm_invoker.pyi,sha256=LR0EM4vTfufq9OWk8JVIwLyFeJFTguPNmPgJBUooSq4,8342
|
|
47
47
|
gllm_inference/lm_invoker/google_lm_invoker.pyi,sha256=aSmEgoYj_V72Nb6erDResphw9RaHfbE5C6PhqpMfEeQ,17674
|
|
48
48
|
gllm_inference/lm_invoker/langchain_lm_invoker.pyi,sha256=tJIxkFUKjLF-yz0niaDjN3L0QNCbn4sT8hmPKtERpog,12742
|
|
@@ -108,13 +108,13 @@ gllm_inference/realtime_chat/output_streamer/output_streamer.pyi,sha256=5P9NQ0aJ
|
|
|
108
108
|
gllm_inference/request_processor/__init__.pyi,sha256=giEme2WFQhgyKiBZHhSet0_nKSCHwGy-_2p6NRzg0Zc,231
|
|
109
109
|
gllm_inference/request_processor/lm_request_processor.pyi,sha256=0fy1HyILCVDw6y46E-7tLnQTRYx4ppeRMe0QP6t9Jyw,5990
|
|
110
110
|
gllm_inference/request_processor/uses_lm_mixin.pyi,sha256=LYHq-zLoXEMel1LfVdYv7W3BZ8WtBLo_WWFjRf10Yto,6512
|
|
111
|
-
gllm_inference/schema/__init__.pyi,sha256=
|
|
111
|
+
gllm_inference/schema/__init__.pyi,sha256=Bpbo6a4NqSwJJnPBRKAKx2gAdGiDl1tsak-vJxfZ6UU,2284
|
|
112
112
|
gllm_inference/schema/activity.pyi,sha256=atrU4OwLesA9FEt1H7K3gsUWYNdOqpI5i2VdWkmo6cs,2367
|
|
113
113
|
gllm_inference/schema/attachment.pyi,sha256=9zgAjGXBjLfzPGaKi68FMW6b5mXdEA352nDe-ynOSvY,3385
|
|
114
114
|
gllm_inference/schema/code_exec_result.pyi,sha256=WQ-ARoGM9r6nyRX-A0Ro1XKiqrc9R3jRYXZpu_xo5S4,573
|
|
115
115
|
gllm_inference/schema/config.pyi,sha256=NVmjQK6HipIE0dKSfx12hgIC0O-S1HEcAc-TWlXAF5A,689
|
|
116
|
-
gllm_inference/schema/enums.pyi,sha256=
|
|
117
|
-
gllm_inference/schema/events.pyi,sha256=
|
|
116
|
+
gllm_inference/schema/enums.pyi,sha256=wbD5Qifv9y0c3_FR_M4WBvlDLzq0bQbWwox_Lw3f-KM,1820
|
|
117
|
+
gllm_inference/schema/events.pyi,sha256=YStRTYGtYlM0a46AfCuBwEaijsRujTSkEusJ-M6cvSY,4810
|
|
118
118
|
gllm_inference/schema/lm_input.pyi,sha256=HxQiZgY7zcXh_Dw8nK8LSeBTZEHMPZVwmPmnfgSsAbs,197
|
|
119
119
|
gllm_inference/schema/lm_output.pyi,sha256=DIV8BiIOPaSnMKxzKzH_Mp7j7-MScWCvmllegJDLqFg,2479
|
|
120
120
|
gllm_inference/schema/mcp.pyi,sha256=4SgQ83pEowfWm2p-w9lupV4NayqqVBOy7SuYxIFeWRs,1045
|
|
@@ -130,7 +130,7 @@ gllm_inference/utils/io_utils.pyi,sha256=Eg7dvHWdXslTKdjh1j3dG50i7r35XG2zTmJ9XXv
|
|
|
130
130
|
gllm_inference/utils/langchain.pyi,sha256=4AwFiVAO0ZpdgmqeC4Pb5NJwBt8vVr0MSUqLeCdTscc,1194
|
|
131
131
|
gllm_inference/utils/validation.pyi,sha256=-RdMmb8afH7F7q4Ao7x6FbwaDfxUHn3hA3WiOgzB-3s,397
|
|
132
132
|
gllm_inference.build/.gitignore,sha256=aEiIwOuxfzdCmLZe4oB1JsBmCUxwG8x-u-HBCV9JT8E,1
|
|
133
|
-
gllm_inference_binary-0.5.
|
|
134
|
-
gllm_inference_binary-0.5.
|
|
135
|
-
gllm_inference_binary-0.5.
|
|
136
|
-
gllm_inference_binary-0.5.
|
|
133
|
+
gllm_inference_binary-0.5.49.dist-info/METADATA,sha256=n41i_Yz5iD2c3g0h5ab5IWqW0wafyZ6boNIir2iYJDY,5945
|
|
134
|
+
gllm_inference_binary-0.5.49.dist-info/WHEEL,sha256=x5rgv--I0NI0IT1Lh9tN1VG2cI637p3deednwYLKnxc,96
|
|
135
|
+
gllm_inference_binary-0.5.49.dist-info/top_level.txt,sha256=FpOjtN80F-qVNgbScXSEyqa0w09FYn6301iq6qt69IQ,15
|
|
136
|
+
gllm_inference_binary-0.5.49.dist-info/RECORD,,
|
|
File without changes
|
{gllm_inference_binary-0.5.47.dist-info → gllm_inference_binary-0.5.49.dist-info}/top_level.txt
RENAMED
|
File without changes
|