gllm-inference-binary 0.5.40__cp313-cp313-manylinux_2_31_x86_64.whl → 0.5.41__cp313-cp313-manylinux_2_31_x86_64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of gllm-inference-binary might be problematic. Click here for more details.
- gllm_inference/lm_invoker/openai_lm_invoker.pyi +2 -1
- gllm_inference/schema/events.pyi +15 -15
- gllm_inference.cpython-313-x86_64-linux-gnu.so +0 -0
- gllm_inference.pyi +1 -1
- {gllm_inference_binary-0.5.40.dist-info → gllm_inference_binary-0.5.41.dist-info}/METADATA +1 -1
- {gllm_inference_binary-0.5.40.dist-info → gllm_inference_binary-0.5.41.dist-info}/RECORD +8 -8
- {gllm_inference_binary-0.5.40.dist-info → gllm_inference_binary-0.5.41.dist-info}/WHEEL +0 -0
- {gllm_inference_binary-0.5.40.dist-info → gllm_inference_binary-0.5.41.dist-info}/top_level.txt +0 -0
|
@@ -11,7 +11,8 @@ from langchain_core.tools import Tool as LangChainTool
|
|
|
11
11
|
from typing import Any
|
|
12
12
|
|
|
13
13
|
SUPPORTED_ATTACHMENTS: Incomplete
|
|
14
|
-
|
|
14
|
+
STREAM_DATA_START_TYPE_MAP: Incomplete
|
|
15
|
+
STREAM_DATA_END_TYPE_MAP: Incomplete
|
|
15
16
|
STREAM_DATA_CONTENT_TYPE_MAP: Incomplete
|
|
16
17
|
|
|
17
18
|
class OpenAILMInvoker(BaseLMInvoker):
|
gllm_inference/schema/events.pyi
CHANGED
|
@@ -8,7 +8,7 @@ class ActivityEvent(Event):
|
|
|
8
8
|
"""Event schema for model-triggered activities (e.g. web search, MCP).
|
|
9
9
|
|
|
10
10
|
Attributes:
|
|
11
|
-
id (str): The unique identifier for the activity event. Defaults to an
|
|
11
|
+
id (str): The unique identifier for the activity event. Defaults to an empty string.
|
|
12
12
|
type (Literal): The type of event, always 'activity'.
|
|
13
13
|
value (Activity): The activity data containing message and type.
|
|
14
14
|
level (EventLevel): The severity level of the event. Defined through the EventLevel constants.
|
|
@@ -22,7 +22,7 @@ class CodeEvent(Event):
|
|
|
22
22
|
"""Event schema for model-triggered code execution.
|
|
23
23
|
|
|
24
24
|
Attributes:
|
|
25
|
-
id (str): The unique identifier for the code event. Defaults to an
|
|
25
|
+
id (str): The unique identifier for the code event. Defaults to an empty string.
|
|
26
26
|
type (Literal): The type of event (code, code_start, or code_end).
|
|
27
27
|
value (str): The code content.
|
|
28
28
|
level (EventLevel): The severity level of the event. Defined through the EventLevel constants.
|
|
@@ -32,32 +32,32 @@ class CodeEvent(Event):
|
|
|
32
32
|
value: str
|
|
33
33
|
level: EventLevel
|
|
34
34
|
@classmethod
|
|
35
|
-
def start(cls,
|
|
35
|
+
def start(cls, id_: str | None = '') -> CodeEvent:
|
|
36
36
|
"""Create a code start event.
|
|
37
37
|
|
|
38
38
|
Args:
|
|
39
|
-
|
|
39
|
+
id_ (str | None): The unique identifier for the code event. Defaults to an empty string.
|
|
40
40
|
|
|
41
41
|
Returns:
|
|
42
42
|
CodeEvent: The code start event.
|
|
43
43
|
"""
|
|
44
44
|
@classmethod
|
|
45
|
-
def content(cls,
|
|
45
|
+
def content(cls, id_: str | None = '', value: str = '') -> CodeEvent:
|
|
46
46
|
"""Create a code content event.
|
|
47
47
|
|
|
48
48
|
Args:
|
|
49
|
-
|
|
49
|
+
id_ (str | None): The unique identifier for the code event. Defaults to an empty string.
|
|
50
50
|
value (str): The code content.
|
|
51
51
|
|
|
52
52
|
Returns:
|
|
53
53
|
CodeEvent: The code value event.
|
|
54
54
|
"""
|
|
55
55
|
@classmethod
|
|
56
|
-
def end(cls,
|
|
56
|
+
def end(cls, id_: str | None = '') -> CodeEvent:
|
|
57
57
|
"""Create a code end event.
|
|
58
58
|
|
|
59
59
|
Args:
|
|
60
|
-
|
|
60
|
+
id_ (str | None): The unique identifier for the code event. Defaults to an empty string.
|
|
61
61
|
|
|
62
62
|
Returns:
|
|
63
63
|
CodeEvent: The code end event.
|
|
@@ -67,7 +67,7 @@ class ThinkingEvent(Event):
|
|
|
67
67
|
"""Event schema for model thinking.
|
|
68
68
|
|
|
69
69
|
Attributes:
|
|
70
|
-
id (str): The unique identifier for the thinking event. Defaults to an
|
|
70
|
+
id (str): The unique identifier for the thinking event. Defaults to an empty string.
|
|
71
71
|
type (Literal): The type of thinking event (thinking, thinking_start, or thinking_end).
|
|
72
72
|
value (str): The thinking content or message.
|
|
73
73
|
level (EventLevel): The severity level of the event. Defined through the EventLevel constants.
|
|
@@ -77,32 +77,32 @@ class ThinkingEvent(Event):
|
|
|
77
77
|
value: str
|
|
78
78
|
level: EventLevel
|
|
79
79
|
@classmethod
|
|
80
|
-
def start(cls,
|
|
80
|
+
def start(cls, id_: str | None = '') -> ThinkingEvent:
|
|
81
81
|
"""Create a thinking start event.
|
|
82
82
|
|
|
83
83
|
Args:
|
|
84
|
-
|
|
84
|
+
id_ (str | None): The unique identifier for the thinking event. Defaults to an empty string.
|
|
85
85
|
|
|
86
86
|
Returns:
|
|
87
87
|
ThinkingEvent: The thinking start event.
|
|
88
88
|
"""
|
|
89
89
|
@classmethod
|
|
90
|
-
def content(cls,
|
|
90
|
+
def content(cls, id_: str | None = '', value: str = '') -> ThinkingEvent:
|
|
91
91
|
"""Create a thinking value event.
|
|
92
92
|
|
|
93
93
|
Args:
|
|
94
|
-
|
|
94
|
+
id_ (str | None): The unique identifier for the thinking event. Defaults to an empty string.
|
|
95
95
|
value (str): The thinking content or message.
|
|
96
96
|
|
|
97
97
|
Returns:
|
|
98
98
|
ThinkingEvent: The thinking value event.
|
|
99
99
|
"""
|
|
100
100
|
@classmethod
|
|
101
|
-
def end(cls,
|
|
101
|
+
def end(cls, id_: str | None = '') -> ThinkingEvent:
|
|
102
102
|
"""Create a thinking end event.
|
|
103
103
|
|
|
104
104
|
Args:
|
|
105
|
-
|
|
105
|
+
id_ (str | None): The unique identifier for the thinking event. Defaults to an empty string.
|
|
106
106
|
|
|
107
107
|
Returns:
|
|
108
108
|
ThinkingEvent: The thinking end event.
|
|
Binary file
|
gllm_inference.pyi
CHANGED
|
@@ -79,6 +79,7 @@ import voyageai
|
|
|
79
79
|
import voyageai.client_async
|
|
80
80
|
import http
|
|
81
81
|
import http.HTTPStatus
|
|
82
|
+
import uuid
|
|
82
83
|
import gllm_core.constants
|
|
83
84
|
import gllm_core.event
|
|
84
85
|
import gllm_core.schema
|
|
@@ -135,7 +136,6 @@ import gllm_inference.realtime_chat.output_streamer.ConsoleOutputStreamer
|
|
|
135
136
|
import google.genai.live
|
|
136
137
|
import gllm_core.utils.logger_manager
|
|
137
138
|
import mimetypes
|
|
138
|
-
import uuid
|
|
139
139
|
import pathlib
|
|
140
140
|
import pathlib.Path
|
|
141
141
|
import filetype
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.2
|
|
2
2
|
Name: gllm-inference-binary
|
|
3
|
-
Version: 0.5.
|
|
3
|
+
Version: 0.5.41
|
|
4
4
|
Summary: A library containing components related to model inferences in Gen AI applications.
|
|
5
5
|
Author-email: Henry Wicaksono <henry.wicaksono@gdplabs.id>, Resti Febrina <resti.febrina@gdplabs.id>
|
|
6
6
|
Requires-Python: <3.14,>=3.11
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
gllm_inference.cpython-313-x86_64-linux-gnu.so,sha256=
|
|
2
|
-
gllm_inference.pyi,sha256=
|
|
1
|
+
gllm_inference.cpython-313-x86_64-linux-gnu.so,sha256=uKafLhEpuVtSn-RV8ICG6DIMI8S0YjpD_nr62YqsBVo,5167336
|
|
2
|
+
gllm_inference.pyi,sha256=NskQYpOC23IIFjCyeiQUcUyDHS65WGLN30RNyoDrhZI,4750
|
|
3
3
|
gllm_inference/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
4
4
|
gllm_inference/constants.pyi,sha256=uCf0Rc8GkKwUKeMC5wx5WG_x0iV_piKhjZQl1gNffSQ,291
|
|
5
5
|
gllm_inference/builder/__init__.pyi,sha256=usz2lvfwO4Yk-ZGKXbCWG1cEr3nlQXxMNDNC-2yc1NM,500
|
|
@@ -46,7 +46,7 @@ gllm_inference/lm_invoker/litellm_lm_invoker.pyi,sha256=FHAxghha7Jfjjnty0gwgmcWR
|
|
|
46
46
|
gllm_inference/lm_invoker/lm_invoker.pyi,sha256=e09lZeJmWA9s7pjOoogDK5mOdmMB9N8m-5_f1BqLpTE,8495
|
|
47
47
|
gllm_inference/lm_invoker/openai_chat_completions_lm_invoker.pyi,sha256=zdHK-YmfplLmvwi1VASm2zvqqyLMoVSMHh2ggqaHIDA,14905
|
|
48
48
|
gllm_inference/lm_invoker/openai_compatible_lm_invoker.pyi,sha256=i5pMpZf4-r_7FQ1qfsqcjpc98sI-cPiqheuTfTEKxJs,4192
|
|
49
|
-
gllm_inference/lm_invoker/openai_lm_invoker.pyi,sha256=
|
|
49
|
+
gllm_inference/lm_invoker/openai_lm_invoker.pyi,sha256=YplNfGRnLAv9puh_9hhCiQ3HbVD3XIZAkyvBR06qCpg,23019
|
|
50
50
|
gllm_inference/lm_invoker/xai_lm_invoker.pyi,sha256=eovp5rwHykcsoT3-TDo5YU6Kt-azfH_IIIFqmkAsD74,14343
|
|
51
51
|
gllm_inference/lm_invoker/batch/__init__.pyi,sha256=W4W-_yfk7lL20alREJai6GnwuQvdlKRfwQCX4mQK4XI,127
|
|
52
52
|
gllm_inference/lm_invoker/batch/batch_operations.pyi,sha256=Oo7hoyPSfPZdy1mXvSdvtRndvq-XTIbPIjEoGvJj5C0,5372
|
|
@@ -101,7 +101,7 @@ gllm_inference/schema/attachment.pyi,sha256=jApuzjOHJDCz4lr4MlHzBgIndh559nbWu2Xp
|
|
|
101
101
|
gllm_inference/schema/code_exec_result.pyi,sha256=ZTHh6JtRrPIdQ059P1UAiD2L-tAO1_S5YcMsAXfJ5A0,559
|
|
102
102
|
gllm_inference/schema/config.pyi,sha256=rAL_UeXyQeXVk1P2kqd8vFWOMwmKenfpQLtvMP74t9s,674
|
|
103
103
|
gllm_inference/schema/enums.pyi,sha256=5shfuJs76BqiAIZpA1wW1gXe5_KuFikQvuW3ALbQAmM,1322
|
|
104
|
-
gllm_inference/schema/events.pyi,sha256=
|
|
104
|
+
gllm_inference/schema/events.pyi,sha256=jnOrZhACkbpTCQVr_DCZfCQSuUvfuqonKDbknbwiQYw,3920
|
|
105
105
|
gllm_inference/schema/lm_input.pyi,sha256=A5pjz1id6tP9XRNhzQrbmzd66C_q3gzo0UP8rCemz6Q,193
|
|
106
106
|
gllm_inference/schema/lm_output.pyi,sha256=1SZi6vIWvmrZlVQ59WeQUKO5VhKrLHsSRDYslEH9d7o,2435
|
|
107
107
|
gllm_inference/schema/mcp.pyi,sha256=Vwu8E2BDl6FvvnI42gIyY3Oki1BdwRE3Uh3aV0rmhQU,1014
|
|
@@ -117,7 +117,7 @@ gllm_inference/utils/io_utils.pyi,sha256=7kUTacHAVRYoemFUOjCH7-Qmw-YsQGd6rGYxjf_
|
|
|
117
117
|
gllm_inference/utils/langchain.pyi,sha256=VluQiHkGigDdqLUbhB6vnXiISCP5hHqV0qokYY6dC1A,1164
|
|
118
118
|
gllm_inference/utils/validation.pyi,sha256=toxBtRp-VItC_X7sNi-GDd7sjibBdWMrR0q01OI2D7k,385
|
|
119
119
|
gllm_inference.build/.gitignore,sha256=aEiIwOuxfzdCmLZe4oB1JsBmCUxwG8x-u-HBCV9JT8E,1
|
|
120
|
-
gllm_inference_binary-0.5.
|
|
121
|
-
gllm_inference_binary-0.5.
|
|
122
|
-
gllm_inference_binary-0.5.
|
|
123
|
-
gllm_inference_binary-0.5.
|
|
120
|
+
gllm_inference_binary-0.5.41.dist-info/METADATA,sha256=N0d9DU2qIs39yjq-7Pu5V4gPVCoAR6wCS1gWMhNAK8M,5636
|
|
121
|
+
gllm_inference_binary-0.5.41.dist-info/WHEEL,sha256=GrvfTP3j0ebqecWD3AHlLRzmSrTVGeL6T8Btq6Eg9eI,108
|
|
122
|
+
gllm_inference_binary-0.5.41.dist-info/top_level.txt,sha256=FpOjtN80F-qVNgbScXSEyqa0w09FYn6301iq6qt69IQ,15
|
|
123
|
+
gllm_inference_binary-0.5.41.dist-info/RECORD,,
|
|
File without changes
|
{gllm_inference_binary-0.5.40.dist-info → gllm_inference_binary-0.5.41.dist-info}/top_level.txt
RENAMED
|
File without changes
|