inferencesh 0.4.22__py3-none-any.whl → 0.4.24__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of inferencesh might be problematic. Click here for more details.
- inferencesh/models/llm.py +8 -1
- {inferencesh-0.4.22.dist-info → inferencesh-0.4.24.dist-info}/METADATA +1 -1
- {inferencesh-0.4.22.dist-info → inferencesh-0.4.24.dist-info}/RECORD +7 -7
- {inferencesh-0.4.22.dist-info → inferencesh-0.4.24.dist-info}/WHEEL +0 -0
- {inferencesh-0.4.22.dist-info → inferencesh-0.4.24.dist-info}/entry_points.txt +0 -0
- {inferencesh-0.4.22.dist-info → inferencesh-0.4.24.dist-info}/licenses/LICENSE +0 -0
- {inferencesh-0.4.22.dist-info → inferencesh-0.4.24.dist-info}/top_level.txt +0 -0
inferencesh/models/llm.py
CHANGED
|
@@ -6,6 +6,7 @@ from threading import Thread
|
|
|
6
6
|
import time
|
|
7
7
|
from contextlib import contextmanager
|
|
8
8
|
import base64
|
|
9
|
+
import json
|
|
9
10
|
|
|
10
11
|
from .base import BaseAppInput, BaseAppOutput
|
|
11
12
|
from .file import File
|
|
@@ -218,6 +219,8 @@ def build_messages(
|
|
|
218
219
|
text = transform_user_message(msg.text) if transform_user_message and msg.role == ContextMessageRole.USER else msg.text
|
|
219
220
|
if text:
|
|
220
221
|
parts.append({"type": "text", "text": text})
|
|
222
|
+
else:
|
|
223
|
+
parts.append({"type": "text", "text": ""})
|
|
221
224
|
if msg.image:
|
|
222
225
|
if msg.image.path:
|
|
223
226
|
image_data_uri = image_to_base64_data_uri(msg.image.path)
|
|
@@ -228,7 +231,11 @@ def build_messages(
|
|
|
228
231
|
return parts
|
|
229
232
|
if len(parts) == 1 and parts[0]["type"] == "text":
|
|
230
233
|
return parts[0]["text"]
|
|
231
|
-
|
|
234
|
+
if len(parts) > 1:
|
|
235
|
+
if parts.any(lambda x: x["type"] == "image_url"):
|
|
236
|
+
raise ValueError("Image content requires multipart support")
|
|
237
|
+
return parts
|
|
238
|
+
raise ValueError("Invalid message content")
|
|
232
239
|
|
|
233
240
|
messages = [{"role": "system", "content": input_data.system_prompt}] if input_data.system_prompt is not None and input_data.system_prompt != "" else []
|
|
234
241
|
|
|
@@ -3,13 +3,13 @@ inferencesh/client.py,sha256=sMgr6vVPD84P3LpQfjmuKqlRpbgOUmWLFQ9IJM5kWzc,39410
|
|
|
3
3
|
inferencesh/models/__init__.py,sha256=FDwcdtT6c4hbRitymjmN-hZMlQa8RbKSftkZZyjtUXA,536
|
|
4
4
|
inferencesh/models/base.py,sha256=eTwRvXAjMGh6b8AUXWKSGpRyeScAkPs6bNYY8AXKSz8,5505
|
|
5
5
|
inferencesh/models/file.py,sha256=H4s-A2RWfNTMCcLqSLpqNHvGfSvYEnbZaJj-rWftrL0,11743
|
|
6
|
-
inferencesh/models/llm.py,sha256=
|
|
6
|
+
inferencesh/models/llm.py,sha256=22xYK3VA0gsvIjQnY7vc8w9mK1xzatVM9167_Axi13s,29043
|
|
7
7
|
inferencesh/utils/__init__.py,sha256=-xiD6uo2XzcrPAWFb_fUbaimmnW4KFKc-8IvBzaxNd4,148
|
|
8
8
|
inferencesh/utils/download.py,sha256=DRGBudiPVa5bDS35KfR-DYeGRk7gO03WOelnisecwMo,1815
|
|
9
9
|
inferencesh/utils/storage.py,sha256=E4J8emd4eFKdmdDgAqzz3TpaaDd3n0l8gYlMHuY8yIU,519
|
|
10
|
-
inferencesh-0.4.
|
|
11
|
-
inferencesh-0.4.
|
|
12
|
-
inferencesh-0.4.
|
|
13
|
-
inferencesh-0.4.
|
|
14
|
-
inferencesh-0.4.
|
|
15
|
-
inferencesh-0.4.
|
|
10
|
+
inferencesh-0.4.24.dist-info/licenses/LICENSE,sha256=OsgqEWIh2el_QMj0y8O1A5Q5Dl-dxqqYbFE6fszuR4s,1086
|
|
11
|
+
inferencesh-0.4.24.dist-info/METADATA,sha256=CN5SAgm6PUaqD0C__nKnslOIHWZwdKIZHXq9XGATwvI,5406
|
|
12
|
+
inferencesh-0.4.24.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
13
|
+
inferencesh-0.4.24.dist-info/entry_points.txt,sha256=6IC-fyozAqW3ljsMLGCXxJ0_ui2Jb-2fLHtoH1RTnEE,45
|
|
14
|
+
inferencesh-0.4.24.dist-info/top_level.txt,sha256=TSMHg3T1ThMl1HGAWmzBClwOYH1ump5neof9BfHIwaA,12
|
|
15
|
+
inferencesh-0.4.24.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|