inferencesh 0.4.20__py3-none-any.whl → 0.4.23__py3-none-any.whl

inferencesh/models/llm.py

@@ -6,6 +6,7 @@ from threading import Thread
 import time
 from contextlib import contextmanager
 import base64
+import json
 
 from .base import BaseAppInput, BaseAppOutput
 from .file import File
@@ -216,6 +217,10 @@ def build_messages(
     def render_message(msg: ContextMessage, allow_multipart: bool) -> str | List[dict]:
         parts = []
         text = transform_user_message(msg.text) if transform_user_message and msg.role == ContextMessageRole.USER else msg.text
+        if msg.tool_calls:
+            for tool_call in msg.tool_calls:
+                tool_call_string = json.dumps(tool_call)
+                text += f"\n\nTool call: {tool_call_string}"
         if text:
             parts.append({"type": "text", "text": text})
         if msg.image:
@@ -228,7 +233,11 @@ def build_messages(
             return parts
         if len(parts) == 1 and parts[0]["type"] == "text":
             return parts[0]["text"]
-        raise ValueError("Image content requires multipart support")
+        if len(parts) > 1:
+            if parts.any(lambda x: x["type"] == "image_url"):
+                raise ValueError("Image content requires multipart support")
+            return parts
+        raise ValueError("Invalid message content")
 
     messages = [{"role": "system", "content": input_data.system_prompt}] if input_data.system_prompt is not None and input_data.system_prompt != "" else []
 
@@ -255,7 +264,8 @@ def build_messages(
         user_input_image = input_data.image
         multipart = multipart or input_data.image is not None
 
-    user_msg = ContextMessage(role=ContextMessageRole.USER, text=user_input_text, image=user_input_image)
+    input_role = input_data.role if hasattr(input_data, "role") else ContextMessageRole.USER
+    user_msg = ContextMessage(role=input_role, text=user_input_text, image=user_input_image)
 
     input_data.context.append(user_msg)
 

{inferencesh-0.4.20.dist-info → inferencesh-0.4.23.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: inferencesh
-Version: 0.4.20
+Version: 0.4.23
 Summary: inference.sh Python SDK
 Author-email: "Inference Shell Inc." <hello@inference.sh>
 Project-URL: Homepage, https://github.com/inference-sh/sdk

{inferencesh-0.4.20.dist-info → inferencesh-0.4.23.dist-info}/RECORD

@@ -3,13 +3,13 @@ inferencesh/client.py,sha256=sMgr6vVPD84P3LpQfjmuKqlRpbgOUmWLFQ9IJM5kWzc,39410
 inferencesh/models/__init__.py,sha256=FDwcdtT6c4hbRitymjmN-hZMlQa8RbKSftkZZyjtUXA,536
 inferencesh/models/base.py,sha256=eTwRvXAjMGh6b8AUXWKSGpRyeScAkPs6bNYY8AXKSz8,5505
 inferencesh/models/file.py,sha256=H4s-A2RWfNTMCcLqSLpqNHvGfSvYEnbZaJj-rWftrL0,11743
-inferencesh/models/llm.py,sha256=1k54fEiY0L241vzcENeNvCWDrCbntfILB0-95JxKbWg,28708
+inferencesh/models/llm.py,sha256=1jLgFiFombWLUzitvb0KEFNKIJqj2oxmAFunXuhcgrY,29164
 inferencesh/utils/__init__.py,sha256=-xiD6uo2XzcrPAWFb_fUbaimmnW4KFKc-8IvBzaxNd4,148
 inferencesh/utils/download.py,sha256=DRGBudiPVa5bDS35KfR-DYeGRk7gO03WOelnisecwMo,1815
 inferencesh/utils/storage.py,sha256=E4J8emd4eFKdmdDgAqzz3TpaaDd3n0l8gYlMHuY8yIU,519
-inferencesh-0.4.20.dist-info/licenses/LICENSE,sha256=OsgqEWIh2el_QMj0y8O1A5Q5Dl-dxqqYbFE6fszuR4s,1086
-inferencesh-0.4.20.dist-info/METADATA,sha256=K8shP2g-2-MG2fu-yOd0zwdyCE8W9RKz33WGyxcJzDA,5406
-inferencesh-0.4.20.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-inferencesh-0.4.20.dist-info/entry_points.txt,sha256=6IC-fyozAqW3ljsMLGCXxJ0_ui2Jb-2fLHtoH1RTnEE,45
-inferencesh-0.4.20.dist-info/top_level.txt,sha256=TSMHg3T1ThMl1HGAWmzBClwOYH1ump5neof9BfHIwaA,12
-inferencesh-0.4.20.dist-info/RECORD,,
+inferencesh-0.4.23.dist-info/licenses/LICENSE,sha256=OsgqEWIh2el_QMj0y8O1A5Q5Dl-dxqqYbFE6fszuR4s,1086
+inferencesh-0.4.23.dist-info/METADATA,sha256=bcK_FxV0hWc1U151z17A2IrNGxhJnExlQ7ONx-RvYjI,5406
+inferencesh-0.4.23.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+inferencesh-0.4.23.dist-info/entry_points.txt,sha256=6IC-fyozAqW3ljsMLGCXxJ0_ui2Jb-2fLHtoH1RTnEE,45
+inferencesh-0.4.23.dist-info/top_level.txt,sha256=TSMHg3T1ThMl1HGAWmzBClwOYH1ump5neof9BfHIwaA,12
+inferencesh-0.4.23.dist-info/RECORD,,