inferencesh 0.4.18__py3-none-any.whl → 0.4.20__py3-none-any.whl

inferencesh/models/llm.py

@@ -21,7 +21,6 @@ class Message(BaseAppInput):
     role: ContextMessageRole
     content: str
 
-
 class ContextMessage(BaseAppInput):
     role: ContextMessageRole = Field(
         description="the role of the message. user, assistant, or system",
@@ -33,6 +32,10 @@ class ContextMessage(BaseAppInput):
         description="the image file of the message",
         default=None
     )
+    tool_calls: Optional[List[Dict[str, Any]]] = Field(
+        description="the tool calls of the message",
+        default=None
+    )
 
 class BaseLLMInput(BaseAppInput):
     """Base class with common LLM fields."""
@@ -53,8 +56,12 @@ class BaseLLMInput(BaseAppInput):
             ]
         ]
     )
+    role: ContextMessageRole = Field(
+        description="the role of the input text",
+        default=ContextMessageRole.USER
+    )
     text: str = Field(
-        description="the user prompt to use for the model",
+        description="the input text to use for the model",
         examples=[
             "write a haiku about artificial general intelligence"
         ]
@@ -230,6 +237,13 @@ def build_messages(
         images = [msg.image for msg in messages if msg.image]
         image = images[0] if images else None # TODO: handle multiple images
         return ContextMessage(role=messages[0].role, text=text, image=image)
+    
+    def merge_tool_calls(messages: List[ContextMessage]) -> List[Dict[str, Any]]:
+        tool_calls = []
+        for msg in messages:
+            if msg.tool_calls:
+                tool_calls.extend(msg.tool_calls)
+        return tool_calls
 
     user_input_text = ""
     if hasattr(input_data, "text"):
@@ -255,14 +269,16 @@ def build_messages(
         else:
             messages.append({
                 "role": current_role,
-                "content": render_message(merge_messages(current_messages), allow_multipart=multipart)
+                "content": render_message(merge_messages(current_messages), allow_multipart=multipart),
+                "tool_calls": merge_tool_calls(current_messages)
             })
             current_messages = [msg]
             current_role = msg.role
     if len(current_messages) > 0:
         messages.append({
             "role": current_role,
-            "content": render_message(merge_messages(current_messages), allow_multipart=multipart)
+            "content": render_message(merge_messages(current_messages), allow_multipart=multipart),
+            "tool_calls": merge_tool_calls(current_messages)
         })
 
     return messages

{inferencesh-0.4.18.dist-info → inferencesh-0.4.20.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: inferencesh
-Version: 0.4.18
+Version: 0.4.20
 Summary: inference.sh Python SDK
 Author-email: "Inference Shell Inc." <hello@inference.sh>
 Project-URL: Homepage, https://github.com/inference-sh/sdk

{inferencesh-0.4.18.dist-info → inferencesh-0.4.20.dist-info}/RECORD

@@ -3,13 +3,13 @@ inferencesh/client.py,sha256=sMgr6vVPD84P3LpQfjmuKqlRpbgOUmWLFQ9IJM5kWzc,39410
 inferencesh/models/__init__.py,sha256=FDwcdtT6c4hbRitymjmN-hZMlQa8RbKSftkZZyjtUXA,536
 inferencesh/models/base.py,sha256=eTwRvXAjMGh6b8AUXWKSGpRyeScAkPs6bNYY8AXKSz8,5505
 inferencesh/models/file.py,sha256=H4s-A2RWfNTMCcLqSLpqNHvGfSvYEnbZaJj-rWftrL0,11743
-inferencesh/models/llm.py,sha256=ytgSG-qTdEDmq_vrf7JfyCnevMMTimPiDUad4X-F2-o,28065
+inferencesh/models/llm.py,sha256=1k54fEiY0L241vzcENeNvCWDrCbntfILB0-95JxKbWg,28708
 inferencesh/utils/__init__.py,sha256=-xiD6uo2XzcrPAWFb_fUbaimmnW4KFKc-8IvBzaxNd4,148
 inferencesh/utils/download.py,sha256=DRGBudiPVa5bDS35KfR-DYeGRk7gO03WOelnisecwMo,1815
 inferencesh/utils/storage.py,sha256=E4J8emd4eFKdmdDgAqzz3TpaaDd3n0l8gYlMHuY8yIU,519
-inferencesh-0.4.18.dist-info/licenses/LICENSE,sha256=OsgqEWIh2el_QMj0y8O1A5Q5Dl-dxqqYbFE6fszuR4s,1086
-inferencesh-0.4.18.dist-info/METADATA,sha256=RuUr8wSL3N_vIt5zahGI3ADvNdbDKxlyilQ6n3eS5Aw,5406
-inferencesh-0.4.18.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-inferencesh-0.4.18.dist-info/entry_points.txt,sha256=6IC-fyozAqW3ljsMLGCXxJ0_ui2Jb-2fLHtoH1RTnEE,45
-inferencesh-0.4.18.dist-info/top_level.txt,sha256=TSMHg3T1ThMl1HGAWmzBClwOYH1ump5neof9BfHIwaA,12
-inferencesh-0.4.18.dist-info/RECORD,,
+inferencesh-0.4.20.dist-info/licenses/LICENSE,sha256=OsgqEWIh2el_QMj0y8O1A5Q5Dl-dxqqYbFE6fszuR4s,1086
+inferencesh-0.4.20.dist-info/METADATA,sha256=K8shP2g-2-MG2fu-yOd0zwdyCE8W9RKz33WGyxcJzDA,5406
+inferencesh-0.4.20.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+inferencesh-0.4.20.dist-info/entry_points.txt,sha256=6IC-fyozAqW3ljsMLGCXxJ0_ui2Jb-2fLHtoH1RTnEE,45
+inferencesh-0.4.20.dist-info/top_level.txt,sha256=TSMHg3T1ThMl1HGAWmzBClwOYH1ump5neof9BfHIwaA,12
+inferencesh-0.4.20.dist-info/RECORD,,