inferencesh 0.2.20__py3-none-any.whl → 0.2.22__py3-none-any.whl

inferencesh/models/llm.py

@@ -366,9 +366,9 @@ class ResponseTransformer:
 def stream_generate(
     model: Any,
     messages: List[Dict[str, Any]],
-    tools: List[Dict[str, Any]],
-    tool_choice: Dict[str, Any],
-    transformer: ResponseTransformer,
+    transformer: ResponseTransformer = ResponseTransformer(),
+    tools: List[Dict[str, Any]] = [],
+    tool_choice: Dict[str, Any] = {},
     temperature: float = 0.7,
     top_p: float = 0.95,
     max_tokens: int = 4096,
@@ -416,7 +416,7 @@ def stream_generate(
                     if "message" in delta:
                         message = delta["message"]
                         content = message.get("content", "")
-                        if "tool_calls" in message:
+                        if message.get("tool_calls"):
                             for tool in message["tool_calls"]:
                                 if tool.get("id") not in {t.get("id") for t in tool_calls}:
                                     tool_calls.append(tool)
@@ -426,7 +426,7 @@ def stream_generate(
                         content = delta_content.get("content", "")
                         
                         # Handle streaming tool calls
-                        if "tool_calls" in delta_content:
+                        if delta_content.get("tool_calls"):
                             for tool_delta in delta_content["tool_calls"]:
                                 tool_id = tool_delta.get("id")
                                 
@@ -451,7 +451,13 @@ def stream_generate(
                                         
                         finish_reason = delta.get("finish_reason")
                     
-                    if content or "tool_calls" in (delta.get("message", {}) or delta.get("delta", {})):
+                    has_update = bool(content)
+                    has_tool_update = bool(
+                        (delta.get("message", {}) or {}).get("tool_calls") or
+                        (delta.get("delta", {}) or {}).get("tool_calls")
+                    )
+                    
+                    if has_update or has_tool_update:
                         if not timing.first_token_time:
                             timing.mark_first_token()
                         response_queue.put((content, {}, tool_calls[:] if tool_calls else None))

{inferencesh-0.2.20.dist-info → inferencesh-0.2.22.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: inferencesh
-Version: 0.2.20
+Version: 0.2.22
 Summary: inference.sh Python SDK
 Author: Inference Shell Inc.
 Author-email: "Inference Shell Inc." <hello@inference.sh>

{inferencesh-0.2.20.dist-info → inferencesh-0.2.22.dist-info}/RECORD

@@ -2,13 +2,13 @@ inferencesh/__init__.py,sha256=WdADtOhfa3HDOunoE9HLFCTFlXRykYstBIH1FpyWvj8,613
 inferencesh/models/__init__.py,sha256=FDwcdtT6c4hbRitymjmN-hZMlQa8RbKSftkZZyjtUXA,536
 inferencesh/models/base.py,sha256=4gZQRi8J7y9U6PrGD9pRIehd1MJVJAqGakPQDs2AKFM,3251
 inferencesh/models/file.py,sha256=5xnpypcRahM1YcEjj64rv9g2gTimxrZb41YT4r440hU,7393
-inferencesh/models/llm.py,sha256=MbNNGxzxcceXBAZJINOh3UFFY4PdG_Tl3nB8mNOGJxo,21456
+inferencesh/models/llm.py,sha256=XVHsHANGHXhB54aXAS-YcQNcgM673Q_b90xa10gorbA,21729
 inferencesh/utils/__init__.py,sha256=-xiD6uo2XzcrPAWFb_fUbaimmnW4KFKc-8IvBzaxNd4,148
 inferencesh/utils/download.py,sha256=7n5twvoNYDcFnKJyefImaj2YfzRI7vddQw4usZbj38c,1521
 inferencesh/utils/storage.py,sha256=E4J8emd4eFKdmdDgAqzz3TpaaDd3n0l8gYlMHuY8yIU,519
-inferencesh-0.2.20.dist-info/licenses/LICENSE,sha256=OsgqEWIh2el_QMj0y8O1A5Q5Dl-dxqqYbFE6fszuR4s,1086
-inferencesh-0.2.20.dist-info/METADATA,sha256=s8YwPPOHBktqvghEa1Ecc1SoixmGYnyDf7Jw42nqJu0,2757
-inferencesh-0.2.20.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-inferencesh-0.2.20.dist-info/entry_points.txt,sha256=6IC-fyozAqW3ljsMLGCXxJ0_ui2Jb-2fLHtoH1RTnEE,45
-inferencesh-0.2.20.dist-info/top_level.txt,sha256=TSMHg3T1ThMl1HGAWmzBClwOYH1ump5neof9BfHIwaA,12
-inferencesh-0.2.20.dist-info/RECORD,,
+inferencesh-0.2.22.dist-info/licenses/LICENSE,sha256=OsgqEWIh2el_QMj0y8O1A5Q5Dl-dxqqYbFE6fszuR4s,1086
+inferencesh-0.2.22.dist-info/METADATA,sha256=o78bpkWPq1MqQH_qgT3VTK1hJLKrZRHUX8e5PVuS_4M,2757
+inferencesh-0.2.22.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+inferencesh-0.2.22.dist-info/entry_points.txt,sha256=6IC-fyozAqW3ljsMLGCXxJ0_ui2Jb-2fLHtoH1RTnEE,45
+inferencesh-0.2.22.dist-info/top_level.txt,sha256=TSMHg3T1ThMl1HGAWmzBClwOYH1ump5neof9BfHIwaA,12
+inferencesh-0.2.22.dist-info/RECORD,,