inferencesh 0.4.3__tar.gz → 0.4.4__tar.gz

{inferencesh-0.4.3/src/inferencesh.egg-info → inferencesh-0.4.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: inferencesh
-Version: 0.4.3
+Version: 0.4.4
 Summary: inference.sh Python SDK
 Author-email: "Inference Shell Inc." <hello@inference.sh>
 Project-URL: Homepage, https://github.com/inference-sh/sdk

{inferencesh-0.4.3 → inferencesh-0.4.4}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "inferencesh"
-version = "0.4.3"
+version = "0.4.4"
 description = "inference.sh Python SDK"
 authors = [
     {name = "Inference Shell Inc.", email = "hello@inference.sh"},

{inferencesh-0.4.3 → inferencesh-0.4.4}/src/inferencesh/models/base.py

@@ -7,6 +7,17 @@ from collections import OrderedDict
 from inferencesh.models.file import File
 from pydantic import Field
 
+class Metadata(BaseModel):
+    app_id: Optional[str] = None
+    app_version_id: Optional[str] = None
+    app_variant: Optional[str] = None
+    worker_id: Optional[str] = None
+    def update(self, other: Dict[str, Any] | BaseModel) -> None:
+        update_dict = other.model_dump() if isinstance(other, BaseModel) else other
+        for key, value in update_dict.items():
+            setattr(self, key, value)
+    class Config:
+        extra = "allow"
 
 class OrderedSchemaModel(BaseModel):
     """A base model that ensures the JSON schema properties and required fields are in the order of field definition."""

{inferencesh-0.4.3 → inferencesh-0.4.4}/src/inferencesh/models/llm.py

@@ -584,6 +584,7 @@ def stream_generate(
     stop: Optional[List[str]] = None,
     verbose: bool = False,
     output_cls: type[BaseLLMOutput] = LLMOutput,
+    kwargs: Optional[Dict[str, Any]] = None,
 ) -> Generator[BaseLLMOutput, None, None]:
     """Stream generate from LLaMA.cpp model with timing and usage tracking."""
         
@@ -604,7 +605,8 @@ def stream_generate(
                 "stream": True,
                 "temperature": temperature,
                 "top_p": top_p,
-                "stop": stop
+                "stop": stop,
+                **kwargs
             }
             if tools is not None:
                 completion_kwargs["tools"] = tools

{inferencesh-0.4.3 → inferencesh-0.4.4/src/inferencesh.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: inferencesh
-Version: 0.4.3
+Version: 0.4.4
 Summary: inference.sh Python SDK
 Author-email: "Inference Shell Inc." <hello@inference.sh>
 Project-URL: Homepage, https://github.com/inference-sh/sdk