inferencesh 0.4.2__tar.gz → 0.4.4__tar.gz

{inferencesh-0.4.2/src/inferencesh.egg-info → inferencesh-0.4.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: inferencesh
-Version: 0.4.2
+Version: 0.4.4
 Summary: inference.sh Python SDK
 Author-email: "Inference Shell Inc." <hello@inference.sh>
 Project-URL: Homepage, https://github.com/inference-sh/sdk

{inferencesh-0.4.2 → inferencesh-0.4.4}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "inferencesh"
-version = "0.4.2"
+version = "0.4.4"
 description = "inference.sh Python SDK"
 authors = [
     {name = "Inference Shell Inc.", email = "hello@inference.sh"},

{inferencesh-0.4.2 → inferencesh-0.4.4}/src/inferencesh/models/base.py

@@ -1,10 +1,23 @@
-from typing import Any, Dict, List
+from typing import Any, Dict, List, Optional
 from pydantic import BaseModel, ConfigDict
 import inspect
 import ast
 import textwrap
 from collections import OrderedDict
-
+from inferencesh.models.file import File
+from pydantic import Field
+
+class Metadata(BaseModel):
+    app_id: Optional[str] = None
+    app_version_id: Optional[str] = None
+    app_variant: Optional[str] = None
+    worker_id: Optional[str] = None
+    def update(self, other: Dict[str, Any] | BaseModel) -> None:
+        update_dict = other.model_dump() if isinstance(other, BaseModel) else other
+        for key, value in update_dict.items():
+            setattr(self, key, value)
+    class Config:
+        extra = "allow"
 
 class OrderedSchemaModel(BaseModel):
     """A base model that ensures the JSON schema properties and required fields are in the order of field definition."""
@@ -91,4 +104,69 @@ class BaseApp(BaseModel):
         raise NotImplementedError("run method must be implemented")
 
     async def unload(self):
-        pass 
+        pass 
+    
+    
+# Mixins
+
+class OptionalImageFieldMixin(BaseModel):
+    image: Optional[File] = Field(
+        description="the image to use for the model",
+        default=None,
+        contentMediaType="image/*",
+    )
+
+class RequiredImageFieldMixin(BaseModel):
+    image: File = Field(
+        description="the image to use for the model",
+        contentMediaType="image/*",
+    )
+    
+class OptionalVideoFieldMixin(BaseModel):
+    video: Optional[File] = Field(
+        description="the video to use for the model",
+        default=None,
+        contentMediaType="video/*",
+    )
+    
+class RequiredVideoFieldMixin(BaseModel):
+    video: File = Field(
+        description="the video to use for the model",
+        contentMediaType="video/*",
+    )
+    
+class OptionalAudioFieldMixin(BaseModel):
+    audio: Optional[File] = Field(
+        description="the audio to use for the model",
+        default=None,
+        contentMediaType="audio/*",
+    )
+    
+class RequiredAudioFieldMixin(BaseModel):
+    audio: File = Field(
+        description="the audio to use for the model",
+        contentMediaType="audio/*",
+    )
+    
+class OptionalTextFieldMixin(BaseModel):
+    text: Optional[str] = Field(
+        description="the text to use for the model",
+        default=None,
+    )
+    
+class RequiredTextFieldMixin(BaseModel):
+    text: str = Field(
+        description="the text to use for the model",
+    )
+    
+class OptionalFileFieldMixin(BaseModel):
+    file: Optional[File] = Field(
+        description="the file to use for the model",
+        default=None,
+    )
+    
+class RequiredFileFieldMixin(BaseModel):
+    file: Optional[File] = Field(
+        description="the file to use for the model",
+        default=None,
+    )

{inferencesh-0.4.2 → inferencesh-0.4.4}/src/inferencesh/models/llm.py

@@ -584,6 +584,7 @@ def stream_generate(
     stop: Optional[List[str]] = None,
     verbose: bool = False,
     output_cls: type[BaseLLMOutput] = LLMOutput,
+    kwargs: Optional[Dict[str, Any]] = None,
 ) -> Generator[BaseLLMOutput, None, None]:
     """Stream generate from LLaMA.cpp model with timing and usage tracking."""
         
@@ -604,7 +605,8 @@ def stream_generate(
                 "stream": True,
                 "temperature": temperature,
                 "top_p": top_p,
-                "stop": stop
+                "stop": stop,
+                **kwargs
             }
             if tools is not None:
                 completion_kwargs["tools"] = tools

{inferencesh-0.4.2 → inferencesh-0.4.4/src/inferencesh.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: inferencesh
-Version: 0.4.2
+Version: 0.4.4
 Summary: inference.sh Python SDK
 Author-email: "Inference Shell Inc." <hello@inference.sh>
 Project-URL: Homepage, https://github.com/inference-sh/sdk