inferencesh 0.2.33__tar.gz → 0.2.35__tar.gz

{inferencesh-0.2.33/src/inferencesh.egg-info → inferencesh-0.2.35}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: inferencesh
-Version: 0.2.33
+Version: 0.2.35
 Summary: inference.sh Python SDK
 Author: Inference Shell Inc.
 Author-email: "Inference Shell Inc." <hello@inference.sh>

{inferencesh-0.2.33 → inferencesh-0.2.35}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "inferencesh"
-version = "0.2.33"
+version = "0.2.35"
 description = "inference.sh Python SDK"
 authors = [
     {name = "Inference Shell Inc.", email = "hello@inference.sh"},

{inferencesh-0.2.33 → inferencesh-0.2.35}/src/inferencesh/models/llm.py

@@ -23,31 +23,27 @@ class Message(BaseAppInput):
 
 class ContextMessage(BaseAppInput):
     role: ContextMessageRole = Field(
-        description="The role of the message",
+        description="the role of the message. user, assistant, or system",
     )
     text: str = Field(
-        description="The text content of the message"
+        description="the text content of the message"
     )
     image: Optional[File] = Field(
-        description="The image url of the message",
+        description="the image file of the message",
         default=None
     )
 
 class BaseLLMInput(BaseAppInput):
     """Base class with common LLM fields."""
     system_prompt: str = Field(
-        description="The system prompt to use for the model",
-        default="You are a helpful assistant that can answer questions and help with tasks.",
+        description="the system prompt to use for the model",
+        default="you are a helpful assistant that can answer questions and help with tasks.",
         examples=[
-            "You are a helpful assistant that can answer questions and help with tasks.",
-            "You are a certified medical professional who can provide accurate health information.",
-            "You are a certified financial advisor who can give sound investment guidance.",
-            "You are a certified cybersecurity expert who can explain security best practices.",
-            "You are a certified environmental scientist who can discuss climate and sustainability.",
+            "you are a helpful assistant that can answer questions and help with tasks.",
         ]
     )
     context: List[ContextMessage] = Field(
-        description="The context to use for the model",
+        description="the context to use for the model",
         default=[],
         examples=[
             [
@@ -57,37 +53,35 @@ class BaseLLMInput(BaseAppInput):
         ]
     )
     text: str = Field(
-        description="The user prompt to use for the model",
+        description="the user prompt to use for the model",
         examples=[
-            "What is the capital of France?",
-            "What is the weather like today?",
-            "Can you help me write a poem about spring?",
-            "Explain quantum computing in simple terms"
+            "write a haiku about artificial general intelligence"
         ]
     )
-    temperature: float = Field(default=0.7)
-    top_p: float = Field(default=0.95)
-    max_tokens: int = Field(default=4096)
+    temperature: float = Field(default=0.7, ge=0.0, le=1.0)
+    top_p: float = Field(default=0.95, ge=0.0, le=1.0)
     context_size: int = Field(default=4096)
 
 class ImageCapabilityMixin(BaseModel):
     """Mixin for models that support image inputs."""
     image: Optional[File] = Field(
-        description="The image to use for the model",
-        default=None
+        description="the image to use for the model",
+        default=None,
+        content_type=["image/*"],
+        max_size_mb=10
     )
 
 class ReasoningCapabilityMixin(BaseModel):
     """Mixin for models that support reasoning."""
     reasoning: bool = Field(
-        description="Enable step-by-step reasoning",
+        description="enable step-by-step reasoning",
         default=False
     )
 
 class ToolsCapabilityMixin(BaseModel):
     """Mixin for models that support tool/function calling."""
     tools: Optional[List[Dict[str, Any]]] = Field(
-        description="Tool definitions for function calling",
+        description="tool definitions for function calling",
         default=None
     )
 
@@ -112,26 +106,26 @@ class LLMUsage(BaseAppOutput):
 
 class BaseLLMOutput(BaseAppOutput):
     """Base class for LLM outputs with common fields."""
-    response: str = Field(description="The generated text response")
+    response: str = Field(description="the generated text response")
 
 class LLMUsageMixin(BaseModel):
     """Mixin for models that provide token usage statistics."""
     usage: Optional[LLMUsage] = Field(
-        description="Token usage statistics",
+        description="token usage statistics",
         default=None
     )
 
 class ReasoningMixin(BaseModel):
     """Mixin for models that support reasoning."""
     reasoning: Optional[str] = Field(
-        description="The reasoning output of the model",
+        description="the reasoning output of the model",
         default=None
     )
 
 class ToolCallsMixin(BaseModel):
     """Mixin for models that support tool calls."""
     tool_calls: Optional[List[Dict[str, Any]]] = Field(
-        description="Tool calls for function calling",
+        description="tool calls for function calling",
         default=None
     )
 
@@ -588,7 +582,6 @@ def stream_generate(
     tool_choice: Optional[Dict[str, Any]] = None,
     temperature: float = 0.7,
     top_p: float = 0.95,
-    max_tokens: int = 4096,
     stop: Optional[List[str]] = None,
     verbose: bool = False,
     output_cls: type[BaseLLMOutput] = LLMOutput,
@@ -612,7 +605,6 @@ def stream_generate(
                 "stream": True,
                 "temperature": temperature,
                 "top_p": top_p,
-                "max_tokens": max_tokens,
                 "stop": stop
             }
             if tools is not None:

{inferencesh-0.2.33 → inferencesh-0.2.35/src/inferencesh.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: inferencesh
-Version: 0.2.33
+Version: 0.2.35
 Summary: inference.sh Python SDK
 Author: Inference Shell Inc.
 Author-email: "Inference Shell Inc." <hello@inference.sh>