inferencesh 0.2.33__py3-none-any.whl → 0.2.35__py3-none-any.whl

inferencesh/models/llm.py

@@ -23,31 +23,27 @@ class Message(BaseAppInput):
 
 class ContextMessage(BaseAppInput):
     role: ContextMessageRole = Field(
-        description="The role of the message",
+        description="the role of the message. user, assistant, or system",
     )
     text: str = Field(
-        description="The text content of the message"
+        description="the text content of the message"
     )
     image: Optional[File] = Field(
-        description="The image url of the message",
+        description="the image file of the message",
         default=None
     )
 
 class BaseLLMInput(BaseAppInput):
     """Base class with common LLM fields."""
     system_prompt: str = Field(
-        description="The system prompt to use for the model",
-        default="You are a helpful assistant that can answer questions and help with tasks.",
+        description="the system prompt to use for the model",
+        default="you are a helpful assistant that can answer questions and help with tasks.",
         examples=[
-            "You are a helpful assistant that can answer questions and help with tasks.",
-            "You are a certified medical professional who can provide accurate health information.",
-            "You are a certified financial advisor who can give sound investment guidance.",
-            "You are a certified cybersecurity expert who can explain security best practices.",
-            "You are a certified environmental scientist who can discuss climate and sustainability.",
+            "you are a helpful assistant that can answer questions and help with tasks.",
         ]
     )
     context: List[ContextMessage] = Field(
-        description="The context to use for the model",
+        description="the context to use for the model",
         default=[],
         examples=[
             [
@@ -57,37 +53,35 @@ class BaseLLMInput(BaseAppInput):
         ]
     )
     text: str = Field(
-        description="The user prompt to use for the model",
+        description="the user prompt to use for the model",
         examples=[
-            "What is the capital of France?",
-            "What is the weather like today?",
-            "Can you help me write a poem about spring?",
-            "Explain quantum computing in simple terms"
+            "write a haiku about artificial general intelligence"
         ]
     )
-    temperature: float = Field(default=0.7)
-    top_p: float = Field(default=0.95)
-    max_tokens: int = Field(default=4096)
+    temperature: float = Field(default=0.7, ge=0.0, le=1.0)
+    top_p: float = Field(default=0.95, ge=0.0, le=1.0)
     context_size: int = Field(default=4096)
 
 class ImageCapabilityMixin(BaseModel):
     """Mixin for models that support image inputs."""
     image: Optional[File] = Field(
-        description="The image to use for the model",
-        default=None
+        description="the image to use for the model",
+        default=None,
+        content_type=["image/*"],
+        max_size_mb=10
     )
 
 class ReasoningCapabilityMixin(BaseModel):
     """Mixin for models that support reasoning."""
     reasoning: bool = Field(
-        description="Enable step-by-step reasoning",
+        description="enable step-by-step reasoning",
         default=False
     )
 
 class ToolsCapabilityMixin(BaseModel):
     """Mixin for models that support tool/function calling."""
     tools: Optional[List[Dict[str, Any]]] = Field(
-        description="Tool definitions for function calling",
+        description="tool definitions for function calling",
         default=None
     )
 
@@ -112,26 +106,26 @@ class LLMUsage(BaseAppOutput):
 
 class BaseLLMOutput(BaseAppOutput):
     """Base class for LLM outputs with common fields."""
-    response: str = Field(description="The generated text response")
+    response: str = Field(description="the generated text response")
 
 class LLMUsageMixin(BaseModel):
     """Mixin for models that provide token usage statistics."""
     usage: Optional[LLMUsage] = Field(
-        description="Token usage statistics",
+        description="token usage statistics",
         default=None
     )
 
 class ReasoningMixin(BaseModel):
     """Mixin for models that support reasoning."""
     reasoning: Optional[str] = Field(
-        description="The reasoning output of the model",
+        description="the reasoning output of the model",
         default=None
     )
 
 class ToolCallsMixin(BaseModel):
     """Mixin for models that support tool calls."""
     tool_calls: Optional[List[Dict[str, Any]]] = Field(
-        description="Tool calls for function calling",
+        description="tool calls for function calling",
         default=None
     )
 
@@ -588,7 +582,6 @@ def stream_generate(
     tool_choice: Optional[Dict[str, Any]] = None,
     temperature: float = 0.7,
     top_p: float = 0.95,
-    max_tokens: int = 4096,
     stop: Optional[List[str]] = None,
     verbose: bool = False,
     output_cls: type[BaseLLMOutput] = LLMOutput,
@@ -612,7 +605,6 @@ def stream_generate(
                 "stream": True,
                 "temperature": temperature,
                 "top_p": top_p,
-                "max_tokens": max_tokens,
                 "stop": stop
             }
             if tools is not None:

{inferencesh-0.2.33.dist-info → inferencesh-0.2.35.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: inferencesh
-Version: 0.2.33
+Version: 0.2.35
 Summary: inference.sh Python SDK
 Author: Inference Shell Inc.
 Author-email: "Inference Shell Inc." <hello@inference.sh>

{inferencesh-0.2.33.dist-info → inferencesh-0.2.35.dist-info}/RECORD

@@ -2,13 +2,13 @@ inferencesh/__init__.py,sha256=WdADtOhfa3HDOunoE9HLFCTFlXRykYstBIH1FpyWvj8,613
 inferencesh/models/__init__.py,sha256=FDwcdtT6c4hbRitymjmN-hZMlQa8RbKSftkZZyjtUXA,536
 inferencesh/models/base.py,sha256=4gZQRi8J7y9U6PrGD9pRIehd1MJVJAqGakPQDs2AKFM,3251
 inferencesh/models/file.py,sha256=5xnpypcRahM1YcEjj64rv9g2gTimxrZb41YT4r440hU,7393
-inferencesh/models/llm.py,sha256=KTy9XAXQS_2p4HThyofSl4Nu8F87sA4IPJqmP233VA8,28304
+inferencesh/models/llm.py,sha256=bOX9G8aM26bRcCyswhO6SjfkNFUuMhjeF9AaVjp6v4Q,27776
 inferencesh/utils/__init__.py,sha256=-xiD6uo2XzcrPAWFb_fUbaimmnW4KFKc-8IvBzaxNd4,148
 inferencesh/utils/download.py,sha256=7n5twvoNYDcFnKJyefImaj2YfzRI7vddQw4usZbj38c,1521
 inferencesh/utils/storage.py,sha256=E4J8emd4eFKdmdDgAqzz3TpaaDd3n0l8gYlMHuY8yIU,519
-inferencesh-0.2.33.dist-info/licenses/LICENSE,sha256=OsgqEWIh2el_QMj0y8O1A5Q5Dl-dxqqYbFE6fszuR4s,1086
-inferencesh-0.2.33.dist-info/METADATA,sha256=Thb63zVHWjix6fCnfOEn4FFwnWnZ_XXCUWGrwpnkeTk,2757
-inferencesh-0.2.33.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-inferencesh-0.2.33.dist-info/entry_points.txt,sha256=6IC-fyozAqW3ljsMLGCXxJ0_ui2Jb-2fLHtoH1RTnEE,45
-inferencesh-0.2.33.dist-info/top_level.txt,sha256=TSMHg3T1ThMl1HGAWmzBClwOYH1ump5neof9BfHIwaA,12
-inferencesh-0.2.33.dist-info/RECORD,,
+inferencesh-0.2.35.dist-info/licenses/LICENSE,sha256=OsgqEWIh2el_QMj0y8O1A5Q5Dl-dxqqYbFE6fszuR4s,1086
+inferencesh-0.2.35.dist-info/METADATA,sha256=gZn4x4yvuNBOp7wAInJYBqwwVnOqFOpQQqKEDrul9VI,2757
+inferencesh-0.2.35.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+inferencesh-0.2.35.dist-info/entry_points.txt,sha256=6IC-fyozAqW3ljsMLGCXxJ0_ui2Jb-2fLHtoH1RTnEE,45
+inferencesh-0.2.35.dist-info/top_level.txt,sha256=TSMHg3T1ThMl1HGAWmzBClwOYH1ump5neof9BfHIwaA,12
+inferencesh-0.2.35.dist-info/RECORD,,