inferencesh 0.1.19__tar.gz → 0.1.22__tar.gz

{inferencesh-0.1.19/src/inferencesh.egg-info → inferencesh-0.1.22}/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.2
+Metadata-Version: 2.4
 Name: inferencesh
-Version: 0.1.19
+Version: 0.1.22
 Summary: inference.sh Python SDK
 Author: Inference Shell Inc.
 Author-email: "Inference Shell Inc." <hello@inference.sh>
@@ -14,6 +14,7 @@ Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: pydantic>=2.0.0
 Dynamic: author
+Dynamic: license-file
 Dynamic: requires-python
 
 # inference.sh CLI

{inferencesh-0.1.19 → inferencesh-0.1.22}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "inferencesh"
-version = "0.1.19"
+version = "0.1.22"
 description = "inference.sh Python SDK"
 authors = [
     {name = "Inference Shell Inc.", email = "hello@inference.sh"},

{inferencesh-0.1.19 → inferencesh-0.1.22}/src/inferencesh/sdk.py

@@ -5,8 +5,9 @@ import os
 import urllib.request
 import urllib.parse
 import tempfile
-
+from pydantic import Field
 from typing import Any, Dict, List
+
 import inspect
 import ast
 import textwrap
@@ -214,4 +215,70 @@ class File(BaseModel):
     
     def refresh_metadata(self) -> None:
         """Refresh all metadata from the file."""
-        self._populate_metadata() 
+        self._populate_metadata() 
+
+
+class ContextMessage(BaseModel):
+    role: str = Field(
+        description="The role of the message",
+        enum=["user", "assistant", "system"]
+    )
+    text: str = Field(
+        description="The text content of the message"
+    )
+
+class ContextMessageWithImage(ContextMessage):
+    image: Optional[File] = Field(
+        description="The image url of the message",
+        default=None
+    )
+
+class LLMInput(BaseAppInput):
+    system_prompt: str = Field(
+        description="The system prompt to use for the model",
+        default="You are a helpful assistant that can answer questions and help with tasks.",
+        examples=[
+            "You are a helpful assistant that can answer questions and help with tasks.",
+            "You are a certified medical professional who can provide accurate health information.",
+            "You are a certified financial advisor who can give sound investment guidance.",
+            "You are a certified cybersecurity expert who can explain security best practices.",
+            "You are a certified environmental scientist who can discuss climate and sustainability.",
+        ]
+    )
+    context: list[ContextMessage] = Field(
+        description="The context to use for the model",
+        examples=[
+            [
+                {"role": "user", "content": [{"type": "text", "text": "What is the capital of France?"}]}, 
+                {"role": "assistant", "content": [{"type": "text", "text": "The capital of France is Paris."}]}
+            ],
+            [
+                {"role": "user", "content": [{"type": "text", "text": "What is the weather like today?"}]}, 
+                {"role": "assistant", "content": [{"type": "text", "text": "I apologize, but I don't have access to real-time weather information. You would need to check a weather service or app to get current weather conditions for your location."}]}
+            ],
+            [
+                {"role": "user", "content": [{"type": "text", "text": "Can you help me write a poem about spring?"}]}, 
+                {"role": "assistant", "content": [{"type": "text", "text": "Here's a short poem about spring:\n\nGreen buds awakening,\nSoft rain gently falling down,\nNew life springs anew.\n\nWarm sun breaks through clouds,\nBirds return with joyful song,\nNature's sweet rebirth."}]}
+            ],
+            [
+                {"role": "user", "content": [{"type": "text", "text": "Explain quantum computing in simple terms"}]}, 
+                {"role": "assistant", "content": [{"type": "text", "text": "Quantum computing is like having a super-powerful calculator that can solve many problems at once instead of one at a time. While regular computers use bits (0s and 1s), quantum computers use quantum bits or \"qubits\" that can be both 0 and 1 at the same time - kind of like being in two places at once! This allows them to process huge amounts of information much faster than regular computers for certain types of problems."}]}
+            ]
+        ],
+        default=[]
+    )
+    text: str = Field(
+        description="The user prompt to use for the model",
+        examples=[
+            "What is the capital of France?",
+            "What is the weather like today?",
+            "Can you help me write a poem about spring?",
+            "Explain quantum computing in simple terms"
+        ],
+    )
+
+class LLMInputWithImage(LLMInput):
+    image: Optional[File] = Field(
+        description="The image to use for the model",
+        default=None
+    )

{inferencesh-0.1.19 → inferencesh-0.1.22/src/inferencesh.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.2
+Metadata-Version: 2.4
 Name: inferencesh
-Version: 0.1.19
+Version: 0.1.22
 Summary: inference.sh Python SDK
 Author: Inference Shell Inc.
 Author-email: "Inference Shell Inc." <hello@inference.sh>
@@ -14,6 +14,7 @@ Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: pydantic>=2.0.0
 Dynamic: author
+Dynamic: license-file
 Dynamic: requires-python
 
 # inference.sh CLI