opengradient 0.3.8__tar.gz → 0.3.10__tar.gz

{opengradient-0.3.8/src/opengradient.egg-info → opengradient-0.3.10}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: opengradient
-Version: 0.3.8
+Version: 0.3.10
 Summary: Python SDK for OpenGradient decentralized model management & inference services
 Author-email: OpenGradient <oliver@opengradient.ai>
 License: MIT License
@@ -87,7 +87,6 @@ Requires-Dist: keyring==24.3.1
 Requires-Dist: more-itertools==10.5.0
 Requires-Dist: msgpack==1.1.0
 Requires-Dist: multidict==6.1.0
-Requires-Dist: numpy==2.1.1
 Requires-Dist: packaging==24.1
 Requires-Dist: pandas==2.2.3
 Requires-Dist: parsimonious==0.10.0

{opengradient-0.3.8 → opengradient-0.3.10}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "opengradient"
-version = "0.3.8"
+version = "0.3.10"
 description = "Python SDK for OpenGradient decentralized model management & inference services"
 authors = [{name = "OpenGradient", email = "oliver@opengradient.ai"}]
 license = {file = "LICENSE"}
@@ -71,7 +71,6 @@ dependencies = [
     "more-itertools==10.5.0",
     "msgpack==1.1.0",
     "multidict==6.1.0",
-    "numpy==2.1.1",
     "packaging==24.1",
     "pandas==2.2.3",
     "parsimonious==0.10.0",

{opengradient-0.3.8 → opengradient-0.3.10}/src/opengradient/__init__.py

@@ -3,8 +3,9 @@ from typing import Dict, List, Optional, Tuple
 from .client import Client
 from .defaults import DEFAULT_INFERENCE_CONTRACT_ADDRESS, DEFAULT_RPC_URL
 from .types import InferenceMode, LLM
+from . import llm
 
-__version__ = "0.3.8"
+__version__ = "0.3.10"
 
 _client = None
 

{opengradient-0.3.8 → opengradient-0.3.10}/src/opengradient/cli.py

@@ -417,7 +417,7 @@ def print_llm_completion_result(model_cid, tx_hash, llm_output):
               help='Temperature for LLM inference (0.0 to 1.0)')
 @click.option('--tools',
               type=str,
-              default="[]",
+              default=None,
               help='Tool configurations in JSON format')
 @click.option('--tools-file',
               type=click.Path(exists=True, path_type=Path),
@@ -450,7 +450,6 @@ def chat(
     opengradient chat --model meta-llama/Meta-Llama-3-8B-Instruct --messages '[{"role":"user","content":"hello"}]' --max-tokens 50 --temperature 0.7
     opengradient chat -m mistralai/Mistral-7B-Instruct-v0.3 --messages-file messages.json --stop-sequence "." --stop-sequence "\n"
     """
-    # TODO (Kyle): ^^^^^^^ Edit description with more examples using tools
     client: Client = ctx.obj['client']
     try:
         click.echo(f"Running LLM chat inference for model \"{model_cid}\"\n")
@@ -474,9 +473,9 @@ def chat(
                 messages = json.load(file)
 
         # Parse tools if provided
-        if (tools or tools != "[]") and tools_file:
+        if tools is not None and tools != "[]" and tools_file:
             click.echo("Cannot have both tools and tools_file")
-            click.exit(1)
+            ctx.exit(1)
             return
         
         parsed_tools=[]

opengradient-0.3.10/src/opengradient/llm/__init__.py

@@ -0,0 +1,5 @@
+from .chat import *
+
+__all__ = [
+    'OpenGradientChatModel'
+]

opengradient-0.3.10/src/opengradient/llm/chat.py

@@ -0,0 +1,118 @@
+from typing import List, Dict, Optional, Any, Sequence, Union
+import json
+
+from langchain.chat_models.base import BaseChatModel
+from langchain.schema import (
+    AIMessage,
+    HumanMessage,
+    SystemMessage,
+    BaseMessage,
+    ChatResult,
+    ChatGeneration,
+)
+from langchain_core.callbacks.manager import CallbackManagerForLLMRun
+from langchain_core.tools import BaseTool
+from langchain_core.messages import ToolCall
+
+from opengradient import Client
+from opengradient.defaults import DEFAULT_RPC_URL, DEFAULT_INFERENCE_CONTRACT_ADDRESS
+
+
+class OpenGradientChatModel(BaseChatModel):
+    """OpenGradient adapter class for LangChain chat model"""
+
+    client: Client = None
+    model_cid: str = None
+    max_tokens: int = None
+    tools: List[Dict] = []
+
+    def __init__(self, private_key: str, model_cid: str, max_tokens: int = 300):
+        super().__init__()
+        self.client = Client(
+            private_key=private_key,
+            rpc_url=DEFAULT_RPC_URL,
+            contract_address=DEFAULT_INFERENCE_CONTRACT_ADDRESS,
+            email=None,
+            password=None)
+        self.model_cid = model_cid
+
+    @property
+    def _llm_type(self) -> str:
+        return "opengradient"
+    
+    def bind_tools(
+        self,
+        tools: Sequence[Union[BaseTool, Dict]],
+    ) -> "OpenGradientChatModel":
+        """Bind tools to the model."""
+        tool_dicts = []
+        for tool in tools:
+            if isinstance(tool, BaseTool):
+                tool_dicts.append({
+                    "type": "function",
+                    "function": {
+                        "name": tool.name,
+                        "description": tool.description,
+                        "parameters": tool.args_schema.schema() if hasattr(tool, "args_schema") else {}
+                    }
+                })
+            else:
+                tool_dicts.append(tool)
+        
+        self.tools = tool_dicts
+        return self
+
+    def _generate(
+        self,
+        messages: List[BaseMessage],
+        stop: Optional[List[str]] = None,
+        run_manager: Optional[CallbackManagerForLLMRun] = None,
+        **kwargs: Any,
+    ) -> ChatResult:
+        chat_messages = []
+        for message in messages:
+            if isinstance(message, SystemMessage):
+                chat_messages.append({"role": "system", "content": message.content})
+            elif isinstance(message, HumanMessage):
+                chat_messages.append({"role": "user", "content": message.content})
+            elif isinstance(message, AIMessage):
+                chat_messages.append({"role": "assistant", "content": message.content})
+
+        tx_hash, finish_reason, chat_response = self.client.llm_chat(
+            model_cid=self.model_cid,
+            messages=chat_messages,
+            stop_sequence=stop,
+            max_tokens=self.max_tokens,
+            tools=self.tools
+        )
+
+        if "tool_calls" in chat_response:
+            tool_calls = []
+            for tool_call in chat_response["tool_calls"]:
+                tool_calls.append(
+                    ToolCall(
+                        id=tool_call.get("id", ""),
+                        name=tool_call["name"],
+                        args=json.loads(tool_call["arguments"])
+                    )
+                )
+            
+            message = AIMessage(
+                content='',
+                tool_calls=tool_calls
+            )
+        else:
+            message = AIMessage(content=chat_response["content"])
+        
+        return ChatResult(
+            generations=[ChatGeneration(
+                message=message,
+                generation_info={"finish_reason": finish_reason}
+            )]
+        )
+
+    @property
+    def _identifying_params(self) -> Dict[str, Any]:
+        return {
+            "model_name": self.model_cid,
+        }

{opengradient-0.3.8 → opengradient-0.3.10}/src/opengradient/types.py

@@ -77,4 +77,5 @@ class Abi:
 class LLM(str, Enum):
     META_LLAMA3_8B_INSTRUCT = "meta-llama/Meta-Llama-3-8B-Instruct"
     LLAMA_3_2_3B_INSTRUCT = "meta-llama/Llama-3.2-3B-Instruct"
-    MISTRAL_7B_INSTRUCT_V3 = "mistralai/Mistral-7B-Instruct-v0.3"
+    MISTRAL_7B_INSTRUCT_V3 = "mistralai/Mistral-7B-Instruct-v0.3"
+    HERMES_3_LLAMA_3_1_70B = "NousResearch/Hermes-3-Llama-3.1-70B"

{opengradient-0.3.8 → opengradient-0.3.10/src/opengradient.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: opengradient
-Version: 0.3.8
+Version: 0.3.10
 Summary: Python SDK for OpenGradient decentralized model management & inference services
 Author-email: OpenGradient <oliver@opengradient.ai>
 License: MIT License
@@ -87,7 +87,6 @@ Requires-Dist: keyring==24.3.1
 Requires-Dist: more-itertools==10.5.0
 Requires-Dist: msgpack==1.1.0
 Requires-Dist: multidict==6.1.0
-Requires-Dist: numpy==2.1.1
 Requires-Dist: packaging==24.1
 Requires-Dist: pandas==2.2.3
 Requires-Dist: parsimonious==0.10.0

{opengradient-0.3.8 → opengradient-0.3.10}/src/opengradient.egg-info/SOURCES.txt

@@ -15,4 +15,6 @@ src/opengradient.egg-info/dependency_links.txt
 src/opengradient.egg-info/entry_points.txt
 src/opengradient.egg-info/requires.txt
 src/opengradient.egg-info/top_level.txt
-src/opengradient/abi/inference.abi
+src/opengradient/abi/inference.abi
+src/opengradient/llm/__init__.py
+src/opengradient/llm/chat.py

{opengradient-0.3.8 → opengradient-0.3.10}/src/opengradient.egg-info/requires.txt

@@ -50,7 +50,6 @@ keyring==24.3.1
 more-itertools==10.5.0
 msgpack==1.1.0
 multidict==6.1.0
-numpy==2.1.1
 packaging==24.1
 pandas==2.2.3
 parsimonious==0.10.0