opengradient 0.3.8__py3-none-any.whl → 0.3.10__py3-none-any.whl

opengradient/__init__.py

@@ -3,8 +3,9 @@ from typing import Dict, List, Optional, Tuple
 from .client import Client
 from .defaults import DEFAULT_INFERENCE_CONTRACT_ADDRESS, DEFAULT_RPC_URL
 from .types import InferenceMode, LLM
+from . import llm
 
-__version__ = "0.3.8"
+__version__ = "0.3.10"
 
 _client = None
 

opengradient/cli.py

@@ -417,7 +417,7 @@ def print_llm_completion_result(model_cid, tx_hash, llm_output):
               help='Temperature for LLM inference (0.0 to 1.0)')
 @click.option('--tools',
               type=str,
-              default="[]",
+              default=None,
               help='Tool configurations in JSON format')
 @click.option('--tools-file',
               type=click.Path(exists=True, path_type=Path),
@@ -450,7 +450,6 @@ def chat(
     opengradient chat --model meta-llama/Meta-Llama-3-8B-Instruct --messages '[{"role":"user","content":"hello"}]' --max-tokens 50 --temperature 0.7
     opengradient chat -m mistralai/Mistral-7B-Instruct-v0.3 --messages-file messages.json --stop-sequence "." --stop-sequence "\n"
     """
-    # TODO (Kyle): ^^^^^^^ Edit description with more examples using tools
     client: Client = ctx.obj['client']
     try:
         click.echo(f"Running LLM chat inference for model \"{model_cid}\"\n")
@@ -474,9 +473,9 @@ def chat(
                 messages = json.load(file)
 
         # Parse tools if provided
-        if (tools or tools != "[]") and tools_file:
+        if tools is not None and tools != "[]" and tools_file:
             click.echo("Cannot have both tools and tools_file")
-            click.exit(1)
+            ctx.exit(1)
             return
         
         parsed_tools=[]

opengradient/llm/__init__.py

@@ -0,0 +1,5 @@
+from .chat import *
+
+__all__ = [
+    'OpenGradientChatModel'
+]

opengradient/llm/chat.py

@@ -0,0 +1,118 @@
+from typing import List, Dict, Optional, Any, Sequence, Union
+import json
+
+from langchain.chat_models.base import BaseChatModel
+from langchain.schema import (
+    AIMessage,
+    HumanMessage,
+    SystemMessage,
+    BaseMessage,
+    ChatResult,
+    ChatGeneration,
+)
+from langchain_core.callbacks.manager import CallbackManagerForLLMRun
+from langchain_core.tools import BaseTool
+from langchain_core.messages import ToolCall
+
+from opengradient import Client
+from opengradient.defaults import DEFAULT_RPC_URL, DEFAULT_INFERENCE_CONTRACT_ADDRESS
+
+
+class OpenGradientChatModel(BaseChatModel):
+    """OpenGradient adapter class for LangChain chat model"""
+
+    client: Client = None
+    model_cid: str = None
+    max_tokens: int = None
+    tools: List[Dict] = []
+
+    def __init__(self, private_key: str, model_cid: str, max_tokens: int = 300):
+        super().__init__()
+        self.client = Client(
+            private_key=private_key,
+            rpc_url=DEFAULT_RPC_URL,
+            contract_address=DEFAULT_INFERENCE_CONTRACT_ADDRESS,
+            email=None,
+            password=None)
+        self.model_cid = model_cid
+
+    @property
+    def _llm_type(self) -> str:
+        return "opengradient"
+    
+    def bind_tools(
+        self,
+        tools: Sequence[Union[BaseTool, Dict]],
+    ) -> "OpenGradientChatModel":
+        """Bind tools to the model."""
+        tool_dicts = []
+        for tool in tools:
+            if isinstance(tool, BaseTool):
+                tool_dicts.append({
+                    "type": "function",
+                    "function": {
+                        "name": tool.name,
+                        "description": tool.description,
+                        "parameters": tool.args_schema.schema() if hasattr(tool, "args_schema") else {}
+                    }
+                })
+            else:
+                tool_dicts.append(tool)
+        
+        self.tools = tool_dicts
+        return self
+
+    def _generate(
+        self,
+        messages: List[BaseMessage],
+        stop: Optional[List[str]] = None,
+        run_manager: Optional[CallbackManagerForLLMRun] = None,
+        **kwargs: Any,
+    ) -> ChatResult:
+        chat_messages = []
+        for message in messages:
+            if isinstance(message, SystemMessage):
+                chat_messages.append({"role": "system", "content": message.content})
+            elif isinstance(message, HumanMessage):
+                chat_messages.append({"role": "user", "content": message.content})
+            elif isinstance(message, AIMessage):
+                chat_messages.append({"role": "assistant", "content": message.content})
+
+        tx_hash, finish_reason, chat_response = self.client.llm_chat(
+            model_cid=self.model_cid,
+            messages=chat_messages,
+            stop_sequence=stop,
+            max_tokens=self.max_tokens,
+            tools=self.tools
+        )
+
+        if "tool_calls" in chat_response:
+            tool_calls = []
+            for tool_call in chat_response["tool_calls"]:
+                tool_calls.append(
+                    ToolCall(
+                        id=tool_call.get("id", ""),
+                        name=tool_call["name"],
+                        args=json.loads(tool_call["arguments"])
+                    )
+                )
+            
+            message = AIMessage(
+                content='',
+                tool_calls=tool_calls
+            )
+        else:
+            message = AIMessage(content=chat_response["content"])
+        
+        return ChatResult(
+            generations=[ChatGeneration(
+                message=message,
+                generation_info={"finish_reason": finish_reason}
+            )]
+        )
+
+    @property
+    def _identifying_params(self) -> Dict[str, Any]:
+        return {
+            "model_name": self.model_cid,
+        }

opengradient/types.py

@@ -77,4 +77,5 @@ class Abi:
 class LLM(str, Enum):
     META_LLAMA3_8B_INSTRUCT = "meta-llama/Meta-Llama-3-8B-Instruct"
     LLAMA_3_2_3B_INSTRUCT = "meta-llama/Llama-3.2-3B-Instruct"
-    MISTRAL_7B_INSTRUCT_V3 = "mistralai/Mistral-7B-Instruct-v0.3"
+    MISTRAL_7B_INSTRUCT_V3 = "mistralai/Mistral-7B-Instruct-v0.3"
+    HERMES_3_LLAMA_3_1_70B = "NousResearch/Hermes-3-Llama-3.1-70B"

{opengradient-0.3.8.dist-info → opengradient-0.3.10.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: opengradient
-Version: 0.3.8
+Version: 0.3.10
 Summary: Python SDK for OpenGradient decentralized model management & inference services
 Author-email: OpenGradient <oliver@opengradient.ai>
 License: MIT License
@@ -87,7 +87,6 @@ Requires-Dist: keyring==24.3.1
 Requires-Dist: more-itertools==10.5.0
 Requires-Dist: msgpack==1.1.0
 Requires-Dist: multidict==6.1.0
-Requires-Dist: numpy==2.1.1
 Requires-Dist: packaging==24.1
 Requires-Dist: pandas==2.2.3
 Requires-Dist: parsimonious==0.10.0

opengradient-0.3.10.dist-info/RECORD

@@ -0,0 +1,17 @@
+opengradient/__init__.py,sha256=SdOj_l9rvKPGKzLbrnwBlOzLi23Qjpnji5mHPIMmyvQ,3129
+opengradient/account.py,sha256=2B7rtCXQDX-yF4U69h8B9-OUreJU4IqoGXG_1Hn9nWs,1150
+opengradient/cli.py,sha256=0SRt9iQcCHxR1QmsF54-KhdpqHx9_va0UyckoPQcYwg,22937
+opengradient/client.py,sha256=yaexPTr-CSPQXR5AOrhHDmygKCq37Q_FIVy8Mtq6THk,31253
+opengradient/defaults.py,sha256=jweJ6QyzNY0oO22OUA8B-uJPA90cyedhMT9J38MmGjw,319
+opengradient/exceptions.py,sha256=v4VmUGTvvtjhCZAhR24Ga42z3q-DzR1Y5zSqP_yn2Xk,3366
+opengradient/types.py,sha256=kRCkxJ2xD6Y5eLmrrS61t66qm7jzNF0Qbnntl1_FMKk,2143
+opengradient/utils.py,sha256=_dEIhepJXjJFfHLGTUwXloZJXnlQbvwqHSPu08548jI,6532
+opengradient/abi/inference.abi,sha256=VMxv4pli9ESYL2hCpbU41Z_WweCBy_3EcTYkCWCb-rU,6623
+opengradient/llm/__init__.py,sha256=n_11WFPoU8YtGc6wg9cK6gEy9zBISf1183Loip3dAbI,62
+opengradient/llm/chat.py,sha256=B7HOaj8Bk9aE1Wdhi4pXrxFLsmFx3O4ezQ_x7owK99Y,3812
+opengradient-0.3.10.dist-info/LICENSE,sha256=xEcvQ3AxZOtDkrqkys2Mm6Y9diEnaSeQRKvxi-JGnNA,1069
+opengradient-0.3.10.dist-info/METADATA,sha256=Q6l-xAAG0WbMVi8ipXJTTXx0Xk2Ptqitq3AlsiJaKXw,7581
+opengradient-0.3.10.dist-info/WHEEL,sha256=R06PA3UVYHThwHvxuRWMqaGcr-PuniXahwjmQRFMEkY,91
+opengradient-0.3.10.dist-info/entry_points.txt,sha256=yUKTaJx8RXnybkob0J62wVBiCp_1agVbgw9uzsmaeJc,54
+opengradient-0.3.10.dist-info/top_level.txt,sha256=oC1zimVLa2Yi1LQz8c7x-0IQm92milb5ax8gHBHwDqU,13
+opengradient-0.3.10.dist-info/RECORD,,

{opengradient-0.3.8.dist-info → opengradient-0.3.10.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (75.3.0)
+Generator: setuptools (75.5.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

opengradient-0.3.8.dist-info/RECORD

@@ -1,15 +0,0 @@
-opengradient/__init__.py,sha256=OYFubsCX5iHd8Yc_T17nB_CDkOdgsiDvgBFx1UaOk0s,3110
-opengradient/account.py,sha256=2B7rtCXQDX-yF4U69h8B9-OUreJU4IqoGXG_1Hn9nWs,1150
-opengradient/cli.py,sha256=Mv7iAyeBFUxaXL1hDIgHgn5x-GCMdi2BQgY6zrOkg_4,23003
-opengradient/client.py,sha256=yaexPTr-CSPQXR5AOrhHDmygKCq37Q_FIVy8Mtq6THk,31253
-opengradient/defaults.py,sha256=jweJ6QyzNY0oO22OUA8B-uJPA90cyedhMT9J38MmGjw,319
-opengradient/exceptions.py,sha256=v4VmUGTvvtjhCZAhR24Ga42z3q-DzR1Y5zSqP_yn2Xk,3366
-opengradient/types.py,sha256=Hkp0cXveMtNKxMpcwIHl1n4OGgYxx0HQM70qA05SZV8,2076
-opengradient/utils.py,sha256=_dEIhepJXjJFfHLGTUwXloZJXnlQbvwqHSPu08548jI,6532
-opengradient/abi/inference.abi,sha256=VMxv4pli9ESYL2hCpbU41Z_WweCBy_3EcTYkCWCb-rU,6623
-opengradient-0.3.8.dist-info/LICENSE,sha256=xEcvQ3AxZOtDkrqkys2Mm6Y9diEnaSeQRKvxi-JGnNA,1069
-opengradient-0.3.8.dist-info/METADATA,sha256=CF-pugA2hzgyhEFxFOo53LL_no6eZ8GiaJIw8qEocr8,7608
-opengradient-0.3.8.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
-opengradient-0.3.8.dist-info/entry_points.txt,sha256=yUKTaJx8RXnybkob0J62wVBiCp_1agVbgw9uzsmaeJc,54
-opengradient-0.3.8.dist-info/top_level.txt,sha256=oC1zimVLa2Yi1LQz8c7x-0IQm92milb5ax8gHBHwDqU,13
-opengradient-0.3.8.dist-info/RECORD,,