opengradient 0.3.7__tar.gz → 0.3.8__tar.gz

{opengradient-0.3.7/src/opengradient.egg-info → opengradient-0.3.8}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: opengradient
-Version: 0.3.7
+Version: 0.3.8
 Summary: Python SDK for OpenGradient decentralized model management & inference services
 Author-email: OpenGradient <oliver@opengradient.ai>
 License: MIT License

{opengradient-0.3.7 → opengradient-0.3.8}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "opengradient"
-version = "0.3.7"
+version = "0.3.8"
 description = "Python SDK for OpenGradient decentralized model management & inference services"
 authors = [{name = "OpenGradient", email = "oliver@opengradient.ai"}]
 license = {file = "LICENSE"}

{opengradient-0.3.7 → opengradient-0.3.8}/src/opengradient/__init__.py

@@ -4,7 +4,7 @@ from .client import Client
 from .defaults import DEFAULT_INFERENCE_CONTRACT_ADDRESS, DEFAULT_RPC_URL
 from .types import InferenceMode, LLM
 
-__version__ = "0.3.5"
+__version__ = "0.3.8"
 
 _client = None
 

opengradient-0.3.8/src/opengradient/abi/inference.abi

@@ -0,0 +1 @@
+[{"anonymous":false,"inputs":[{"components":[{"components":[{"internalType":"string","name":"name","type":"string"},{"components":[{"internalType":"int128","name":"value","type":"int128"},{"internalType":"int128","name":"decimals","type":"int128"}],"internalType":"struct TensorLib.Number[]","name":"values","type":"tuple[]"},{"internalType":"uint32[]","name":"shape","type":"uint32[]"}],"internalType":"struct TensorLib.MultiDimensionalNumberTensor[]","name":"numbers","type":"tuple[]"},{"components":[{"internalType":"string","name":"name","type":"string"},{"internalType":"string[]","name":"values","type":"string[]"}],"internalType":"struct TensorLib.StringTensor[]","name":"strings","type":"tuple[]"},{"internalType":"bool","name":"is_simulation_result","type":"bool"}],"indexed":false,"internalType":"struct ModelOutput","name":"output","type":"tuple"}],"name":"InferenceResult","type":"event"},{"anonymous":false,"inputs":[{"components":[{"internalType":"string","name":"finish_reason","type":"string"},{"components":[{"internalType":"string","name":"role","type":"string"},{"internalType":"string","name":"content","type":"string"},{"internalType":"string","name":"name","type":"string"},{"internalType":"string","name":"tool_call_id","type":"string"},{"components":[{"internalType":"string","name":"id","type":"string"},{"internalType":"string","name":"name","type":"string"},{"internalType":"string","name":"arguments","type":"string"}],"internalType":"struct ToolCall[]","name":"tool_calls","type":"tuple[]"}],"internalType":"struct ChatMessage","name":"message","type":"tuple"}],"indexed":false,"internalType":"struct LLMChatResponse","name":"response","type":"tuple"}],"name":"LLMChatResult","type":"event"},{"anonymous":false,"inputs":[{"components":[{"internalType":"string","name":"answer","type":"string"}],"indexed":false,"internalType":"struct LLMCompletionResponse","name":"response","type":"tuple"}],"name":"LLMCompletionResult","type":"event"},{"inputs":[{"internalType":"string","name":"modelId","type":"string"},{"internalType":"enum ModelInferenceMode","name":"inferenceMode","type":"uint8"},{"components":[{"components":[{"internalType":"string","name":"name","type":"string"},{"components":[{"internalType":"int128","name":"value","type":"int128"},{"internalType":"int128","name":"decimals","type":"int128"}],"internalType":"struct TensorLib.Number[]","name":"values","type":"tuple[]"},{"internalType":"uint32[]","name":"shape","type":"uint32[]"}],"internalType":"struct TensorLib.MultiDimensionalNumberTensor[]","name":"numbers","type":"tuple[]"},{"components":[{"internalType":"string","name":"name","type":"string"},{"internalType":"string[]","name":"values","type":"string[]"}],"internalType":"struct TensorLib.StringTensor[]","name":"strings","type":"tuple[]"}],"internalType":"struct ModelInput","name":"modelInput","type":"tuple"}],"name":"run","outputs":[{"components":[{"components":[{"internalType":"string","name":"name","type":"string"},{"components":[{"internalType":"int128","name":"value","type":"int128"},{"internalType":"int128","name":"decimals","type":"int128"}],"internalType":"struct TensorLib.Number[]","name":"values","type":"tuple[]"},{"internalType":"uint32[]","name":"shape","type":"uint32[]"}],"internalType":"struct TensorLib.MultiDimensionalNumberTensor[]","name":"numbers","type":"tuple[]"},{"components":[{"internalType":"string","name":"name","type":"string"},{"internalType":"string[]","name":"values","type":"string[]"}],"internalType":"struct TensorLib.StringTensor[]","name":"strings","type":"tuple[]"},{"internalType":"bool","name":"is_simulation_result","type":"bool"}],"internalType":"struct ModelOutput","name":"","type":"tuple"}],"stateMutability":"nonpayable","type":"function"},{"inputs":[{"components":[{"internalType":"enum LLMInferenceMode","name":"mode","type":"uint8"},{"internalType":"string","name":"modelCID","type":"string"},{"components":[{"internalType":"string","name":"role","type":"string"},{"internalType":"string","name":"content","type":"string"},{"internalType":"string","name":"name","type":"string"},{"internalType":"string","name":"tool_call_id","type":"string"},{"components":[{"internalType":"string","name":"id","type":"string"},{"internalType":"string","name":"name","type":"string"},{"internalType":"string","name":"arguments","type":"string"}],"internalType":"struct ToolCall[]","name":"tool_calls","type":"tuple[]"}],"internalType":"struct ChatMessage[]","name":"messages","type":"tuple[]"},{"components":[{"internalType":"string","name":"description","type":"string"},{"internalType":"string","name":"name","type":"string"},{"internalType":"string","name":"parameters","type":"string"}],"internalType":"struct ToolDefinition[]","name":"tools","type":"tuple[]"},{"internalType":"string","name":"tool_choice","type":"string"},{"internalType":"uint32","name":"max_tokens","type":"uint32"},{"internalType":"string[]","name":"stop_sequence","type":"string[]"},{"internalType":"uint32","name":"temperature","type":"uint32"}],"internalType":"struct LLMChatRequest","name":"request","type":"tuple"}],"name":"runLLMChat","outputs":[{"components":[{"internalType":"string","name":"finish_reason","type":"string"},{"components":[{"internalType":"string","name":"role","type":"string"},{"internalType":"string","name":"content","type":"string"},{"internalType":"string","name":"name","type":"string"},{"internalType":"string","name":"tool_call_id","type":"string"},{"components":[{"internalType":"string","name":"id","type":"string"},{"internalType":"string","name":"name","type":"string"},{"internalType":"string","name":"arguments","type":"string"}],"internalType":"struct ToolCall[]","name":"tool_calls","type":"tuple[]"}],"internalType":"struct ChatMessage","name":"message","type":"tuple"}],"internalType":"struct LLMChatResponse","name":"","type":"tuple"}],"stateMutability":"nonpayable","type":"function"},{"inputs":[{"components":[{"internalType":"enum LLMInferenceMode","name":"mode","type":"uint8"},{"internalType":"string","name":"modelCID","type":"string"},{"internalType":"string","name":"prompt","type":"string"},{"internalType":"uint32","name":"max_tokens","type":"uint32"},{"internalType":"string[]","name":"stop_sequence","type":"string[]"},{"internalType":"uint32","name":"temperature","type":"uint32"}],"internalType":"struct LLMCompletionRequest","name":"request","type":"tuple"}],"name":"runLLMCompletion","outputs":[{"components":[{"internalType":"string","name":"answer","type":"string"}],"internalType":"struct LLMCompletionResponse","name":"","type":"tuple"}],"stateMutability":"nonpayable","type":"function"}]

{opengradient-0.3.7 → opengradient-0.3.8}/src/opengradient/cli.py

@@ -3,7 +3,9 @@ import json
 import logging
 import webbrowser
 from pathlib import Path
-from typing import List
+from typing import List, Dict, Optional
+from enum import Enum
+from . import types
 
 import click
 
@@ -338,27 +340,27 @@ def infer(ctx, model_cid: str, inference_mode: str, input_data, input_file: Path
 
 @cli.command()
 @click.option('--model', '-m', 'model_cid', type=click.Choice(LlmModels), required=True, help='CID of the LLM model to run inference on')
-@click.option('--prompt', '-p', required=True, help='Input prompt for the LLM')
-@click.option('--max-tokens', type=int, default=100, help='Maximum number of tokens for LLM output')
+@click.option('--prompt', '-p', required=True, help='Input prompt for the LLM completion')
+@click.option('--max-tokens', type=int, default=100, help='Maximum number of tokens for LLM completion output')
 @click.option('--stop-sequence', multiple=True, help='Stop sequences for LLM')
 @click.option('--temperature', type=float, default=0.0, help='Temperature for LLM inference (0.0 to 1.0)')
 @click.pass_context
-def llm(ctx, model_cid: str, prompt: str, max_tokens: int, stop_sequence: List[str], temperature: float):
+def completion(ctx, model_cid: str, prompt: str, max_tokens: int, stop_sequence: List[str], temperature: float):
     """
-    Run inference on an LLM model.
+    Run completion inference on an LLM model.
 
-    This command runs inference on the specified LLM model using the provided prompt and parameters.
+    This command runs a completion inference on the specified LLM model using the provided prompt and parameters.
 
     Example usage:
 
     \b
-    opengradient llm --model meta-llama/Meta-Llama-3-8B-Instruct --prompt "Hello, how are you?" --max-tokens 50 --temperature 0.7
-    opengradient llm -m meta-llama/Meta-Llama-3-8B-Instruct -p "Translate to French: Hello world" --stop-sequence "." --stop-sequence "\n"
+    opengradient completion --model meta-llama/Meta-Llama-3-8B-Instruct --prompt "Hello, how are you?" --max-tokens 50 --temperature 0.7
+    opengradient completion -m meta-llama/Meta-Llama-3-8B-Instruct -p "Translate to French: Hello world" --stop-sequence "." --stop-sequence "\n"
     """
     client: Client = ctx.obj['client']
     try:
-        click.echo(f"Running LLM inference for model \"{model_cid}\"\n")
-        tx_hash, llm_output = client.infer_llm(
+        click.echo(f"Running LLM completion inference for model \"{model_cid}\"\n")
+        tx_hash, llm_output = client.llm_completion(
             model_cid=model_cid,
             prompt=prompt,
             max_tokens=max_tokens,
@@ -366,12 +368,12 @@ def llm(ctx, model_cid: str, prompt: str, max_tokens: int, stop_sequence: List[s
             temperature=temperature
         )
 
-        print_llm_inference_result(model_cid, tx_hash, llm_output)
+        print_llm_completion_result(model_cid, tx_hash, llm_output)
     except Exception as e:
-        click.echo(f"Error running LLM inference: {str(e)}")
+        click.echo(f"Error running LLM completion: {str(e)}")
 
-def print_llm_inference_result(model_cid, tx_hash, llm_output):
-    click.secho("✅ LLM Inference Successful", fg="green", bold=True)
+def print_llm_completion_result(model_cid, tx_hash, llm_output):
+    click.secho("✅ LLM completion Successful", fg="green", bold=True)
     click.echo("──────────────────────────────────────")
     click.echo("Model CID: ", nl=False)
     click.secho(model_cid, fg="cyan", bold=True)
@@ -386,6 +388,146 @@ def print_llm_inference_result(model_cid, tx_hash, llm_output):
     click.echo(llm_output)
     click.echo()
 
+
+@cli.command()
+@click.option('--model', '-m', 'model_cid', 
+              type=click.Choice([e.value for e in types.LLM]), 
+              required=True, 
+              help='CID of the LLM model to run inference on')
+@click.option('--messages', 
+              type=str,
+              required=False, 
+              help='Input messages for the chat inference in JSON format')
+@click.option('--messages-file', 
+              type=click.Path(exists=True, path_type=Path),
+              required=False, 
+              help='Path to JSON file containing input messages for the chat inference')
+@click.option('--max-tokens', 
+              type=int,
+              default=100, 
+              help='Maximum number of tokens for LLM output')
+@click.option('--stop-sequence',
+              type=str,
+              default=None,
+              multiple=True,
+              help='Stop sequences for LLM')
+@click.option('--temperature', 
+              type=float,
+              default=0.0,
+              help='Temperature for LLM inference (0.0 to 1.0)')
+@click.option('--tools',
+              type=str,
+              default="[]",
+              help='Tool configurations in JSON format')
+@click.option('--tools-file',
+              type=click.Path(exists=True, path_type=Path),
+              required=False,
+              help='Path to JSON file containing tool configurations')
+@click.option('--tool-choice',
+              type=str,
+              default='',
+              help='Specific tool choice for the LLM')
+@click.pass_context
+def chat(
+    ctx,
+    model_cid: str,
+    messages: Optional[str],
+    messages_file: Optional[Path],
+    max_tokens: int,
+    stop_sequence: List[str],
+    temperature: float,
+    tools: Optional[str],
+    tools_file: Optional[Path],
+    tool_choice: Optional[str]): 
+    """
+    Run chat inference on an LLM model.
+
+    This command runs a chat inference on the specified LLM model using the provided messages and parameters.
+
+    Example usage:
+
+    \b
+    opengradient chat --model meta-llama/Meta-Llama-3-8B-Instruct --messages '[{"role":"user","content":"hello"}]' --max-tokens 50 --temperature 0.7
+    opengradient chat -m mistralai/Mistral-7B-Instruct-v0.3 --messages-file messages.json --stop-sequence "." --stop-sequence "\n"
+    """
+    # TODO (Kyle): ^^^^^^^ Edit description with more examples using tools
+    client: Client = ctx.obj['client']
+    try:
+        click.echo(f"Running LLM chat inference for model \"{model_cid}\"\n")
+        if not messages and not messages_file:
+            click.echo("Must specify either messages or messages-file")
+            ctx.exit(1)
+            return
+        if messages and messages_file:
+            click.echo("Cannot have both messages and messages_file")
+            ctx.exit(1)
+            return
+
+        if messages:
+            try:
+                messages = json.loads(messages)
+            except Exception as e:
+                click.echo(f"Failed to parse messages: {e}")
+                ctx.exit(1)
+        else:
+            with messages_file.open('r') as file:
+                messages = json.load(file)
+
+        # Parse tools if provided
+        if (tools or tools != "[]") and tools_file:
+            click.echo("Cannot have both tools and tools_file")
+            click.exit(1)
+            return
+        
+        parsed_tools=[]
+        if tools:
+            try:
+                parsed_tools = json.loads(tools)
+                if not isinstance(parsed_tools, list):
+                    click.echo("Tools must be a JSON array")
+                    ctx.exit(1)
+                    return
+            except json.JSONDecodeError as e:
+                click.echo(f"Failed to parse tools JSON: {e}")
+                ctx.exit(1)
+                return
+
+        if tools_file:
+            try:
+                with tools_file.open('r') as file:
+                    parsed_tools = json.load(file)
+                if not isinstance(parsed_tools, list):
+                    click.echo("Tools must be a JSON array")
+                    ctx.exit(1)
+                    return
+            except Exception as e:
+                click.echo("Failed to load JSON from tools_file: %s" % e)
+                ctx.exit(1)
+                return
+            
+        if not tools and not tools_file:
+            parsed_tools = None
+
+        tx_hash, finish_reason, llm_chat_output = client.llm_chat(
+            model_cid=model_cid,
+            messages=messages,
+            max_tokens=max_tokens,
+            stop_sequence=list(stop_sequence),
+            temperature=temperature,
+            tools=parsed_tools,
+            tool_choice=tool_choice,
+        )
+
+        # TODO (Kyle): Make this prettier
+        print("TX Hash: ", tx_hash)
+        print("Finish reason: ", finish_reason)
+        print("Chat output: ", llm_chat_output)
+    except Exception as e:
+        click.echo(f"Error running LLM chat inference: {str(e)}")
+
+def print_llm_chat_result():
+    pass
+
 @cli.command()
 def create_account():
     """Create a new test account for OpenGradient inference and model management"""

{opengradient-0.3.7 → opengradient-0.3.8}/src/opengradient/client.py

@@ -553,7 +553,7 @@ class Client:
             tool_choice (str, optional): Sets a specific tool to choose. Default value is "auto". 
 
         Returns:
-            Tuple[str, str]: The transaction hash and the LLM chat output.
+            Tuple[str, str, dict]: The transaction hash, finish reason, and a dictionary struct of LLM chat messages.
 
         Raises:
             OpenGradientError: If the inference fails.
@@ -570,6 +570,10 @@ class Client:
             for message in messages:
                 if 'tool_calls' not in message:
                     message['tool_calls'] = []
+                if 'tool_call_id' not in message:
+                    message['tool_call_id'] = ""
+                if 'name' not in message:
+                    message['name'] = ""
 
             # Create simplified tool structure for smart contract
             #
@@ -638,9 +642,17 @@ class Client:
 
             if len(parsed_logs) < 1:
                 raise OpenGradientError("LLM chat result event not found in transaction logs")
-            llm_result = parsed_logs[0]
+            llm_result = parsed_logs[0]['args']['response']
+
+            # Turn tool calls into normal dicts
+            message = dict(llm_result['message'])
+            if (tool_calls := message.get('tool_calls')) != None:
+                new_tool_calls = []
+                for tool_call in tool_calls:
+                    new_tool_calls.append(dict(tool_call))
+                message['tool_calls'] = new_tool_calls
 
-            return tx_hash.hex(), llm_result
+            return (tx_hash.hex(), llm_result['finish_reason'], message)
 
         except ContractLogicError as e:
             logging.error(f"Contract logic error: {str(e)}", exc_info=True)

{opengradient-0.3.7 → opengradient-0.3.8}/src/opengradient/defaults.py

@@ -3,5 +3,5 @@
 DEFAULT_RPC_URL="http://18.218.115.248:8545"
 DEFAULT_OG_FAUCET_URL="http://18.218.115.248:8080/?address="
 DEFAULT_HUB_SIGNUP_URL="https://hub.opengradient.ai/signup"
-DEFAULT_INFERENCE_CONTRACT_ADDRESS="0x24Ec56879245C707220Af7234d2fF3F22cA9Aa63"
+DEFAULT_INFERENCE_CONTRACT_ADDRESS="0xF78F7d5a7e9f484f0924Cc21347029715bD3B8f4"
 DEFAULT_BLOCKCHAIN_EXPLORER="http://3.145.62.2/tx/"

{opengradient-0.3.7 → opengradient-0.3.8}/src/opengradient/types.py

@@ -1,6 +1,6 @@
 from dataclasses import dataclass
 from typing import List, Tuple, Union
-
+from enum import Enum
 
 @dataclass
 class Number:
@@ -74,7 +74,7 @@ class Abi:
                 result.append(f"{item['name']}:{item['type']}")
         return result
     
-class LLM:
+class LLM(str, Enum):
     META_LLAMA3_8B_INSTRUCT = "meta-llama/Meta-Llama-3-8B-Instruct"
     LLAMA_3_2_3B_INSTRUCT = "meta-llama/Llama-3.2-3B-Instruct"
     MISTRAL_7B_INSTRUCT_V3 = "mistralai/Mistral-7B-Instruct-v0.3"

{opengradient-0.3.7 → opengradient-0.3.8/src/opengradient.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: opengradient
-Version: 0.3.7
+Version: 0.3.8
 Summary: Python SDK for OpenGradient decentralized model management & inference services
 Author-email: OpenGradient <oliver@opengradient.ai>
 License: MIT License

opengradient-0.3.7/src/opengradient/abi/inference.abi

@@ -1 +0,0 @@
-[{"anonymous":false,"inputs":[{"components":[{"components":[{"internalType":"string","name":"name","type":"string"},{"components":[{"internalType":"int128","name":"value","type":"int128"},{"internalType":"int128","name":"decimals","type":"int128"}],"internalType":"struct TensorLib.Number[]","name":"values","type":"tuple[]"},{"internalType":"uint32[]","name":"shape","type":"uint32[]"}],"internalType":"struct TensorLib.MultiDimensionalNumberTensor[]","name":"numbers","type":"tuple[]"},{"components":[{"internalType":"string","name":"name","type":"string"},{"internalType":"string[]","name":"values","type":"string[]"}],"internalType":"struct TensorLib.StringTensor[]","name":"strings","type":"tuple[]"},{"internalType":"bool","name":"is_simulation_result","type":"bool"}],"indexed":false,"internalType":"struct ModelOutput","name":"output","type":"tuple"}],"name":"InferenceResult","type":"event"},{"anonymous":false,"inputs":[{"components":[{"internalType":"string","name":"finish_reason","type":"string"},{"components":[{"internalType":"string","name":"role","type":"string"},{"internalType":"string","name":"content","type":"string"},{"components":[{"internalType":"string","name":"id","type":"string"},{"internalType":"string","name":"name","type":"string"},{"internalType":"string","name":"arguments","type":"string"}],"internalType":"struct ToolCall[]","name":"tool_calls","type":"tuple[]"}],"internalType":"struct ChatMessage","name":"message","type":"tuple"}],"indexed":false,"internalType":"struct LLMChatResponse","name":"response","type":"tuple"}],"name":"LLMChatResult","type":"event"},{"anonymous":false,"inputs":[{"components":[{"internalType":"string","name":"answer","type":"string"}],"indexed":false,"internalType":"struct LLMCompletionResponse","name":"response","type":"tuple"}],"name":"LLMCompletionResult","type":"event"},{"inputs":[{"internalType":"string","name":"modelId","type":"string"},{"internalType":"enum ModelInferenceMode","name":"inferenceMode","type":"uint8"},{"components":[{"components":[{"internalType":"string","name":"name","type":"string"},{"components":[{"internalType":"int128","name":"value","type":"int128"},{"internalType":"int128","name":"decimals","type":"int128"}],"internalType":"struct TensorLib.Number[]","name":"values","type":"tuple[]"},{"internalType":"uint32[]","name":"shape","type":"uint32[]"}],"internalType":"struct TensorLib.MultiDimensionalNumberTensor[]","name":"numbers","type":"tuple[]"},{"components":[{"internalType":"string","name":"name","type":"string"},{"internalType":"string[]","name":"values","type":"string[]"}],"internalType":"struct TensorLib.StringTensor[]","name":"strings","type":"tuple[]"}],"internalType":"struct ModelInput","name":"modelInput","type":"tuple"}],"name":"run","outputs":[{"components":[{"components":[{"internalType":"string","name":"name","type":"string"},{"components":[{"internalType":"int128","name":"value","type":"int128"},{"internalType":"int128","name":"decimals","type":"int128"}],"internalType":"struct TensorLib.Number[]","name":"values","type":"tuple[]"},{"internalType":"uint32[]","name":"shape","type":"uint32[]"}],"internalType":"struct TensorLib.MultiDimensionalNumberTensor[]","name":"numbers","type":"tuple[]"},{"components":[{"internalType":"string","name":"name","type":"string"},{"internalType":"string[]","name":"values","type":"string[]"}],"internalType":"struct TensorLib.StringTensor[]","name":"strings","type":"tuple[]"},{"internalType":"bool","name":"is_simulation_result","type":"bool"}],"internalType":"struct ModelOutput","name":"","type":"tuple"}],"stateMutability":"nonpayable","type":"function"},{"inputs":[{"components":[{"internalType":"enum LLMInferenceMode","name":"mode","type":"uint8"},{"internalType":"string","name":"modelCID","type":"string"},{"components":[{"internalType":"string","name":"role","type":"string"},{"internalType":"string","name":"content","type":"string"},{"components":[{"internalType":"string","name":"id","type":"string"},{"internalType":"string","name":"name","type":"string"},{"internalType":"string","name":"arguments","type":"string"}],"internalType":"struct ToolCall[]","name":"tool_calls","type":"tuple[]"}],"internalType":"struct ChatMessage[]","name":"messages","type":"tuple[]"},{"components":[{"internalType":"string","name":"description","type":"string"},{"internalType":"string","name":"name","type":"string"},{"internalType":"string","name":"parameters","type":"string"}],"internalType":"struct ToolDefinition[]","name":"tools","type":"tuple[]"},{"internalType":"string","name":"tool_choice","type":"string"},{"internalType":"uint32","name":"max_tokens","type":"uint32"},{"internalType":"string[]","name":"stop_sequence","type":"string[]"},{"internalType":"uint32","name":"temperature","type":"uint32"}],"internalType":"struct LLMChatRequest","name":"request","type":"tuple"}],"name":"runLLMChat","outputs":[{"components":[{"internalType":"string","name":"finish_reason","type":"string"},{"components":[{"internalType":"string","name":"role","type":"string"},{"internalType":"string","name":"content","type":"string"},{"components":[{"internalType":"string","name":"id","type":"string"},{"internalType":"string","name":"name","type":"string"},{"internalType":"string","name":"arguments","type":"string"}],"internalType":"struct ToolCall[]","name":"tool_calls","type":"tuple[]"}],"internalType":"struct ChatMessage","name":"message","type":"tuple"}],"internalType":"struct LLMChatResponse","name":"","type":"tuple"}],"stateMutability":"nonpayable","type":"function"},{"inputs":[{"components":[{"internalType":"enum LLMInferenceMode","name":"mode","type":"uint8"},{"internalType":"string","name":"modelCID","type":"string"},{"internalType":"string","name":"prompt","type":"string"},{"internalType":"uint32","name":"max_tokens","type":"uint32"},{"internalType":"string[]","name":"stop_sequence","type":"string[]"},{"internalType":"uint32","name":"temperature","type":"uint32"}],"internalType":"struct LLMCompletionRequest","name":"request","type":"tuple"}],"name":"runLLMCompletion","outputs":[{"components":[{"internalType":"string","name":"answer","type":"string"}],"internalType":"struct LLMCompletionResponse","name":"","type":"tuple"}],"stateMutability":"nonpayable","type":"function"}]