opengradient 0.4.12b1__tar.gz → 0.5.4__tar.gz

{opengradient-0.4.12b1/src/opengradient.egg-info → opengradient-0.5.4}/PKG-INFO

@@ -1,44 +1,20 @@
 Metadata-Version: 2.4
 Name: opengradient
-Version: 0.4.12b1
+Version: 0.5.4
 Summary: Python SDK for OpenGradient decentralized model management & inference services
-Author-email: OpenGradient <oliver@opengradient.ai>
-License: MIT License
-        
-        Copyright (c) 2024 OpenGradient
-        
-        Permission is hereby granted, free of charge, to any person obtaining a copy
-        of this software and associated documentation files (the "Software"), to deal
-        in the Software without restriction, including without limitation the rights
-        to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-        copies of the Software, and to permit persons to whom the Software is
-        furnished to do so, subject to the following conditions:
-        
-        The above copyright notice and this permission notice shall be included in all
-        copies or substantial portions of the Software.
-        
-        THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-        IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-        FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-        AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-        LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-        OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-        SOFTWARE.
-        
+Author-email: OpenGradient <kyle@vannalabs.ai>
+License-Expression: MIT
 Project-URL: Homepage, https://opengradient.ai
 Classifier: Development Status :: 3 - Alpha
 Classifier: Intended Audience :: Developers
-Classifier: License :: OSI Approved :: MIT License
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Requires-Python: >=3.10
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: eth-utils==2.2.2
-Requires-Dist: eth-account>=0.13.0
-Requires-Dist: web3>=6.11
-Requires-Dist: websockets>=14.1
+Requires-Dist: eth-account>=0.13.4
+Requires-Dist: web3>=7.3.0
 Requires-Dist: click>=8.1.7
 Requires-Dist: firebase-rest-api>=1.11.0
 Requires-Dist: grpcio>=1.66.2
@@ -47,6 +23,7 @@ Requires-Dist: requests>=2.32.3
 Requires-Dist: langchain>=0.3.7
 Requires-Dist: openai>=1.58.1
 Requires-Dist: pydantic>=2.9.2
+Requires-Dist: og-test-x402==0.0.1
 Dynamic: license-file
 
 # OpenGradient Python SDK

{opengradient-0.4.12b1 → opengradient-0.5.4}/pyproject.toml

@@ -1,29 +1,26 @@
 [build-system]
-requires = ["setuptools>=61.0"]
+requires = ["setuptools>=77.0.0"]
 build-backend = "setuptools.build_meta"
 
 [project]
 name = "opengradient"
-version = "0.4.12.beta1"
+version = "0.5.4"
 description = "Python SDK for OpenGradient decentralized model management & inference services"
-authors = [{name = "OpenGradient", email = "oliver@opengradient.ai"}]
-license = {file = "LICENSE"}
+authors = [{name = "OpenGradient", email = "kyle@vannalabs.ai"}]
 readme = "README.md"
 requires-python = ">=3.10"
+license = "MIT"
 classifiers = [
     "Development Status :: 3 - Alpha",
     "Intended Audience :: Developers",
-    "License :: OSI Approved :: MIT License",
     "Programming Language :: Python :: 3.10",
     "Programming Language :: Python :: 3.11",
     "Programming Language :: Python :: 3.12",
 ]
 
 dependencies = [
-    "eth-utils==2.2.2",
-    "eth-account>=0.13.0",
-    "web3>=6.11",
-    "websockets>=14.1",
+    "eth-account>=0.13.4",
+    "web3>=7.3.0",
     "click>=8.1.7",
     "firebase-rest-api>=1.11.0",
     "grpcio>=1.66.2",
@@ -32,6 +29,7 @@ dependencies = [
     "langchain>=0.3.7",
     "openai>=1.58.1",
     "pydantic>=2.9.2",
+    "og-test-x402==0.0.1",
 ]
 
 [project.scripts]
@@ -49,7 +47,7 @@ include-package-data = true
 
 [tool.setuptools.packages.find]
 where = ["src"]
-include = ["opengradient*"]  # Explicitly include all opengradient packages
+include = ["opengradient*"]
 exclude = ["tests*", "stresstest*"]
 
 [tool.setuptools.package-data]

{opengradient-0.4.12b1 → opengradient-0.5.4}/src/opengradient/__init__.py

@@ -5,7 +5,7 @@ OpenGradient Python SDK for interacting with AI models and infrastructure.
 from typing import Any, Dict, List, Optional, Tuple, Union
 
 from .client import Client
-from .defaults import DEFAULT_INFERENCE_CONTRACT_ADDRESS, DEFAULT_RPC_URL
+from .defaults import DEFAULT_INFERENCE_CONTRACT_ADDRESS, DEFAULT_RPC_URL, DEFAULT_API_URL
 from .types import (
     LLM,
     TEE_LLM,
@@ -32,7 +32,9 @@ def new_client(
     password: Optional[str],
     private_key: str,
     rpc_url=DEFAULT_RPC_URL,
+    api_url=DEFAULT_API_URL,
     contract_address=DEFAULT_INFERENCE_CONTRACT_ADDRESS,
+    **kwargs,
 ) -> Client:
     """
     Creates a unique OpenGradient client instance with the given authentication and network settings.
@@ -45,10 +47,10 @@ def new_client(
         contract_address: Optional inference contract address
     """
 
-    return Client(email=email, password=password, private_key=private_key, rpc_url=rpc_url, contract_address=contract_address)
+    return Client(email=email, password=password, private_key=private_key, rpc_url=rpc_url, api_url=api_url, contract_address=contract_address, **kwargs)
 
 
-def init(email: str, password: str, private_key: str, rpc_url=DEFAULT_RPC_URL, contract_address=DEFAULT_INFERENCE_CONTRACT_ADDRESS):
+def init(email: str, password: str, private_key: str, rpc_url=DEFAULT_RPC_URL, api_url=DEFAULT_API_URL, contract_address=DEFAULT_INFERENCE_CONTRACT_ADDRESS):
     """Initialize the OpenGradient SDK with authentication and network settings.
 
     Args:
@@ -56,11 +58,12 @@ def init(email: str, password: str, private_key: str, rpc_url=DEFAULT_RPC_URL, c
         password: User's password for authentication
         private_key: Ethereum private key for blockchain transactions
         rpc_url: Optional RPC URL for the blockchain network, defaults to mainnet
+        api_url: Optional API URL for the OpenGradient API, defaults to mainnet
         contract_address: Optional inference contract address
     """
     global _client
-
-    _client = Client(private_key=private_key, rpc_url=rpc_url, email=email, password=password, contract_address=contract_address)
+    
+    _client = Client(private_key=private_key, rpc_url=rpc_url, api_url=api_url, email=email, password=password, contract_address=contract_address)
     return _client
 
 

opengradient-0.5.4/src/opengradient/abi/InferencePrecompile.abi

@@ -0,0 +1 @@
+[{"anonymous":false,"inputs":[{"indexed":false,"internalType":"string","name":"inferenceID","type":"string"},{"components":[{"internalType":"enum LLMInferenceMode","name":"mode","type":"uint8"},{"internalType":"string","name":"modelCID","type":"string"},{"components":[{"internalType":"string","name":"role","type":"string"},{"internalType":"string","name":"content","type":"string"},{"internalType":"string","name":"name","type":"string"},{"internalType":"string","name":"tool_call_id","type":"string"},{"components":[{"internalType":"string","name":"id","type":"string"},{"internalType":"string","name":"name","type":"string"},{"internalType":"string","name":"arguments","type":"string"}],"internalType":"struct ToolCall[]","name":"tool_calls","type":"tuple[]"}],"internalType":"struct ChatMessage[]","name":"messages","type":"tuple[]"},{"components":[{"internalType":"string","name":"description","type":"string"},{"internalType":"string","name":"name","type":"string"},{"internalType":"string","name":"parameters","type":"string"}],"internalType":"struct ToolDefinition[]","name":"tools","type":"tuple[]"},{"internalType":"string","name":"tool_choice","type":"string"},{"internalType":"uint32","name":"max_tokens","type":"uint32"},{"internalType":"string[]","name":"stop_sequence","type":"string[]"},{"internalType":"uint32","name":"temperature","type":"uint32"}],"indexed":false,"internalType":"struct LLMChatRequest","name":"request","type":"tuple"},{"components":[{"internalType":"string","name":"finish_reason","type":"string"},{"components":[{"internalType":"string","name":"role","type":"string"},{"internalType":"string","name":"content","type":"string"},{"internalType":"string","name":"name","type":"string"},{"internalType":"string","name":"tool_call_id","type":"string"},{"components":[{"internalType":"string","name":"id","type":"string"},{"internalType":"string","name":"name","type":"string"},{"internalType":"string","name":"arguments","type":"string"}],"internalType":"struct ToolCall[]","name":"tool_calls","type":"tuple[]"}],"internalType":"struct ChatMessage","name":"message","type":"tuple"}],"indexed":false,"internalType":"struct LLMChatResponse","name":"response","type":"tuple"}],"name":"LLMChat","type":"event"},{"anonymous":false,"inputs":[{"indexed":false,"internalType":"string","name":"inferenceID","type":"string"},{"components":[{"internalType":"enum LLMInferenceMode","name":"mode","type":"uint8"},{"internalType":"string","name":"modelCID","type":"string"},{"internalType":"string","name":"prompt","type":"string"},{"internalType":"uint32","name":"max_tokens","type":"uint32"},{"internalType":"string[]","name":"stop_sequence","type":"string[]"},{"internalType":"uint32","name":"temperature","type":"uint32"}],"indexed":false,"internalType":"struct LLMCompletionRequest","name":"request","type":"tuple"},{"components":[{"internalType":"string","name":"answer","type":"string"}],"indexed":false,"internalType":"struct LLMCompletionResponse","name":"response","type":"tuple"}],"name":"LLMCompletionEvent","type":"event"},{"anonymous":false,"inputs":[{"indexed":false,"internalType":"string","name":"inferenceID","type":"string"},{"components":[{"internalType":"enum ModelInferenceMode","name":"mode","type":"uint8"},{"internalType":"string","name":"modelCID","type":"string"},{"components":[{"components":[{"internalType":"string","name":"name","type":"string"},{"components":[{"internalType":"int128","name":"value","type":"int128"},{"internalType":"int128","name":"decimals","type":"int128"}],"internalType":"struct TensorLib.Number[]","name":"values","type":"tuple[]"},{"internalType":"uint32[]","name":"shape","type":"uint32[]"}],"internalType":"struct TensorLib.MultiDimensionalNumberTensor[]","name":"numbers","type":"tuple[]"},{"components":[{"internalType":"string","name":"name","type":"string"},{"internalType":"string[]","name":"values","type":"string[]"}],"internalType":"struct TensorLib.StringTensor[]","name":"strings","type":"tuple[]"}],"internalType":"struct ModelInput","name":"input","type":"tuple"}],"indexed":false,"internalType":"struct ModelInferenceRequest","name":"request","type":"tuple"},{"components":[{"components":[{"internalType":"string","name":"name","type":"string"},{"components":[{"internalType":"int128","name":"value","type":"int128"},{"internalType":"int128","name":"decimals","type":"int128"}],"internalType":"struct TensorLib.Number[]","name":"values","type":"tuple[]"},{"internalType":"uint32[]","name":"shape","type":"uint32[]"}],"internalType":"struct TensorLib.MultiDimensionalNumberTensor[]","name":"numbers","type":"tuple[]"},{"components":[{"internalType":"string","name":"name","type":"string"},{"internalType":"string[]","name":"values","type":"string[]"}],"internalType":"struct TensorLib.StringTensor[]","name":"strings","type":"tuple[]"},{"components":[{"internalType":"string","name":"name","type":"string"},{"internalType":"string","name":"value","type":"string"}],"internalType":"struct TensorLib.JsonScalar[]","name":"jsons","type":"tuple[]"},{"internalType":"bool","name":"is_simulation_result","type":"bool"}],"indexed":false,"internalType":"struct ModelOutput","name":"response","type":"tuple"}],"name":"ModelInferenceEvent","type":"event"},{"inputs":[{"components":[{"internalType":"enum LLMInferenceMode","name":"mode","type":"uint8"},{"internalType":"string","name":"modelCID","type":"string"},{"components":[{"internalType":"string","name":"role","type":"string"},{"internalType":"string","name":"content","type":"string"},{"internalType":"string","name":"name","type":"string"},{"internalType":"string","name":"tool_call_id","type":"string"},{"components":[{"internalType":"string","name":"id","type":"string"},{"internalType":"string","name":"name","type":"string"},{"internalType":"string","name":"arguments","type":"string"}],"internalType":"struct ToolCall[]","name":"tool_calls","type":"tuple[]"}],"internalType":"struct ChatMessage[]","name":"messages","type":"tuple[]"},{"components":[{"internalType":"string","name":"description","type":"string"},{"internalType":"string","name":"name","type":"string"},{"internalType":"string","name":"parameters","type":"string"}],"internalType":"struct ToolDefinition[]","name":"tools","type":"tuple[]"},{"internalType":"string","name":"tool_choice","type":"string"},{"internalType":"uint32","name":"max_tokens","type":"uint32"},{"internalType":"string[]","name":"stop_sequence","type":"string[]"},{"internalType":"uint32","name":"temperature","type":"uint32"}],"internalType":"struct LLMChatRequest","name":"request","type":"tuple"}],"name":"runLLMChat","outputs":[{"components":[{"internalType":"string","name":"finish_reason","type":"string"},{"components":[{"internalType":"string","name":"role","type":"string"},{"internalType":"string","name":"content","type":"string"},{"internalType":"string","name":"name","type":"string"},{"internalType":"string","name":"tool_call_id","type":"string"},{"components":[{"internalType":"string","name":"id","type":"string"},{"internalType":"string","name":"name","type":"string"},{"internalType":"string","name":"arguments","type":"string"}],"internalType":"struct ToolCall[]","name":"tool_calls","type":"tuple[]"}],"internalType":"struct ChatMessage","name":"message","type":"tuple"}],"internalType":"struct LLMChatResponse","name":"","type":"tuple"}],"stateMutability":"nonpayable","type":"function"},{"inputs":[{"components":[{"internalType":"enum LLMInferenceMode","name":"mode","type":"uint8"},{"internalType":"string","name":"modelCID","type":"string"},{"internalType":"string","name":"prompt","type":"string"},{"internalType":"uint32","name":"max_tokens","type":"uint32"},{"internalType":"string[]","name":"stop_sequence","type":"string[]"},{"internalType":"uint32","name":"temperature","type":"uint32"}],"internalType":"struct LLMCompletionRequest","name":"request","type":"tuple"}],"name":"runLLMCompletion","outputs":[{"components":[{"internalType":"string","name":"answer","type":"string"}],"internalType":"struct LLMCompletionResponse","name":"","type":"tuple"}],"stateMutability":"nonpayable","type":"function"},{"inputs":[{"components":[{"internalType":"enum ModelInferenceMode","name":"mode","type":"uint8"},{"internalType":"string","name":"modelCID","type":"string"},{"components":[{"components":[{"internalType":"string","name":"name","type":"string"},{"components":[{"internalType":"int128","name":"value","type":"int128"},{"internalType":"int128","name":"decimals","type":"int128"}],"internalType":"struct TensorLib.Number[]","name":"values","type":"tuple[]"},{"internalType":"uint32[]","name":"shape","type":"uint32[]"}],"internalType":"struct TensorLib.MultiDimensionalNumberTensor[]","name":"numbers","type":"tuple[]"},{"components":[{"internalType":"string","name":"name","type":"string"},{"internalType":"string[]","name":"values","type":"string[]"}],"internalType":"struct TensorLib.StringTensor[]","name":"strings","type":"tuple[]"}],"internalType":"struct ModelInput","name":"input","type":"tuple"}],"internalType":"struct ModelInferenceRequest","name":"request","type":"tuple"}],"name":"runModelInference","outputs":[{"components":[{"components":[{"internalType":"string","name":"name","type":"string"},{"components":[{"internalType":"int128","name":"value","type":"int128"},{"internalType":"int128","name":"decimals","type":"int128"}],"internalType":"struct TensorLib.Number[]","name":"values","type":"tuple[]"},{"internalType":"uint32[]","name":"shape","type":"uint32[]"}],"internalType":"struct TensorLib.MultiDimensionalNumberTensor[]","name":"numbers","type":"tuple[]"},{"components":[{"internalType":"string","name":"name","type":"string"},{"internalType":"string[]","name":"values","type":"string[]"}],"internalType":"struct TensorLib.StringTensor[]","name":"strings","type":"tuple[]"},{"components":[{"internalType":"string","name":"name","type":"string"},{"internalType":"string","name":"value","type":"string"}],"internalType":"struct TensorLib.JsonScalar[]","name":"jsons","type":"tuple[]"},{"internalType":"bool","name":"is_simulation_result","type":"bool"}],"internalType":"struct ModelOutput","name":"","type":"tuple"}],"stateMutability":"nonpayable","type":"function"}]

{opengradient-0.4.12b1 → opengradient-0.5.4}/src/opengradient/cli.py

@@ -17,8 +17,10 @@ from .defaults import (
     DEFAULT_INFERENCE_CONTRACT_ADDRESS,
     DEFAULT_OG_FAUCET_URL,
     DEFAULT_RPC_URL,
+    DEFAULT_API_URL,
+    DEFAULT_LLM_SERVER_URL,
 )
-from .types import InferenceMode, LlmInferenceMode, LLM, TEE_LLM
+from .types import InferenceMode, LlmInferenceMode, LLM, TEE_LLM, x402SettlementMode
 
 OG_CONFIG_FILE = Path.home() / ".opengradient_config.json"
 
@@ -72,6 +74,12 @@ LlmInferenceModes = {
 }
 
 
+x402SettlementModes = {
+    "settle-batch": x402SettlementMode.SETTLE_BATCH,
+    "settle": x402SettlementMode.SETTLE,
+    "settle-metadata": x402SettlementMode.SETTLE_METADATA,
+}
+
 def initialize_config(ctx):
     """Interactively initialize OpenGradient config"""
     if ctx.obj:  # Check if config data already exists
@@ -118,23 +126,32 @@ def cli(ctx):
 
     Visit https://docs.opengradient.ai/developers/python_sdk/ for more documentation.
     """
-    # Load existing config
     ctx.obj = load_og_config()
 
     no_client_commands = ["config", "create-account", "version"]
 
-    # Only create client if this is not a config management command
     if ctx.invoked_subcommand in no_client_commands:
         return
 
     if all(key in ctx.obj for key in ["private_key"]):
         try:
+            # Extract API keys from config
+            llm_server_url = ctx.obj.get("llm_server_url", DEFAULT_LLM_SERVER_URL)
+            openai_api_key = ctx.obj.get("openai_api_key")
+            anthropic_api_key = ctx.obj.get("anthropic_api_key")
+            google_api_key = ctx.obj.get("google_api_key")
+            
             ctx.obj["client"] = Client(
                 private_key=ctx.obj["private_key"],
                 rpc_url=DEFAULT_RPC_URL,
+                api_url=DEFAULT_API_URL,
                 contract_address=DEFAULT_INFERENCE_CONTRACT_ADDRESS,
                 email=ctx.obj.get("email"),
                 password=ctx.obj.get("password"),
+                llm_server_url=llm_server_url,
+                openai_api_key=openai_api_key,
+                anthropic_api_key=anthropic_api_key,
+                google_api_key=google_api_key,
             )
         except Exception as e:
             click.echo(f"Failed to create OpenGradient client: {str(e)}")
@@ -195,6 +212,50 @@ def clear(ctx):
         click.echo("Config clear cancelled.")
 
 
+@config.command()
+@click.option("--provider", type=click.Choice(["openai", "anthropic", "google"]), required=True)
+@click.option("--key", required=True, help="API key for the provider")
+@click.pass_context
+def set_api_key(ctx, provider: str, key: str):
+    """
+    Set API key for external LLM providers.
+    
+    Example usage:
+    
+    \b
+    opengradient config set-api-key --provider openai --key ..
+    opengradient config set-api-key --provider anthropic --key ...
+    opengradient config set-api-key --provider google --key ...
+    """
+    config_key = f"{provider}_api_key"
+    ctx.obj[config_key] = key
+    save_og_config(ctx)
+    
+    click.secho(f"✅ API key for {provider} has been set", fg="green")
+    click.echo("You can now use models from this provider in completion and chat commands.")
+
+
+@config.command()
+@click.option("--provider", type=click.Choice(["openai", "anthropic", "google"]), required=True)
+@click.pass_context
+def remove_api_key(ctx, provider: str):
+    """
+    Remove API key for an external LLM provider.
+    
+    Example usage:
+    
+    \b
+    opengradient config remove-api-key --provider openai
+    """
+    config_key = f"{provider}_api_key"
+    if config_key in ctx.obj:
+        del ctx.obj[config_key]
+        save_og_config(ctx)
+        click.secho(f"✅ API key for {provider} has been removed", fg="green")
+    else:
+        click.echo(f"No API key found for {provider}")
+
+
 @cli.command()
 @click.option("--repo", "-r", "--name", "repo_name", required=True, help="Name of the new model repository")
 @click.option("--description", "-d", required=True, help="Description of the model")
@@ -352,33 +413,56 @@ def infer(ctx, model_cid: str, inference_mode: str, input_data, input_file: Path
     "--model",
     "-m",
     "model_cid",
-    type=click.Choice([e.value for e in LLM]),
     required=True,
-    help="CID of the LLM model to run inference on",
+    help="Model identifier (local model from LLM enum or external model like 'gpt-4o', 'gemini-2.5-flash-lite', etc.)",
 )
 @click.option(
-    "--mode", "inference_mode", type=click.Choice(LlmInferenceModes.keys()), default="VANILLA", help="Inference mode (default: VANILLA)"
+    "--mode", 
+    "inference_mode", 
+    type=click.Choice(LlmInferenceModes.keys()), 
+    default="VANILLA", 
+    help="Inference mode (only applies to local models, default: VANILLA)"
 )
 @click.option("--prompt", "-p", required=True, help="Input prompt for the LLM completion")
 @click.option("--max-tokens", type=int, default=100, help="Maximum number of tokens for LLM completion output")
 @click.option("--stop-sequence", multiple=True, help="Stop sequences for LLM")
 @click.option("--temperature", type=float, default=0.0, help="Temperature for LLM inference (0.0 to 1.0)")
+@click.option("--local", is_flag=True, help="Force use of local model even if not in LLM enum")
+@click.option("--x402-settlement-mode", "x402_settlement_mode", type=click.Choice(x402SettlementModes.keys()), default="settle-batch", help="Settlement mode for x402 payload")
 @click.pass_context
-def completion(ctx, model_cid: str, inference_mode: str, prompt: str, max_tokens: int, stop_sequence: List[str], temperature: float):
+def completion(ctx, model_cid: str, inference_mode: str, x402_settlement_mode: str, prompt: str, max_tokens: int, stop_sequence: List[str], temperature: float, local: bool):
     """
-    Run completion inference on an LLM model.
+    Run completion inference on an LLM model (local or external).
 
-    This command runs a completion inference on the specified LLM model using the provided prompt and parameters.
+    This command supports both local OpenGradient models and external providers 
+    (OpenAI, Anthropic, Google, etc.). For external models, make sure to set 
+    the appropriate API key using 'opengradient config set-api-key'.
 
     Example usage:
 
     \b
-    opengradient completion --model meta-llama/Meta-Llama-3-8B-Instruct --prompt "Hello, how are you?" --max-tokens 50 --temperature 0.7
-    opengradient completion -m meta-llama/Meta-Llama-3-8B-Instruct -p "Translate to French: Hello world" --stop-sequence "." --stop-sequence "\\n"
+    # Local model
+    opengradient completion --model meta-llama/Meta-Llama-3-8B-Instruct --prompt "Hello, how are you?" --max-tokens 50
+    
+    # External OpenAI model
+    opengradient completion --model gpt-4o --prompt "Translate to French: Hello world" --max-tokens 50
+    
+    # External Anthropic model
+    opengradient completion --model claude-haiku-4-5-20251001--prompt "Write a haiku about coding" --max-tokens 100
+    
+    # External Google model
+    opengradient completion --model gemini-2.5-flash-lite --prompt "Explain quantum computing" --max-tokens 200
     """
     client: Client = ctx.obj["client"]
+    
     try:
-        click.echo(f'Running LLM completion inference for model "{model_cid}"\n')
+        is_local = local or model_cid in [llm.value for llm in LLM]
+        
+        if is_local:
+            click.echo(f'Running LLM completion inference for local model "{model_cid}"\n')
+        else:
+            click.echo(f'Running LLM completion inference for external model "{model_cid}"\n')
+        
         completion_output = client.llm_completion(
             model_cid=model_cid,
             inference_mode=LlmInferenceModes[inference_mode],
@@ -386,23 +470,32 @@ def completion(ctx, model_cid: str, inference_mode: str, prompt: str, max_tokens
             max_tokens=max_tokens,
             stop_sequence=list(stop_sequence),
             temperature=temperature,
+            local_model=local,
+            x402_settlement_mode=x402_settlement_mode,
         )
 
-        print_llm_completion_result(model_cid, completion_output.transaction_hash, completion_output.completion_output)
+        print_llm_completion_result(model_cid, completion_output.transaction_hash, completion_output.completion_output, is_local)
+        
     except Exception as e:
         click.echo(f"Error running LLM completion: {str(e)}")
 
 
-def print_llm_completion_result(model_cid, tx_hash, llm_output):
+def print_llm_completion_result(model_cid, tx_hash, llm_output, is_local=True):
     click.secho("✅ LLM completion Successful", fg="green", bold=True)
     click.echo("──────────────────────────────────────")
-    click.echo("Model CID: ", nl=False)
+    click.echo("Model: ", nl=False)
     click.secho(model_cid, fg="cyan", bold=True)
-    click.echo("Transaction hash: ", nl=False)
-    click.secho(tx_hash, fg="cyan", bold=True)
-    block_explorer_link = f"{DEFAULT_BLOCKCHAIN_EXPLORER}0x{tx_hash}"
-    click.echo("Block explorer link: ", nl=False)
-    click.secho(block_explorer_link, fg="blue", underline=True)
+    
+    if is_local and tx_hash != "external":
+        click.echo("Transaction hash: ", nl=False)
+        click.secho(tx_hash, fg="cyan", bold=True)
+        block_explorer_link = f"{DEFAULT_BLOCKCHAIN_EXPLORER}0x{tx_hash}"
+        click.echo("Block explorer link: ", nl=False)
+        click.secho(block_explorer_link, fg="blue", underline=True)
+    else:
+        click.echo("Source: ", nl=False)
+        click.secho("External Provider", fg="cyan", bold=True)
+    
     click.echo("──────────────────────────────────────")
     click.secho("LLM Output:", fg="yellow", bold=True)
     click.echo()
@@ -415,12 +508,15 @@ def print_llm_completion_result(model_cid, tx_hash, llm_output):
     "--model",
     "-m",
     "model_cid",
-    type=click.Choice([e.value for e in LLM]),
     required=True,
-    help="CID of the LLM model to run inference on",
+    help="Model identifier (local model from LLM enum or external model like 'gpt-4o', 'gemini-2.5-flash-lite', etc.)",
 )
 @click.option(
-    "--mode", "inference_mode", type=click.Choice(LlmInferenceModes.keys()), default="VANILLA", help="Inference mode (default: VANILLA)"
+    "--mode", 
+    "inference_mode", 
+    type=click.Choice(LlmInferenceModes.keys()), 
+    default="VANILLA", 
+    help="Inference mode (only applies to local models, default: VANILLA)"
 )
 @click.option("--messages", type=str, required=False, help="Input messages for the chat inference in JSON format")
 @click.option(
@@ -434,9 +530,14 @@ def print_llm_completion_result(model_cid, tx_hash, llm_output):
 @click.option("--temperature", type=float, default=0.0, help="Temperature for LLM inference (0.0 to 1.0)")
 @click.option("--tools", type=str, default=None, help="Tool configurations in JSON format")
 @click.option(
-    "--tools-file", type=click.Path(exists=True, path_type=Path), required=False, help="Path to JSON file containing tool configurations"
+    "--tools-file", 
+    type=click.Path(exists=True, path_type=Path), 
+    required=False, 
+    help="Path to JSON file containing tool configurations"
 )
 @click.option("--tool-choice", type=str, default="", help="Specific tool choice for the LLM")
+@click.option("--local", is_flag=True, help="Force use of local model even if not in LLM enum")
+@click.option("--x402-settlement-mode", type=click.Choice(x402SettlementModes.keys()), default="settle-batch", help="Settlement mode for x402 payload")
 @click.pass_context
 def chat(
     ctx,
@@ -450,23 +551,38 @@ def chat(
     tools: Optional[str],
     tools_file: Optional[Path],
     tool_choice: Optional[str],
+    x402_settlement_mode: Optional[str],
+    local: bool,
 ):
     """
-    Run chat inference on an LLM model.
+    Run chat inference on an LLM model (local or external).
 
-    This command runs a chat inference on the specified LLM model using the provided messages and parameters.
-
-    Tool call formatting is based on OpenAI documentation tool calls (see here: https://platform.openai.com/docs/guides/function-calling).
+    This command supports both local OpenGradient models and external providers.
+    Tool calling is supported for compatible models.
 
     Example usage:
 
     \b
-    opengradient chat --model meta-llama/Meta-Llama-3-8B-Instruct --messages '[{"role":"user","content":"hello"}]' --max-tokens 50 --temperature 0.7
-    opengradient chat --model mistralai/Mistral-7B-Instruct-v0.3 --messages-file messages.json --tools-file tools.json --max-tokens 200 --stop-sequence "." --stop-sequence "\\n"
+    # Local model
+    opengradient chat --model meta-llama/Meta-Llama-3-8B-Instruct --messages '[{"role":"user","content":"hello"}]' --max-tokens 50
+    
+    # External OpenAI model with tools
+    opengradient chat --model gpt-4o --messages-file messages.json --tools-file tools.json --max-tokens 200
+    
+    # External Anthropic model
+    opengradient chat --model claude-haiku-4-5-20251001 --messages '[{"role":"user","content":"Write a poem"}]' --max-tokens 100
     """
     client: Client = ctx.obj["client"]
+    
     try:
-        click.echo(f'Running LLM chat inference for model "{model_cid}"\n')
+        is_local = local or model_cid in [llm.value for llm in LLM]
+        
+        if is_local:
+            click.echo(f'Running LLM chat inference for local model "{model_cid}"\n')
+        else:
+            click.echo(f'Running LLM chat inference for external model "{model_cid}"\n')
+        
+        # Parse messages
         if not messages and not messages_file:
             click.echo("Must specify either messages or messages-file")
             ctx.exit(1)
@@ -486,10 +602,10 @@ def chat(
             with messages_file.open("r") as file:
                 messages = json.load(file)
 
-        # Parse tools if provided
+        # Parse tools
         if (tools and tools != "[]") and tools_file:
             click.echo("Cannot have both tools and tools-file")
-            click.exit(1)
+            ctx.exit(1)
             return
 
         parsed_tools = []
@@ -530,23 +646,38 @@ def chat(
             temperature=temperature,
             tools=parsed_tools,
             tool_choice=tool_choice,
+            local_model=local,
+            x402_settlement_mode=x402_settlement_mode,
         )
 
-        print_llm_chat_result(model_cid, completion_output.transaction_hash, completion_output.finish_reason, completion_output.chat_output)
+        print_llm_chat_result(
+            model_cid, 
+            completion_output.transaction_hash, 
+            completion_output.finish_reason, 
+            completion_output.chat_output,
+            is_local
+        )
+        
     except Exception as e:
         click.echo(f"Error running LLM chat inference: {str(e)}")
 
 
-def print_llm_chat_result(model_cid, tx_hash, finish_reason, chat_output):
+def print_llm_chat_result(model_cid, tx_hash, finish_reason, chat_output, is_local=True):
     click.secho("✅ LLM Chat Successful", fg="green", bold=True)
     click.echo("──────────────────────────────────────")
-    click.echo("Model CID: ", nl=False)
+    click.echo("Model: ", nl=False)
     click.secho(model_cid, fg="cyan", bold=True)
-    click.echo("Transaction hash: ", nl=False)
-    click.secho(tx_hash, fg="cyan", bold=True)
-    block_explorer_link = f"{DEFAULT_BLOCKCHAIN_EXPLORER}0x{tx_hash}"
-    click.echo("Block explorer link: ", nl=False)
-    click.secho(block_explorer_link, fg="blue", underline=True)
+    
+    if is_local and tx_hash != "external":
+        click.echo("Transaction hash: ", nl=False)
+        click.secho(tx_hash, fg="cyan", bold=True)
+        block_explorer_link = f"{DEFAULT_BLOCKCHAIN_EXPLORER}0x{tx_hash}"
+        click.echo("Block explorer link: ", nl=False)
+        click.secho(block_explorer_link, fg="blue", underline=True)
+    else:
+        click.echo("Source: ", nl=False)
+        click.secho("External Provider", fg="cyan", bold=True)
+    
     click.echo("──────────────────────────────────────")
     click.secho("Finish Reason: ", fg="yellow", bold=True)
     click.echo()
@@ -555,7 +686,6 @@ def print_llm_chat_result(model_cid, tx_hash, finish_reason, chat_output):
     click.secho("Chat Output:", fg="yellow", bold=True)
     click.echo()
     for key, value in chat_output.items():
-        # If the value doesn't give any information, don't print it
         if value != None and value != "" and value != "[]" and value != []:
             click.echo(f"{key}: {value}")
     click.echo()