opengradient 0.3.14__py3-none-any.whl → 0.3.15__py3-none-any.whl

opengradient/__init__.py

@@ -5,7 +5,7 @@ from .defaults import DEFAULT_INFERENCE_CONTRACT_ADDRESS, DEFAULT_RPC_URL
 from .types import InferenceMode, LLM
 from . import llm
 
-__version__ = "0.3.14"
+__version__ = "0.3.15"
 
 _client = None
 

{opengradient-0.3.14.dist-info → opengradient-0.3.15.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: opengradient
-Version: 0.3.14
+Version: 0.3.15
 Summary: Python SDK for OpenGradient decentralized model management & inference services
 Project-URL: Homepage, https://opengradient.ai
 Author-email: OpenGradient <oliver@opengradient.ai>
@@ -183,6 +183,39 @@ og.infer(model_cid, model_inputs, inference_mode)
 ```
  - inference mode can be `VANILLA`, `ZKML`, or `TEE`
 
+### LLM Inference
+#### LLM Completion
+```python
+tx_hash, response = og.llm_completion(
+    model_cid='meta-llama/Meta-Llama-3-8B-Instruct',
+    prompt="Translate the following English text to French: 'Hello, how are you?'",
+    max_tokens=50,
+    temperature=0.0
+)
+``` 
+
+#### LLM Chat
+```python
+# create messages history
+messages = [
+    {
+        "role": "system",
+        "content": "You are a helpful AI assistant.",
+        "name": "HAL"
+    },
+    {
+        "role": "user",
+        "content": "Hello! How are you doing? Can you repeat my name?",
+    }]
+
+# run LLM inference
+tx_hash, finish_reason, message = og.llm_chat(
+  model_cid=og.LLM.MISTRAL_7B_INSTRUCT_V3,
+  messages=messages
+)
+```
+
+
 
 ## Using the CLI
 
@@ -223,8 +256,18 @@ opengradient infer QmbUqS93oc4JTLMHwpVxsE39mhNxy6hpf6Py3r9oANr8aZ VANILLA --inpu
 ```
 
 #### Run LLM Inference
+We also have explicit support for using LLMs through the completion and chat commands in the CLI.
+
+For example, you can run a competion inference with Llama-3 using the following command:
+
+``` bash
+opengradient completion --model "meta-llama/Meta-Llama-3-8B-Instruct" --prompt "hello who are you?" --max-tokens 50
+```
+
+Or you can use files instead of text input in order to simplify your command:
+
 ```bash
-opengradient llm --model "meta-llama/Meta-Llama-3-8B-Instruct" --prompt "Translate to French: Hello, how are you?" --max-tokens 50 --temperature 0.7
+opengradient chat --model "mistralai/Mistral-7B-Instruct-v0.3" --messages-file messages.json --tools-file tools.json --max-tokens 200
 ```
 
 For more information read the OpenGradient [documentation](https://docs.opengradient.ai/).

{opengradient-0.3.14.dist-info → opengradient-0.3.15.dist-info}/RECORD

@@ -1,4 +1,4 @@
-opengradient/__init__.py,sha256=P68cxSGs67Q11cuXiWywThnAweCiTImzw8o1pGrO46c,4015
+opengradient/__init__.py,sha256=ATwimOCIZli1u5WKTMfhtH3VDeACqgK29BFAihyquvM,4015
 opengradient/account.py,sha256=2B7rtCXQDX-yF4U69h8B9-OUreJU4IqoGXG_1Hn9nWs,1150
 opengradient/cli.py,sha256=kdYR_AFKHV99HtO_son7vHpM5jWVZe8FO0iMWxJ7pJE,24444
 opengradient/client.py,sha256=RdlTz60NJKVJihYY6oVYLfNOg6RGnJbfG-2UIxUk-ws,37069
@@ -13,8 +13,8 @@ opengradient/proto/__init__.py,sha256=AhaSmrqV0TXGzCKaoPV8-XUvqs2fGAJBM2aOmDpkNb
 opengradient/proto/infer.proto,sha256=13eaEMcppxkBF8yChptsX9HooWFwJKze7oLZNl-LEb8,1217
 opengradient/proto/infer_pb2.py,sha256=wg2vjLQCNv6HRhYuIqgj9xivi3nO4IPz6E5wh2dhDqY,3446
 opengradient/proto/infer_pb2_grpc.py,sha256=y5GYwD1EdNs892xx58jdfyA0fO5QC7k3uZOtImTHMiE,6891
-opengradient-0.3.14.dist-info/METADATA,sha256=Ubgdi-3aaCIQtSPi5T553DRTWV_-x84WcJqZxcwMykY,7612
-opengradient-0.3.14.dist-info/WHEEL,sha256=C2FUgwZgiLbznR-k0b_5k3Ai_1aASOXDss3lzCUsUug,87
-opengradient-0.3.14.dist-info/entry_points.txt,sha256=yUKTaJx8RXnybkob0J62wVBiCp_1agVbgw9uzsmaeJc,54
-opengradient-0.3.14.dist-info/licenses/LICENSE,sha256=xEcvQ3AxZOtDkrqkys2Mm6Y9diEnaSeQRKvxi-JGnNA,1069
-opengradient-0.3.14.dist-info/RECORD,,
+opengradient-0.3.15.dist-info/METADATA,sha256=j1LRy_faAg69fDQNEJhByO7kiPtd6jO-DQbNhDk99h0,8692
+opengradient-0.3.15.dist-info/WHEEL,sha256=C2FUgwZgiLbznR-k0b_5k3Ai_1aASOXDss3lzCUsUug,87
+opengradient-0.3.15.dist-info/entry_points.txt,sha256=yUKTaJx8RXnybkob0J62wVBiCp_1agVbgw9uzsmaeJc,54
+opengradient-0.3.15.dist-info/licenses/LICENSE,sha256=xEcvQ3AxZOtDkrqkys2Mm6Y9diEnaSeQRKvxi-JGnNA,1069
+opengradient-0.3.15.dist-info/RECORD,,