opengradient 0.3.2__py3-none-any.whl → 0.3.3__py3-none-any.whl

opengradient/__init__.py

@@ -1,8 +1,8 @@
 from .client import Client
 from .defaults import *
 from .types import InferenceMode
-from typing import List, Dict
-__version__ = "0.3.2"
+from typing import List, Dict, Optional, Tuple
+__version__ = "0.3.3"
 
 _client = None
 

{opengradient-0.3.2.dist-info → opengradient-0.3.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: opengradient
-Version: 0.3.2
+Version: 0.3.3
 Summary: Python SDK for OpenGradient decentralized model management & inference services
 Author-email: OpenGradient <oliver@opengradient.ai>
 License: MIT License
@@ -227,4 +227,9 @@ opengradient infer QmbUqS93oc4JTLMHwpVxsE39mhNxy6hpf6Py3r9oANr8aZ VANILLA '{"num
 opengradient infer QmbUqS93oc4JTLMHwpVxsE39mhNxy6hpf6Py3r9oANr8aZ VANILLA --input_file input.json
 ```
 
+#### Run LLM Inference
+```bash
+opengradient llm --model "meta-llama/Meta-Llama-3-8B-Instruct" --prompt "Translate to French: Hello, how are you?" --max-tokens 50 --temperature 0.7
+```
+
 For more information read the OpenGradient [documentation](https://docs.opengradient.ai/).

{opengradient-0.3.2.dist-info → opengradient-0.3.3.dist-info}/RECORD

@@ -1,4 +1,4 @@
-opengradient/__init__.py,sha256=f1f7RSil3XAhjeTtcLuKuVyovgw7uIal1Xm3SyFrceA,2430
+opengradient/__init__.py,sha256=91_tgWyaYIeOUxbE6h3F1IreQbFd9-zuRft3rnsgylY,2447
 opengradient/account.py,sha256=s1C4hAtc8vcHObWjwxwlYJA041S6DTbr7-rK6qiWPsQ,1149
 opengradient/cli.py,sha256=T59Z2S3AsMVS6TLgsSgxW9esssvYP5ZmVJrYE6p4oW4,16105
 opengradient/client.py,sha256=DCDp2EWPF62ZQnx2_cM0wPghRxgn213VnR65R8yZBVY,23964
@@ -8,9 +8,9 @@ opengradient/types.py,sha256=EoJN-DkQrJ2WTUv8OenlrlWJWFY2jPGTl-T8C_OVjp8,1849
 opengradient/utils.py,sha256=F1Nj-GMNFQFxCtbGgWQq1RP4TSurbpQxJV3yKeEo1b0,6482
 opengradient/abi/inference.abi,sha256=u8FsW0s1YeRjUb9eLS1k_qh_5f_cwOdr0bii-tAdxh0,2683
 opengradient/abi/llm.abi,sha256=zhiPFyBT09EI3QU5DVoKHo7e8T9PFcfIQ3RHDYetm4M,3609
-opengradient-0.3.2.dist-info/LICENSE,sha256=xEcvQ3AxZOtDkrqkys2Mm6Y9diEnaSeQRKvxi-JGnNA,1069
-opengradient-0.3.2.dist-info/METADATA,sha256=x0ItAXOKTD_3D6cTscWUBDloysJNgZCCZ2YruhjJwDE,7620
-opengradient-0.3.2.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
-opengradient-0.3.2.dist-info/entry_points.txt,sha256=yUKTaJx8RXnybkob0J62wVBiCp_1agVbgw9uzsmaeJc,54
-opengradient-0.3.2.dist-info/top_level.txt,sha256=oC1zimVLa2Yi1LQz8c7x-0IQm92milb5ax8gHBHwDqU,13
-opengradient-0.3.2.dist-info/RECORD,,
+opengradient-0.3.3.dist-info/LICENSE,sha256=xEcvQ3AxZOtDkrqkys2Mm6Y9diEnaSeQRKvxi-JGnNA,1069
+opengradient-0.3.3.dist-info/METADATA,sha256=80TVQCE8tC5JX7ZuFdqXu5IdFbuCmo5hi1g96eGrCQA,7805
+opengradient-0.3.3.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
+opengradient-0.3.3.dist-info/entry_points.txt,sha256=yUKTaJx8RXnybkob0J62wVBiCp_1agVbgw9uzsmaeJc,54
+opengradient-0.3.3.dist-info/top_level.txt,sha256=oC1zimVLa2Yi1LQz8c7x-0IQm92milb5ax8gHBHwDqU,13
+opengradient-0.3.3.dist-info/RECORD,,