opengradient 0.3.8__py3-none-any.whl → 0.3.9__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- opengradient/__init__.py +1 -1
- opengradient/cli.py +3 -4
- opengradient/types.py +2 -1
- {opengradient-0.3.8.dist-info → opengradient-0.3.9.dist-info}/METADATA +1 -1
- opengradient-0.3.9.dist-info/RECORD +15 -0
- {opengradient-0.3.8.dist-info → opengradient-0.3.9.dist-info}/WHEEL +1 -1
- opengradient-0.3.8.dist-info/RECORD +0 -15
- {opengradient-0.3.8.dist-info → opengradient-0.3.9.dist-info}/LICENSE +0 -0
- {opengradient-0.3.8.dist-info → opengradient-0.3.9.dist-info}/entry_points.txt +0 -0
- {opengradient-0.3.8.dist-info → opengradient-0.3.9.dist-info}/top_level.txt +0 -0
opengradient/__init__.py
CHANGED
opengradient/cli.py
CHANGED
|
@@ -417,7 +417,7 @@ def print_llm_completion_result(model_cid, tx_hash, llm_output):
|
|
|
417
417
|
help='Temperature for LLM inference (0.0 to 1.0)')
|
|
418
418
|
@click.option('--tools',
|
|
419
419
|
type=str,
|
|
420
|
-
default=
|
|
420
|
+
default=None,
|
|
421
421
|
help='Tool configurations in JSON format')
|
|
422
422
|
@click.option('--tools-file',
|
|
423
423
|
type=click.Path(exists=True, path_type=Path),
|
|
@@ -450,7 +450,6 @@ def chat(
|
|
|
450
450
|
opengradient chat --model meta-llama/Meta-Llama-3-8B-Instruct --messages '[{"role":"user","content":"hello"}]' --max-tokens 50 --temperature 0.7
|
|
451
451
|
opengradient chat -m mistralai/Mistral-7B-Instruct-v0.3 --messages-file messages.json --stop-sequence "." --stop-sequence "\n"
|
|
452
452
|
"""
|
|
453
|
-
# TODO (Kyle): ^^^^^^^ Edit description with more examples using tools
|
|
454
453
|
client: Client = ctx.obj['client']
|
|
455
454
|
try:
|
|
456
455
|
click.echo(f"Running LLM chat inference for model \"{model_cid}\"\n")
|
|
@@ -474,9 +473,9 @@ def chat(
|
|
|
474
473
|
messages = json.load(file)
|
|
475
474
|
|
|
476
475
|
# Parse tools if provided
|
|
477
|
-
if
|
|
476
|
+
if tools is not None and tools != "[]" and tools_file:
|
|
478
477
|
click.echo("Cannot have both tools and tools_file")
|
|
479
|
-
|
|
478
|
+
ctx.exit(1)
|
|
480
479
|
return
|
|
481
480
|
|
|
482
481
|
parsed_tools=[]
|
opengradient/types.py
CHANGED
|
@@ -77,4 +77,5 @@ class Abi:
|
|
|
77
77
|
class LLM(str, Enum):
|
|
78
78
|
META_LLAMA3_8B_INSTRUCT = "meta-llama/Meta-Llama-3-8B-Instruct"
|
|
79
79
|
LLAMA_3_2_3B_INSTRUCT = "meta-llama/Llama-3.2-3B-Instruct"
|
|
80
|
-
MISTRAL_7B_INSTRUCT_V3 = "mistralai/Mistral-7B-Instruct-v0.3"
|
|
80
|
+
MISTRAL_7B_INSTRUCT_V3 = "mistralai/Mistral-7B-Instruct-v0.3"
|
|
81
|
+
HERMES_3_LLAMA_3_1_70B = "NousResearch/Hermes-3-Llama-3.1-70B"
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
opengradient/__init__.py,sha256=eExTI4XJMp1rPcUy5jH2xi_P4qKph0P98Qf4xJ3yQ4I,3110
|
|
2
|
+
opengradient/account.py,sha256=2B7rtCXQDX-yF4U69h8B9-OUreJU4IqoGXG_1Hn9nWs,1150
|
|
3
|
+
opengradient/cli.py,sha256=0SRt9iQcCHxR1QmsF54-KhdpqHx9_va0UyckoPQcYwg,22937
|
|
4
|
+
opengradient/client.py,sha256=yaexPTr-CSPQXR5AOrhHDmygKCq37Q_FIVy8Mtq6THk,31253
|
|
5
|
+
opengradient/defaults.py,sha256=jweJ6QyzNY0oO22OUA8B-uJPA90cyedhMT9J38MmGjw,319
|
|
6
|
+
opengradient/exceptions.py,sha256=v4VmUGTvvtjhCZAhR24Ga42z3q-DzR1Y5zSqP_yn2Xk,3366
|
|
7
|
+
opengradient/types.py,sha256=kRCkxJ2xD6Y5eLmrrS61t66qm7jzNF0Qbnntl1_FMKk,2143
|
|
8
|
+
opengradient/utils.py,sha256=_dEIhepJXjJFfHLGTUwXloZJXnlQbvwqHSPu08548jI,6532
|
|
9
|
+
opengradient/abi/inference.abi,sha256=VMxv4pli9ESYL2hCpbU41Z_WweCBy_3EcTYkCWCb-rU,6623
|
|
10
|
+
opengradient-0.3.9.dist-info/LICENSE,sha256=xEcvQ3AxZOtDkrqkys2Mm6Y9diEnaSeQRKvxi-JGnNA,1069
|
|
11
|
+
opengradient-0.3.9.dist-info/METADATA,sha256=ZAayPv7Ugn-NZqpjDEXTm56djR8iePhbHWr5Ajx-Ma8,7608
|
|
12
|
+
opengradient-0.3.9.dist-info/WHEEL,sha256=R06PA3UVYHThwHvxuRWMqaGcr-PuniXahwjmQRFMEkY,91
|
|
13
|
+
opengradient-0.3.9.dist-info/entry_points.txt,sha256=yUKTaJx8RXnybkob0J62wVBiCp_1agVbgw9uzsmaeJc,54
|
|
14
|
+
opengradient-0.3.9.dist-info/top_level.txt,sha256=oC1zimVLa2Yi1LQz8c7x-0IQm92milb5ax8gHBHwDqU,13
|
|
15
|
+
opengradient-0.3.9.dist-info/RECORD,,
|
|
@@ -1,15 +0,0 @@
|
|
|
1
|
-
opengradient/__init__.py,sha256=OYFubsCX5iHd8Yc_T17nB_CDkOdgsiDvgBFx1UaOk0s,3110
|
|
2
|
-
opengradient/account.py,sha256=2B7rtCXQDX-yF4U69h8B9-OUreJU4IqoGXG_1Hn9nWs,1150
|
|
3
|
-
opengradient/cli.py,sha256=Mv7iAyeBFUxaXL1hDIgHgn5x-GCMdi2BQgY6zrOkg_4,23003
|
|
4
|
-
opengradient/client.py,sha256=yaexPTr-CSPQXR5AOrhHDmygKCq37Q_FIVy8Mtq6THk,31253
|
|
5
|
-
opengradient/defaults.py,sha256=jweJ6QyzNY0oO22OUA8B-uJPA90cyedhMT9J38MmGjw,319
|
|
6
|
-
opengradient/exceptions.py,sha256=v4VmUGTvvtjhCZAhR24Ga42z3q-DzR1Y5zSqP_yn2Xk,3366
|
|
7
|
-
opengradient/types.py,sha256=Hkp0cXveMtNKxMpcwIHl1n4OGgYxx0HQM70qA05SZV8,2076
|
|
8
|
-
opengradient/utils.py,sha256=_dEIhepJXjJFfHLGTUwXloZJXnlQbvwqHSPu08548jI,6532
|
|
9
|
-
opengradient/abi/inference.abi,sha256=VMxv4pli9ESYL2hCpbU41Z_WweCBy_3EcTYkCWCb-rU,6623
|
|
10
|
-
opengradient-0.3.8.dist-info/LICENSE,sha256=xEcvQ3AxZOtDkrqkys2Mm6Y9diEnaSeQRKvxi-JGnNA,1069
|
|
11
|
-
opengradient-0.3.8.dist-info/METADATA,sha256=CF-pugA2hzgyhEFxFOo53LL_no6eZ8GiaJIw8qEocr8,7608
|
|
12
|
-
opengradient-0.3.8.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
|
|
13
|
-
opengradient-0.3.8.dist-info/entry_points.txt,sha256=yUKTaJx8RXnybkob0J62wVBiCp_1agVbgw9uzsmaeJc,54
|
|
14
|
-
opengradient-0.3.8.dist-info/top_level.txt,sha256=oC1zimVLa2Yi1LQz8c7x-0IQm92milb5ax8gHBHwDqU,13
|
|
15
|
-
opengradient-0.3.8.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|