kalavai-client 0.5.20__py3-none-any.whl → 0.5.21__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- kalavai_client/__init__.py +1 -1
- kalavai_client/cli.py +2 -4
- kalavai_client/core.py +3 -1
- {kalavai_client-0.5.20.dist-info → kalavai_client-0.5.21.dist-info}/METADATA +5 -9
- {kalavai_client-0.5.20.dist-info → kalavai_client-0.5.21.dist-info}/RECORD +8 -8
- {kalavai_client-0.5.20.dist-info → kalavai_client-0.5.21.dist-info}/LICENSE +0 -0
- {kalavai_client-0.5.20.dist-info → kalavai_client-0.5.21.dist-info}/WHEEL +0 -0
- {kalavai_client-0.5.20.dist-info → kalavai_client-0.5.21.dist-info}/entry_points.txt +0 -0
kalavai_client/__init__.py
CHANGED
@@ -1,2 +1,2 @@
|
|
1
1
|
|
2
|
-
__version__ = "0.5.
|
2
|
+
__version__ = "0.5.21"
|
kalavai_client/cli.py
CHANGED
@@ -319,14 +319,12 @@ def pool__publish(*others, description=None):
|
|
319
319
|
console.log(f"[red]Problems with your pool: {str(e)}")
|
320
320
|
return
|
321
321
|
choices = select_token_type()
|
322
|
-
token = pool__token(**choices)
|
322
|
+
token = pool__token(**choices)["token"]
|
323
323
|
|
324
324
|
if description is None:
|
325
325
|
console.log("[yellow] [Markdown] In a few words (max 500 chars), describe your goals with this cluster. Remember, this is what other users will see to decide whether to share their resources with you, [blue]so inspire them!")
|
326
326
|
description = input(f"(You can edit this later in {KALAVAI_PLATFORM_URL}\n")
|
327
327
|
|
328
|
-
description = description
|
329
|
-
|
330
328
|
try:
|
331
329
|
valid = check_token(token=token, public=True)
|
332
330
|
if "error" in valid:
|
@@ -462,7 +460,7 @@ def pool__token(*others, admin=False, user=False, worker=False):
|
|
462
460
|
console.log(f"[red]{join_token}")
|
463
461
|
else:
|
464
462
|
console.log("[green]Join token:")
|
465
|
-
print(join_token)
|
463
|
+
print(join_token["token"])
|
466
464
|
return join_token
|
467
465
|
|
468
466
|
@arguably.command
|
kalavai_client/core.py
CHANGED
@@ -289,8 +289,10 @@ def fetch_job_details(jobs: list[Job]):
|
|
289
289
|
status = "running"
|
290
290
|
elif any([st in workers_status for st in ["Failed", "Completed"]]):
|
291
291
|
status = "error"
|
292
|
-
|
292
|
+
elif any([st in workers_status for st in ["Pending"]]):
|
293
293
|
status = "pending"
|
294
|
+
else:
|
295
|
+
status = "working"
|
294
296
|
job_details.append(
|
295
297
|
Job(owner=namespace,
|
296
298
|
name=deployment,
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.3
|
2
2
|
Name: kalavai-client
|
3
|
-
Version: 0.5.
|
3
|
+
Version: 0.5.21
|
4
4
|
Summary: Client app for kalavai platform
|
5
5
|
License: Apache-2.0
|
6
6
|
Keywords: LLM,platform
|
@@ -26,6 +26,7 @@ Requires-Dist: Pillow (==10.3.0)
|
|
26
26
|
Requires-Dist: anvil-uplink (==0.5.1)
|
27
27
|
Requires-Dist: arguably (>=1.2.5)
|
28
28
|
Requires-Dist: build ; extra == "dev"
|
29
|
+
Requires-Dist: fastapi (==0.115.8)
|
29
30
|
Requires-Dist: importlib_resources (==6.5.2)
|
30
31
|
Requires-Dist: jinja2 (==3.1.4)
|
31
32
|
Requires-Dist: netifaces (==0.11.0)
|
@@ -38,6 +39,7 @@ Requires-Dist: requests (>=2.25)
|
|
38
39
|
Requires-Dist: rich (==13.7.1)
|
39
40
|
Requires-Dist: setuptools (>75.0.0)
|
40
41
|
Requires-Dist: twine ; extra == "dev"
|
42
|
+
Requires-Dist: uvicorn (==0.34.0)
|
41
43
|
Project-URL: Homepage, https://platform.kalavai.net
|
42
44
|
Project-URL: Website, https://kalavai.net
|
43
45
|
Description-Content-Type: text/markdown
|
@@ -154,8 +156,6 @@ Not what you were looking for? [Tell us](https://github.com/kalavai-net/kalavai-
|
|
154
156
|
|
155
157
|
The `kalavai-client` is the main tool to interact with the Kalavai platform, to create and manage both local and public pools and also to interact with them (e.g. deploy models). Let's go over its installation.
|
156
158
|
|
157
|
-
From release **v0.5.0, you can now install `kalavai-client` in non-worker computers**. You can run a pool on a set of machines and have the client on a remote computer from which you access the LLM pool. Because the client only requires having python installed, this means more computers are now supported to run it.
|
158
|
-
|
159
159
|
|
160
160
|
<details>
|
161
161
|
|
@@ -211,7 +211,7 @@ pip install kalavai-client
|
|
211
211
|
```
|
212
212
|
|
213
213
|
|
214
|
-
##
|
214
|
+
## Create a a local, private LLM pool
|
215
215
|
|
216
216
|
> Kalavai is **free to use, no caps, for both commercial and non-commercial purposes**. All you need to get started is one or more computers that can see each other (i.e. within the same network), and you are good to go. If you are interested in join computers in different locations / networks, [contact us](mailto:info@kalavai.net) or [book a demo](https://app.onecal.io/b/kalavai/book-a-demo) with the founders.
|
217
217
|
|
@@ -237,11 +237,7 @@ Check out [our guide](https://kalavai-net.github.io/kalavai-client/public_llm_po
|
|
237
237
|
|
238
238
|
## Enough already, let's run stuff!
|
239
239
|
|
240
|
-
Check our [examples](examples/) to put your new AI pool to good use!
|
241
|
-
- [Single node vLLM GPU LLM](examples/singlenode_gpu_vllm.md) deployment
|
242
|
-
- [Multi node vLLM GPU LLM](examples/multinode_gpu_vllm.md) deployment
|
243
|
-
- [Aphrodite-engine quantized LLM](examples/quantized_gpu_llm.md) deployment, including Kobold interface
|
244
|
-
- [Ray cluster](examples/ray_cluster.md) for distributed computation.
|
240
|
+
Check our [examples](examples/) to put your new AI pool to good use! For an end to end tour, check our [self-hosted](https://kalavai-net.github.io/kalavai-client/self_hosted_llm_pool/) and [public LLM pools](https://kalavai-net.github.io/kalavai-client/public_llm_pool/) guides.
|
245
241
|
|
246
242
|
|
247
243
|
## Compatibility matrix
|
@@ -1,4 +1,4 @@
|
|
1
|
-
kalavai_client/__init__.py,sha256=
|
1
|
+
kalavai_client/__init__.py,sha256=LIT9uJV0JSGoxjwoHAvYM7EHKvgVBbXXas273l5C2UM,23
|
2
2
|
kalavai_client/__main__.py,sha256=WQUfxvRsBJH5gsCJg8pLz95QnZIj7Ol8psTO77m0QE0,73
|
3
3
|
kalavai_client/assets/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
4
4
|
kalavai_client/assets/apps.yaml,sha256=V1x1FY-fyYsYrXvcIMv3QrBCgJ7jNunluRyJh67eWB0,5983
|
@@ -13,13 +13,13 @@ kalavai_client/assets/user_workspace_values.yaml,sha256=G0HOzQUxrDMCwuW9kbWUZaKM
|
|
13
13
|
kalavai_client/auth.py,sha256=QsBh28L2LwjBBK6pTUE4Xu36lLDTyetyU1YfS1Hbb6g,1717
|
14
14
|
kalavai_client/bridge_api.py,sha256=hp5YjMu0HBI9VGMx6hahXfMIGPLwNtSd09UKxmKnGXc,4852
|
15
15
|
kalavai_client/bridge_models.py,sha256=rXBnE5r6Oe9GxGkk1ITkvp6YQqahp72Rrzf-QM2quH8,771
|
16
|
-
kalavai_client/cli.py,sha256=
|
16
|
+
kalavai_client/cli.py,sha256=ef4ZZJcRVP5PWS77XpsYZgwYK3CEny5o3Z7_JlLooN4,47845
|
17
17
|
kalavai_client/cluster.py,sha256=gwjmdsd--YrffT0BmZDOEpbrdm3lPskUuN5jdgcrOR0,12947
|
18
|
-
kalavai_client/core.py,sha256=
|
18
|
+
kalavai_client/core.py,sha256=V-WfeI3QLo82GpNC-UZ_MtvdsE4njkT4ic1Pxe3HHWo,29756
|
19
19
|
kalavai_client/env.py,sha256=Zg2pP-xGJpQumo56KMBxBLgIsBmcNN0S9R-ZP2-s630,2604
|
20
20
|
kalavai_client/utils.py,sha256=rz5W9PRZrTpgdmOs6yeqUi4f_q_L-3BJ5g1o7Asgnyo,13386
|
21
|
-
kalavai_client-0.5.
|
22
|
-
kalavai_client-0.5.
|
23
|
-
kalavai_client-0.5.
|
24
|
-
kalavai_client-0.5.
|
25
|
-
kalavai_client-0.5.
|
21
|
+
kalavai_client-0.5.21.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
22
|
+
kalavai_client-0.5.21.dist-info/METADATA,sha256=UBVRAEyPpQF2-f6sGiEHiu81oL2VyjW2InPUWltbI_8,14443
|
23
|
+
kalavai_client-0.5.21.dist-info/WHEEL,sha256=XbeZDeTWKc1w7CSIyre5aMDU_-PohRwTQceYnisIYYY,88
|
24
|
+
kalavai_client-0.5.21.dist-info/entry_points.txt,sha256=9T6D45gxwzfVbglMm1r6XPdXuuZdHfy_7fCeu2jUphc,50
|
25
|
+
kalavai_client-0.5.21.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|