kalavai-client 0.5.20__py3-none-any.whl → 0.5.21__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,2 +1,2 @@
1
1
 
2
- __version__ = "0.5.20"
2
+ __version__ = "0.5.21"
kalavai_client/cli.py CHANGED
@@ -319,14 +319,12 @@ def pool__publish(*others, description=None):
319
319
  console.log(f"[red]Problems with your pool: {str(e)}")
320
320
  return
321
321
  choices = select_token_type()
322
- token = pool__token(**choices)
322
+ token = pool__token(**choices)["token"]
323
323
 
324
324
  if description is None:
325
325
  console.log("[yellow] [Markdown] In a few words (max 500 chars), describe your goals with this cluster. Remember, this is what other users will see to decide whether to share their resources with you, [blue]so inspire them!")
326
326
  description = input(f"(You can edit this later in {KALAVAI_PLATFORM_URL}\n")
327
327
 
328
- description = description
329
-
330
328
  try:
331
329
  valid = check_token(token=token, public=True)
332
330
  if "error" in valid:
@@ -462,7 +460,7 @@ def pool__token(*others, admin=False, user=False, worker=False):
462
460
  console.log(f"[red]{join_token}")
463
461
  else:
464
462
  console.log("[green]Join token:")
465
- print(join_token)
463
+ print(join_token["token"])
466
464
  return join_token
467
465
 
468
466
  @arguably.command
kalavai_client/core.py CHANGED
@@ -289,8 +289,10 @@ def fetch_job_details(jobs: list[Job]):
289
289
  status = "running"
290
290
  elif any([st in workers_status for st in ["Failed", "Completed"]]):
291
291
  status = "error"
292
- else:
292
+ elif any([st in workers_status for st in ["Pending"]]):
293
293
  status = "pending"
294
+ else:
295
+ status = "working"
294
296
  job_details.append(
295
297
  Job(owner=namespace,
296
298
  name=deployment,
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.3
2
2
  Name: kalavai-client
3
- Version: 0.5.20
3
+ Version: 0.5.21
4
4
  Summary: Client app for kalavai platform
5
5
  License: Apache-2.0
6
6
  Keywords: LLM,platform
@@ -26,6 +26,7 @@ Requires-Dist: Pillow (==10.3.0)
26
26
  Requires-Dist: anvil-uplink (==0.5.1)
27
27
  Requires-Dist: arguably (>=1.2.5)
28
28
  Requires-Dist: build ; extra == "dev"
29
+ Requires-Dist: fastapi (==0.115.8)
29
30
  Requires-Dist: importlib_resources (==6.5.2)
30
31
  Requires-Dist: jinja2 (==3.1.4)
31
32
  Requires-Dist: netifaces (==0.11.0)
@@ -38,6 +39,7 @@ Requires-Dist: requests (>=2.25)
38
39
  Requires-Dist: rich (==13.7.1)
39
40
  Requires-Dist: setuptools (>75.0.0)
40
41
  Requires-Dist: twine ; extra == "dev"
42
+ Requires-Dist: uvicorn (==0.34.0)
41
43
  Project-URL: Homepage, https://platform.kalavai.net
42
44
  Project-URL: Website, https://kalavai.net
43
45
  Description-Content-Type: text/markdown
@@ -154,8 +156,6 @@ Not what you were looking for? [Tell us](https://github.com/kalavai-net/kalavai-
154
156
 
155
157
  The `kalavai-client` is the main tool to interact with the Kalavai platform, to create and manage both local and public pools and also to interact with them (e.g. deploy models). Let's go over its installation.
156
158
 
157
- From release **v0.5.0, you can now install `kalavai-client` in non-worker computers**. You can run a pool on a set of machines and have the client on a remote computer from which you access the LLM pool. Because the client only requires having python installed, this means more computers are now supported to run it.
158
-
159
159
 
160
160
  <details>
161
161
 
@@ -211,7 +211,7 @@ pip install kalavai-client
211
211
  ```
212
212
 
213
213
 
214
- ## Createa a local, private LLM pool
214
+ ## Create a a local, private LLM pool
215
215
 
216
216
  > Kalavai is **free to use, no caps, for both commercial and non-commercial purposes**. All you need to get started is one or more computers that can see each other (i.e. within the same network), and you are good to go. If you are interested in join computers in different locations / networks, [contact us](mailto:info@kalavai.net) or [book a demo](https://app.onecal.io/b/kalavai/book-a-demo) with the founders.
217
217
 
@@ -237,11 +237,7 @@ Check out [our guide](https://kalavai-net.github.io/kalavai-client/public_llm_po
237
237
 
238
238
  ## Enough already, let's run stuff!
239
239
 
240
- Check our [examples](examples/) to put your new AI pool to good use!
241
- - [Single node vLLM GPU LLM](examples/singlenode_gpu_vllm.md) deployment
242
- - [Multi node vLLM GPU LLM](examples/multinode_gpu_vllm.md) deployment
243
- - [Aphrodite-engine quantized LLM](examples/quantized_gpu_llm.md) deployment, including Kobold interface
244
- - [Ray cluster](examples/ray_cluster.md) for distributed computation.
240
+ Check our [examples](examples/) to put your new AI pool to good use! For an end to end tour, check our [self-hosted](https://kalavai-net.github.io/kalavai-client/self_hosted_llm_pool/) and [public LLM pools](https://kalavai-net.github.io/kalavai-client/public_llm_pool/) guides.
245
241
 
246
242
 
247
243
  ## Compatibility matrix
@@ -1,4 +1,4 @@
1
- kalavai_client/__init__.py,sha256=YJ16sMq9PK__3-NzHbGxz6Zz5IYwpCEzy4p-Yddy-o8,23
1
+ kalavai_client/__init__.py,sha256=LIT9uJV0JSGoxjwoHAvYM7EHKvgVBbXXas273l5C2UM,23
2
2
  kalavai_client/__main__.py,sha256=WQUfxvRsBJH5gsCJg8pLz95QnZIj7Ol8psTO77m0QE0,73
3
3
  kalavai_client/assets/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
4
4
  kalavai_client/assets/apps.yaml,sha256=V1x1FY-fyYsYrXvcIMv3QrBCgJ7jNunluRyJh67eWB0,5983
@@ -13,13 +13,13 @@ kalavai_client/assets/user_workspace_values.yaml,sha256=G0HOzQUxrDMCwuW9kbWUZaKM
13
13
  kalavai_client/auth.py,sha256=QsBh28L2LwjBBK6pTUE4Xu36lLDTyetyU1YfS1Hbb6g,1717
14
14
  kalavai_client/bridge_api.py,sha256=hp5YjMu0HBI9VGMx6hahXfMIGPLwNtSd09UKxmKnGXc,4852
15
15
  kalavai_client/bridge_models.py,sha256=rXBnE5r6Oe9GxGkk1ITkvp6YQqahp72Rrzf-QM2quH8,771
16
- kalavai_client/cli.py,sha256=u9zy2H3Ntn3fOnQyYU8XjVPmouZNqyJxiyXBVA5EtEA,47862
16
+ kalavai_client/cli.py,sha256=ef4ZZJcRVP5PWS77XpsYZgwYK3CEny5o3Z7_JlLooN4,47845
17
17
  kalavai_client/cluster.py,sha256=gwjmdsd--YrffT0BmZDOEpbrdm3lPskUuN5jdgcrOR0,12947
18
- kalavai_client/core.py,sha256=JTyGpi4Xez_kAgEpcInErS-Ot3dFLoNY48nEBQJLuOc,29653
18
+ kalavai_client/core.py,sha256=V-WfeI3QLo82GpNC-UZ_MtvdsE4njkT4ic1Pxe3HHWo,29756
19
19
  kalavai_client/env.py,sha256=Zg2pP-xGJpQumo56KMBxBLgIsBmcNN0S9R-ZP2-s630,2604
20
20
  kalavai_client/utils.py,sha256=rz5W9PRZrTpgdmOs6yeqUi4f_q_L-3BJ5g1o7Asgnyo,13386
21
- kalavai_client-0.5.20.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
22
- kalavai_client-0.5.20.dist-info/METADATA,sha256=aHwXRZpoiBBSDbjthDxR2ncdeLTInAUJ2cci3Li7Dn0,14800
23
- kalavai_client-0.5.20.dist-info/WHEEL,sha256=XbeZDeTWKc1w7CSIyre5aMDU_-PohRwTQceYnisIYYY,88
24
- kalavai_client-0.5.20.dist-info/entry_points.txt,sha256=9T6D45gxwzfVbglMm1r6XPdXuuZdHfy_7fCeu2jUphc,50
25
- kalavai_client-0.5.20.dist-info/RECORD,,
21
+ kalavai_client-0.5.21.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
22
+ kalavai_client-0.5.21.dist-info/METADATA,sha256=UBVRAEyPpQF2-f6sGiEHiu81oL2VyjW2InPUWltbI_8,14443
23
+ kalavai_client-0.5.21.dist-info/WHEEL,sha256=XbeZDeTWKc1w7CSIyre5aMDU_-PohRwTQceYnisIYYY,88
24
+ kalavai_client-0.5.21.dist-info/entry_points.txt,sha256=9T6D45gxwzfVbglMm1r6XPdXuuZdHfy_7fCeu2jUphc,50
25
+ kalavai_client-0.5.21.dist-info/RECORD,,