kalavai-client 0.5.4__py2.py3-none-any.whl → 0.5.5__py2.py3-none-any.whl
Sign up to get free protection for your applications and to get access to all the features.
- kalavai_client/__init__.py +1 -1
- kalavai_client/utils.py +0 -39
- {kalavai_client-0.5.4.dist-info → kalavai_client-0.5.5.dist-info}/METADATA +13 -3
- {kalavai_client-0.5.4.dist-info → kalavai_client-0.5.5.dist-info}/RECORD +7 -7
- {kalavai_client-0.5.4.dist-info → kalavai_client-0.5.5.dist-info}/LICENSE +0 -0
- {kalavai_client-0.5.4.dist-info → kalavai_client-0.5.5.dist-info}/WHEEL +0 -0
- {kalavai_client-0.5.4.dist-info → kalavai_client-0.5.5.dist-info}/entry_points.txt +0 -0
kalavai_client/__init__.py
CHANGED
@@ -1,2 +1,2 @@
|
|
1
1
|
|
2
|
-
__version__ = "0.5.
|
2
|
+
__version__ = "0.5.5"
|
kalavai_client/utils.py
CHANGED
@@ -2,7 +2,6 @@ import json, base64
|
|
2
2
|
import os
|
3
3
|
import requests
|
4
4
|
from pathlib import Path
|
5
|
-
from urllib.parse import urljoin
|
6
5
|
import shutil
|
7
6
|
import subprocess
|
8
7
|
import re
|
@@ -12,10 +11,7 @@ from jinja2 import Template
|
|
12
11
|
|
13
12
|
from rich.table import Table
|
14
13
|
import yaml
|
15
|
-
import platform
|
16
|
-
import psutil
|
17
14
|
|
18
|
-
import GPUtil
|
19
15
|
|
20
16
|
from kalavai_client.auth import KalavaiAuthClient
|
21
17
|
|
@@ -387,41 +383,6 @@ def encode_dict(data: dict):
|
|
387
383
|
def decode_dict(str_data: str):
|
388
384
|
return json.loads(base64.b64decode(str_data.encode()))
|
389
385
|
|
390
|
-
def get_gpus():
|
391
|
-
GPUs = GPUtil.getGPUs()
|
392
|
-
gpus = []
|
393
|
-
for gpu in GPUs:
|
394
|
-
name = "nvidia" if "nvidia" in gpu.name.lower() else None
|
395
|
-
if name is None:
|
396
|
-
continue
|
397
|
-
mem = int(gpu.memoryTotal / 1000) # in GBs
|
398
|
-
gpus.append(f"{name}-{mem}GB")
|
399
|
-
return ",".join(gpus)
|
400
|
-
|
401
|
-
def system_uptick_request(username, node_name, backend_endpoint, backend_api_key, local_version=0):
|
402
|
-
gpus = get_gpus()
|
403
|
-
data = {
|
404
|
-
"username": username,
|
405
|
-
"system_info": {
|
406
|
-
"os": platform.system(),
|
407
|
-
"cpu_count": os.cpu_count(),
|
408
|
-
"cpu": platform.processor(),
|
409
|
-
"platform": platform.platform(),
|
410
|
-
"ram": round(psutil.virtual_memory().total / (1024.0 **3)),
|
411
|
-
"hostname": node_name,
|
412
|
-
"gpus": gpus
|
413
|
-
},
|
414
|
-
"version": local_version
|
415
|
-
}
|
416
|
-
|
417
|
-
response = requests.post(
|
418
|
-
url=urljoin(backend_endpoint, "/uptick"),
|
419
|
-
json=data,
|
420
|
-
headers={'X-API-KEY': backend_api_key}
|
421
|
-
)
|
422
|
-
response.raise_for_status()
|
423
|
-
return response.json()
|
424
|
-
|
425
386
|
def resource_path(relative_path: str):
|
426
387
|
""" Get absolute path to resource """
|
427
388
|
try:
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.3
|
2
2
|
Name: kalavai-client
|
3
|
-
Version: 0.5.
|
3
|
+
Version: 0.5.5
|
4
4
|
Summary: Client app for kalavai platform
|
5
5
|
License: Apache-2.0
|
6
6
|
Keywords: LLM,platform
|
@@ -26,7 +26,6 @@ Requires-Dist: Pillow (==10.3.0)
|
|
26
26
|
Requires-Dist: anvil-uplink (==0.5.1)
|
27
27
|
Requires-Dist: arguably (>=1.2.5)
|
28
28
|
Requires-Dist: build ; extra == "dev"
|
29
|
-
Requires-Dist: gputil (==1.4.0)
|
30
29
|
Requires-Dist: importlib_resources (==6.5.2)
|
31
30
|
Requires-Dist: jinja2 (==3.1.4)
|
32
31
|
Requires-Dist: netifaces (==0.11.0)
|
@@ -36,7 +35,6 @@ Requires-Dist: pyinstaller (==6.5.0) ; extra == "dev"
|
|
36
35
|
Requires-Dist: pyyaml (==6.0.2)
|
37
36
|
Requires-Dist: requests (>=2.25)
|
38
37
|
Requires-Dist: rich (==13.7.1)
|
39
|
-
Requires-Dist: setuptools (<70.0.0)
|
40
38
|
Requires-Dist: twine ; extra == "dev"
|
41
39
|
Project-URL: Homepage, https://platform.kalavai.net
|
42
40
|
Project-URL: Website, https://kalavai.net
|
@@ -145,6 +143,18 @@ From release **v0.5.0, you can now install `kalavai` client in non-worker comput
|
|
145
143
|
|
146
144
|
- Python 3.10+
|
147
145
|
|
146
|
+
If you see the following error:
|
147
|
+
|
148
|
+
```bash
|
149
|
+
fatal error: Python.h: No such file or directory | #include <Python.h>
|
150
|
+
```
|
151
|
+
|
152
|
+
Make sure you also install python3-dev package. For ubuntu distros:
|
153
|
+
|
154
|
+
```bash
|
155
|
+
sudo apt install python3-dev
|
156
|
+
```
|
157
|
+
|
148
158
|
|
149
159
|
### Install the client
|
150
160
|
|
@@ -1,4 +1,4 @@
|
|
1
|
-
kalavai_client/__init__.py,sha256=
|
1
|
+
kalavai_client/__init__.py,sha256=MTrd27NxgrOwTGro0-JhbtsRXL3YhRVM4TuYTQBUXAQ,22
|
2
2
|
kalavai_client/__main__.py,sha256=WQUfxvRsBJH5gsCJg8pLz95QnZIj7Ol8psTO77m0QE0,73
|
3
3
|
kalavai_client/assets/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
4
4
|
kalavai_client/assets/apps.yaml,sha256=aW9wKyvZhZFMHzBkZOsgVq-kpntED6U8B9XoHkm5F9Y,5963
|
@@ -12,9 +12,9 @@ kalavai_client/assets/vpn-template.yaml,sha256=Hm7sevtrsakSxSKMJwl68hzOEWCaxwYyt
|
|
12
12
|
kalavai_client/auth.py,sha256=QsBh28L2LwjBBK6pTUE4Xu36lLDTyetyU1YfS1Hbb6g,1717
|
13
13
|
kalavai_client/cli.py,sha256=qBOe4IULIX7pzKUhHoR1JppWrbUeV1aslxQLMWrRGpU,67913
|
14
14
|
kalavai_client/cluster.py,sha256=C7uofrpSEj4PUhF_VLfwH4k9BhJMTkuKRWHxDYu1OD0,11345
|
15
|
-
kalavai_client/utils.py,sha256=
|
16
|
-
kalavai_client-0.5.
|
17
|
-
kalavai_client-0.5.
|
18
|
-
kalavai_client-0.5.
|
19
|
-
kalavai_client-0.5.
|
20
|
-
kalavai_client-0.5.
|
15
|
+
kalavai_client/utils.py,sha256=aHgNj5iVOhgTrI-UFoqgAvnesn4t6Qos3-WnNSxZ-fc,12342
|
16
|
+
kalavai_client-0.5.5.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
17
|
+
kalavai_client-0.5.5.dist-info/METADATA,sha256=TDAB1on1aUOW0xjiKhrSOhHlUMxL0wy2V2pJXQE6PS4,12433
|
18
|
+
kalavai_client-0.5.5.dist-info/WHEEL,sha256=_GR1VF9XYsw6EE9ATkyto4e6vRiOUBshR1STiZ5m1gE,92
|
19
|
+
kalavai_client-0.5.5.dist-info/entry_points.txt,sha256=9T6D45gxwzfVbglMm1r6XPdXuuZdHfy_7fCeu2jUphc,50
|
20
|
+
kalavai_client-0.5.5.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|