kalavai-client 0.5.9__tar.gz → 0.5.10__tar.gz
Sign up to get free protection for your applications and to get access to all the features.
- {kalavai_client-0.5.9 → kalavai_client-0.5.10}/PKG-INFO +26 -10
- {kalavai_client-0.5.9 → kalavai_client-0.5.10}/README.md +22 -6
- kalavai_client-0.5.10/kalavai_client/__init__.py +2 -0
- {kalavai_client-0.5.9 → kalavai_client-0.5.10}/kalavai_client/utils.py +1 -1
- {kalavai_client-0.5.9 → kalavai_client-0.5.10}/pyproject.toml +2 -2
- kalavai_client-0.5.9/kalavai_client/__init__.py +0 -2
- {kalavai_client-0.5.9 → kalavai_client-0.5.10}/LICENSE +0 -0
- {kalavai_client-0.5.9 → kalavai_client-0.5.10}/kalavai_client/__main__.py +0 -0
- {kalavai_client-0.5.9 → kalavai_client-0.5.10}/kalavai_client/assets/__init__.py +0 -0
- {kalavai_client-0.5.9 → kalavai_client-0.5.10}/kalavai_client/assets/apps.yaml +0 -0
- {kalavai_client-0.5.9 → kalavai_client-0.5.10}/kalavai_client/assets/apps_values.yaml +0 -0
- {kalavai_client-0.5.9 → kalavai_client-0.5.10}/kalavai_client/assets/docker-compose-template.yaml +0 -0
- {kalavai_client-0.5.9 → kalavai_client-0.5.10}/kalavai_client/assets/nginx.conf +0 -0
- {kalavai_client-0.5.9 → kalavai_client-0.5.10}/kalavai_client/assets/pool_config_template.yaml +0 -0
- {kalavai_client-0.5.9 → kalavai_client-0.5.10}/kalavai_client/assets/pool_config_values.yaml +0 -0
- {kalavai_client-0.5.9 → kalavai_client-0.5.10}/kalavai_client/assets/user_workspace.yaml +0 -0
- {kalavai_client-0.5.9 → kalavai_client-0.5.10}/kalavai_client/assets/user_workspace_values.yaml +0 -0
- {kalavai_client-0.5.9 → kalavai_client-0.5.10}/kalavai_client/auth.py +0 -0
- {kalavai_client-0.5.9 → kalavai_client-0.5.10}/kalavai_client/cli.py +0 -0
- {kalavai_client-0.5.9 → kalavai_client-0.5.10}/kalavai_client/cluster.py +0 -0
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.3
|
2
2
|
Name: kalavai-client
|
3
|
-
Version: 0.5.
|
3
|
+
Version: 0.5.10
|
4
4
|
Summary: Client app for kalavai platform
|
5
5
|
License: Apache-2.0
|
6
6
|
Keywords: LLM,platform
|
@@ -8,10 +8,8 @@ Author: Carlos Fernandez Musoles
|
|
8
8
|
Author-email: carlos@kalavai.net
|
9
9
|
Maintainer: Carlos Fernandez Musoles
|
10
10
|
Maintainer-email: carlos@kalavai.net
|
11
|
-
Requires-Python:
|
11
|
+
Requires-Python: >=3.4
|
12
12
|
Classifier: License :: OSI Approved :: Apache Software License
|
13
|
-
Classifier: Programming Language :: Python :: 2
|
14
|
-
Classifier: Programming Language :: Python :: 2.7
|
15
13
|
Classifier: Programming Language :: Python :: 3
|
16
14
|
Classifier: Programming Language :: Python :: 3.4
|
17
15
|
Classifier: Programming Language :: Python :: 3.5
|
@@ -21,6 +19,8 @@ Classifier: Programming Language :: Python :: 3.8
|
|
21
19
|
Classifier: Programming Language :: Python :: 3.9
|
22
20
|
Classifier: Programming Language :: Python :: 3.10
|
23
21
|
Classifier: Programming Language :: Python :: 3.11
|
22
|
+
Classifier: Programming Language :: Python :: 3.12
|
23
|
+
Classifier: Programming Language :: Python :: 3.13
|
24
24
|
Provides-Extra: dev
|
25
25
|
Requires-Dist: Pillow (==10.3.0)
|
26
26
|
Requires-Dist: anvil-uplink (==0.5.1)
|
@@ -89,6 +89,7 @@ https://github.com/user-attachments/assets/0d2316f3-79ea-46ac-b41e-8ef720f52672
|
|
89
89
|
|
90
90
|
### News updates
|
91
91
|
|
92
|
+
- 31 January 2025: `kalavai-client` is now a [PyPI package](https://pypi.org/project/kalavai-client/), easier to install than ever!
|
92
93
|
- 27 January 2025: Support for accessing pools from remote computers
|
93
94
|
- 9 January 2025: Added support for [Aphrodite Engine](https://github.com/aphrodite-engine/aphrodite-engine) models
|
94
95
|
- 8 January 2025: Release of [a free, public, shared pool](/docs/docs/public_llm_pool.md) for community LLM deployment
|
@@ -129,20 +130,24 @@ Not what you were looking for? [Tell us](https://github.com/kalavai-net/kalavai-
|
|
129
130
|
|
130
131
|
## Getting started
|
131
132
|
|
132
|
-
The `kalavai`
|
133
|
+
The `kalavai-client` is the main tool to interact with the Kalavai platform, to create and manage both local and public pools and also to interact with them (e.g. deploy models). Let's go over its installation.
|
133
134
|
|
134
|
-
From release **v0.5.0, you can now install `kalavai`
|
135
|
+
From release **v0.5.0, you can now install `kalavai-client` in non-worker computers**. You can run a pool on a set of machines and have the client on a remote computer from which you access the LLM pool. Because the client only requires having python installed, this means more computers are now supported to run it.
|
135
136
|
|
136
137
|
|
137
|
-
### Requirements
|
138
|
+
### Requirements
|
139
|
+
|
140
|
+
For workers sharing resources with the pool:
|
138
141
|
|
139
142
|
- A laptop, desktop or Virtual Machine
|
140
143
|
- Docker engine installed (for [linux](https://docs.docker.com/engine/install/), [Windows and MacOS](https://docs.docker.com/desktop/)) with [privilege access](https://docs.docker.com/engine/containers/run/#runtime-privilege-and-linux-capabilities).
|
141
144
|
|
145
|
+
> **Support for Windows and MacOS workers is experimental**: kalavai workers run on docker containers that require access to the host network interfaces, thus systems that do not support containers natively (Windows and MacOS) may have difficulties finding each other.
|
146
|
+
|
147
|
+
Any system that runs python 3.6+ is able to run the `kalavai-client` and therefore connect and operate an LLM pool, [without sharing with the pool](). Your computer won't be adding its capacity to the pool, but it wil be able to deploy jobs and interact with models.
|
142
148
|
|
143
|
-
### Requirements to run the client
|
144
149
|
|
145
|
-
|
150
|
+
#### Common issues
|
146
151
|
|
147
152
|
If you see the following error:
|
148
153
|
|
@@ -211,6 +216,17 @@ Copy the joining token. On the worker node, run:
|
|
211
216
|
kalavai pool join <token>
|
212
217
|
```
|
213
218
|
|
219
|
+
### 3. Attach more clients
|
220
|
+
|
221
|
+
You can now connect to an existing pool from any computer -not just from worker nodes. To connect to a pool, run:
|
222
|
+
|
223
|
+
```bash
|
224
|
+
kalavai pool attach <token>
|
225
|
+
```
|
226
|
+
|
227
|
+
This won't add the machine as a worker, but you will be able to operate in the pool as if you were. This is ideal for remote access to the pool, and to use the pool from machines that cannot run workers (docker container limitations).
|
228
|
+
|
229
|
+
|
214
230
|
### Enough already, let's run stuff!
|
215
231
|
|
216
232
|
Check our [examples](examples/) to put your new AI pool to good use!
|
@@ -275,7 +291,7 @@ Anything missing here? Give us a shout in the [discussion board](https://github.
|
|
275
291
|
|
276
292
|
### Requirements
|
277
293
|
|
278
|
-
Python version
|
294
|
+
Python version >= 3.6.
|
279
295
|
|
280
296
|
```bash
|
281
297
|
sudo add-apt-repository ppa:deadsnakes/ppa
|
@@ -46,6 +46,7 @@ https://github.com/user-attachments/assets/0d2316f3-79ea-46ac-b41e-8ef720f52672
|
|
46
46
|
|
47
47
|
### News updates
|
48
48
|
|
49
|
+
- 31 January 2025: `kalavai-client` is now a [PyPI package](https://pypi.org/project/kalavai-client/), easier to install than ever!
|
49
50
|
- 27 January 2025: Support for accessing pools from remote computers
|
50
51
|
- 9 January 2025: Added support for [Aphrodite Engine](https://github.com/aphrodite-engine/aphrodite-engine) models
|
51
52
|
- 8 January 2025: Release of [a free, public, shared pool](/docs/docs/public_llm_pool.md) for community LLM deployment
|
@@ -86,20 +87,24 @@ Not what you were looking for? [Tell us](https://github.com/kalavai-net/kalavai-
|
|
86
87
|
|
87
88
|
## Getting started
|
88
89
|
|
89
|
-
The `kalavai`
|
90
|
+
The `kalavai-client` is the main tool to interact with the Kalavai platform, to create and manage both local and public pools and also to interact with them (e.g. deploy models). Let's go over its installation.
|
90
91
|
|
91
|
-
From release **v0.5.0, you can now install `kalavai`
|
92
|
+
From release **v0.5.0, you can now install `kalavai-client` in non-worker computers**. You can run a pool on a set of machines and have the client on a remote computer from which you access the LLM pool. Because the client only requires having python installed, this means more computers are now supported to run it.
|
92
93
|
|
93
94
|
|
94
|
-
### Requirements
|
95
|
+
### Requirements
|
96
|
+
|
97
|
+
For workers sharing resources with the pool:
|
95
98
|
|
96
99
|
- A laptop, desktop or Virtual Machine
|
97
100
|
- Docker engine installed (for [linux](https://docs.docker.com/engine/install/), [Windows and MacOS](https://docs.docker.com/desktop/)) with [privilege access](https://docs.docker.com/engine/containers/run/#runtime-privilege-and-linux-capabilities).
|
98
101
|
|
102
|
+
> **Support for Windows and MacOS workers is experimental**: kalavai workers run on docker containers that require access to the host network interfaces, thus systems that do not support containers natively (Windows and MacOS) may have difficulties finding each other.
|
103
|
+
|
104
|
+
Any system that runs python 3.6+ is able to run the `kalavai-client` and therefore connect and operate an LLM pool, [without sharing with the pool](). Your computer won't be adding its capacity to the pool, but it wil be able to deploy jobs and interact with models.
|
99
105
|
|
100
|
-
### Requirements to run the client
|
101
106
|
|
102
|
-
|
107
|
+
#### Common issues
|
103
108
|
|
104
109
|
If you see the following error:
|
105
110
|
|
@@ -168,6 +173,17 @@ Copy the joining token. On the worker node, run:
|
|
168
173
|
kalavai pool join <token>
|
169
174
|
```
|
170
175
|
|
176
|
+
### 3. Attach more clients
|
177
|
+
|
178
|
+
You can now connect to an existing pool from any computer -not just from worker nodes. To connect to a pool, run:
|
179
|
+
|
180
|
+
```bash
|
181
|
+
kalavai pool attach <token>
|
182
|
+
```
|
183
|
+
|
184
|
+
This won't add the machine as a worker, but you will be able to operate in the pool as if you were. This is ideal for remote access to the pool, and to use the pool from machines that cannot run workers (docker container limitations).
|
185
|
+
|
186
|
+
|
171
187
|
### Enough already, let's run stuff!
|
172
188
|
|
173
189
|
Check our [examples](examples/) to put your new AI pool to good use!
|
@@ -232,7 +248,7 @@ Anything missing here? Give us a shout in the [discussion board](https://github.
|
|
232
248
|
|
233
249
|
### Requirements
|
234
250
|
|
235
|
-
Python version
|
251
|
+
Python version >= 3.6.
|
236
252
|
|
237
253
|
```bash
|
238
254
|
sudo add-apt-repository ppa:deadsnakes/ppa
|
@@ -389,7 +389,7 @@ def resource_path(relative_path: str):
|
|
389
389
|
last_slash = relative_path.rfind("/")
|
390
390
|
path = relative_path[:last_slash].replace("/", ".")
|
391
391
|
filename = relative_path[last_slash+1:]
|
392
|
-
resource = importlib.resources.path(
|
392
|
+
resource = str(importlib.resources.files(path).joinpath(filename))
|
393
393
|
except Exception as e:
|
394
394
|
return None
|
395
395
|
return resource
|
@@ -1,6 +1,6 @@
|
|
1
1
|
[project]
|
2
2
|
name = "kalavai-client"
|
3
|
-
version = "0.5.
|
3
|
+
version = "0.5.10"
|
4
4
|
authors = [
|
5
5
|
{name = "Carlos Fernandez Musoles", email = "carlos@kalavai.net"}
|
6
6
|
]
|
@@ -12,7 +12,7 @@ license = "Apache-2.0"
|
|
12
12
|
license-files = ["LICENSE"]
|
13
13
|
keywords = ["LLM", "platform"]
|
14
14
|
readme = {file = "README.md", content-type = "text/markdown"}
|
15
|
-
requires-python = "
|
15
|
+
requires-python = ">=3.4"
|
16
16
|
dependencies = [
|
17
17
|
"requests>= 2.25",
|
18
18
|
"psutil==5.9.8",
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{kalavai_client-0.5.9 → kalavai_client-0.5.10}/kalavai_client/assets/docker-compose-template.yaml
RENAMED
File without changes
|
File without changes
|
{kalavai_client-0.5.9 → kalavai_client-0.5.10}/kalavai_client/assets/pool_config_template.yaml
RENAMED
File without changes
|
{kalavai_client-0.5.9 → kalavai_client-0.5.10}/kalavai_client/assets/pool_config_values.yaml
RENAMED
File without changes
|
File without changes
|
{kalavai_client-0.5.9 → kalavai_client-0.5.10}/kalavai_client/assets/user_workspace_values.yaml
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|