kalavai-client 0.6.19__py3-none-any.whl → 0.6.21__py3-none-any.whl

kalavai_client/__init__.py

@@ -1,2 +1,2 @@
 
-__version__ = "0.6.19"
+__version__ = "0.6.21"

kalavai_client/assets/apps.yaml

@@ -154,7 +154,7 @@ releases:
     - name: replicas
       value: 1
     - name: image_tag
-      value: "v2025.07.31"
+      value: "v2025.07.34"
     - name: deployment.in_cluster
       value: "True"
     - name: deployment.kalavai_username_key

kalavai_client/assets/docker-compose-template.yaml

@@ -3,7 +3,7 @@ services:
   {{vpn_name}}:
     image: gravitl/netclient:v0.90.0
     container_name: {{vpn_name}}
-    platform: linux/amd64
+    platform: linux/{{target_platform}}
     cap_add:
       - NET_ADMIN
       - SYS_MODULE
@@ -21,6 +21,7 @@ services:
     image: docker.io/bundenth/kalavai-runner:{{target_platform}}-latest
     pull_policy: always
     container_name: {{service_name}}
+    platform: linux/{{target_platform}}
   {% if vpn %}
     depends_on:
     - {{vpn_name}}

kalavai_client/bridge_api.py

@@ -9,6 +9,10 @@ from starlette.requests import Request
 import uvicorn
 
 from kalavai_client.core import Job
+from kalavai_client.env import (
+    KALAVAI_SERVICE_LABEL,
+    KALAVAI_SERVICE_LABEL_VALUE
+)
 from kalavai_client.bridge_models import (
     CreatePoolRequest,
     InvitesRequest,
@@ -18,7 +22,8 @@ from kalavai_client.bridge_models import (
     DeleteJobRequest,
     JobDetailsRequest,
     NodesActionRequest,
-    NodeLabelsRequest
+    NodeLabelsRequest,
+    WorkerConfigRequest
 )
 from kalavai_client.core import (
     create_pool,
@@ -34,6 +39,7 @@ from kalavai_client.core import (
     fetch_job_logs,
     fetch_job_templates,
     fetch_job_defaults,
+    fetch_pod_logs,
     deploy_job,
     delete_job,
     authenticate_user,
@@ -52,6 +58,7 @@ from kalavai_client.core import (
     uncordon_nodes,
     add_node_labels,
     get_node_labels,
+    generate_worker_package,
     TokenType
 )
 from kalavai_client.utils import (
@@ -241,6 +248,21 @@ def get_token(mode: int, api_key: str = Depends(verify_api_key)):
     """
     return get_pool_token(mode=TokenType(mode))
 
+@app.post("/generate_worker_config",
+    operation_id="generate_worker_config",
+    summary="Generate a config file for a remote worker to connect to the pool",
+    description="Generate a config file for a remote worker to connect to the pool. Different token types provide different levels of access - join tokens allow nodes to contribute resources, while attach tokens allow management access.",
+    tags=["pool_management"],
+    response_description="Worker config file")
+def generate_worker_config(request: WorkerConfigRequest, api_key: str = Depends(verify_api_key)):
+    return generate_worker_package(
+        node_name=request.node_name,
+        mode=TokenType(request.mode),
+        target_platform=request.target_platform,
+        num_gpus=request.num_gpus,
+        ip_address=request.ip_address,
+        storage_compatible=request.storage_compatible)
+
 @app.get("/fetch_devices",
     operation_id="fetch_devices",
     summary="Get list of all compute devices in the pool",
@@ -251,6 +273,15 @@ def get_devices(api_key: str = Depends(verify_api_key)):
     """Get list of available devices"""
     return fetch_devices()
 
+@app.get("/fetch_service_logs",
+    operation_id="fetch_service_logs",
+    summary="Get logs for the kalavai API service",
+    description="Get logs for the kalavai API service, including internal logs, debugging messages and status of the service.",
+    tags=["info"],
+    response_description="Logs")
+def get_service_logs(api_key: str = Depends(verify_api_key)):
+    return fetch_pod_logs(label_key=KALAVAI_SERVICE_LABEL, label_value=KALAVAI_SERVICE_LABEL_VALUE, force_namespace="kalavai")
+
 @app.post("/send_pool_invites",
     operation_id="send_pool_invites",
     summary="Send invitations to join the pool",

kalavai_client/bridge_models.py

@@ -17,6 +17,15 @@ class CreatePoolRequest(BaseModel):
     token_mode: TokenType = Field(TokenType.USER, description="Token type for authentication")
     description: str = Field("", description="Description of the pool")
 
+class WorkerConfigRequest(BaseModel):
+    node_name: str = Field(None, description="Name for the worker node")
+    mode: int = Field(2, description="Access mode for the worker (admin, worker or user)")
+    target_platform: str = Field("amd64", description="Target platform architecture for the worker (amd64 or arm64)")
+    num_gpus: int = Field(0, description="Number of GPUs to use on the worker node")
+    ip_address: str = Field("0.0.0.0", description="IP address of the worker node")
+    storage_compatible: bool = Field(True, description="Whether to use the node's storage capacity for volumes")
+
+
 class NodesActionRequest(BaseModel):
     nodes: list[str] = Field(None, description="List of node names to perform the action on, defaults to None")
 

kalavai_client/cli.py

@@ -27,6 +27,8 @@ from kalavai_client.env import (
     USER_TEMPLATES_FOLDER,
     DOCKER_COMPOSE_GUI,
     USER_GUI_COMPOSE_FILE,
+    KALAVAI_SERVICE_LABEL,
+    KALAVAI_SERVICE_LABEL_VALUE,
     user_path,
     resource_path,
 )
@@ -37,6 +39,7 @@ from kalavai_client.core import (
     fetch_job_details,
     fetch_devices,
     fetch_job_logs,
+    fetch_pod_logs,
     fetch_gpus,
     generate_worker_package,
     load_gpu_models,
@@ -689,6 +692,25 @@ def pool__update(*others):
     else:
         console.log(f"[green]{result}")
 
+@arguably.command
+def pool__logs(*others):
+    """
+    Get the logs for the Kalavai API
+    """
+    logs = []
+
+    logs.append("Getting Kalavai API logs...")
+
+    logs = fetch_pod_logs(
+        label_key=KALAVAI_SERVICE_LABEL,
+        label_value=KALAVAI_SERVICE_LABEL_VALUE,
+        force_namespace="kalavai"
+    )  
+    for name, log in logs.items():
+        console.log(f"[yellow]LOGS for service: {name}")
+        for key, value in log.items():
+            console.log(f"[yellow]{key}")
+            console.log(json.dumps(value, indent=2))
 
 @arguably.command
 def pool__status(*others, log_file=None):

kalavai_client/core.py

@@ -313,7 +313,7 @@ def fetch_job_details(jobs: list[Job]):
                         restart_counts = sum([c["restart_count"] for c in values["conditions"]])
                     workers_status[values["status"]] += 1
                     # get nodes involved in deployment (needs kubewatcher)
-                    if "node_name" in values:
+                    if "node_name" in values and values["node_name"] is not None:
                         host_nodes.add(values["node_name"])
 
             workers = "\n".join([f"{k}: {v}" for k, v in workers_status.items()])
@@ -454,9 +454,18 @@ def fetch_devices():
         return {"error": str(e)}
 
 def fetch_job_logs(job_name, force_namespace=None, pod_name=None, tail=100):
+    return fetch_pod_logs(
+        label_key=TEMPLATE_LABEL,
+        label_value=job_name,
+        pod_name=pod_name,
+        force_namespace=force_namespace,
+        tail=tail
+    )
+
+def fetch_pod_logs(label_key, label_value, force_namespace=None, pod_name=None, tail=100):
     data = {
-        "label": TEMPLATE_LABEL,
-        "value": job_name,
+        "label": label_key,
+        "value": label_value,
         "tail": tail
     }
     if force_namespace is not None:
@@ -609,9 +618,16 @@ def attach_to_pool(token, node_name=None):
 
     return cluster_name
 
-def generate_worker_package(target_platform="amd64", num_gpus=0, node_name=None, ip_address="0.0.0.0", storage_compatible=True):
+def generate_worker_package(
+        target_platform="amd64",
+        num_gpus=0,
+        node_name=None,
+        ip_address="0.0.0.0",
+        storage_compatible=True,
+        mode=TokenType.WORKER
+):
     # get pool data from token  
-    token = get_pool_token(mode=TokenType.WORKER)
+    token = get_pool_token(mode=mode)
     if "error" in token:
         return {"error": f"[red]Error when getting pool token: {token['error']}"}
     

kalavai_client/env.py

@@ -32,6 +32,8 @@ def resource_path(relative_path: str):
 
 
 TEMPLATE_LABEL = "kalavai.job.name"
+KALAVAI_SERVICE_LABEL = "app"
+KALAVAI_SERVICE_LABEL_VALUE = "kube-watcher-api"
 STORAGE_CLASS_LABEL = "kalavai.storage.enabled"
 USER_NODE_LABEL = "kalavai.cluster.user"
 SERVER_IP_KEY = "server_ip"

kalavai_client/utils.py

@@ -175,7 +175,6 @@ def is_watcher_alive(server_creds, user_cookie, timeout=30):
             timeout=timeout
         )
     except Exception as e:
-        print(str(e))
         return False
     return True
 

{kalavai_client-0.6.19.dist-info → kalavai_client-0.6.21.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: kalavai-client
-Version: 0.6.19
+Version: 0.6.21
 Summary: Client app for kalavai platform
 License: Apache-2.0
 Keywords: LLM,platform
@@ -50,7 +50,7 @@ Description-Content-Type: text/markdown
 ⭐⭐⭐ **Kalavai platform is open source, and free to use in both commercial and non-commercial purposes. If you find it useful, consider supporting us by [giving a star to our GitHub project](https://github.com/kalavai-net/kalavai-client), joining our [discord channel](https://discord.gg/YN6ThTJKbM) and follow our [Substack](https://kalavainet.substack.com/).**
 
 
-# Kalavai: turn your devices into a scalable AI platform
+# Kalavai: a platform to self-host AI on easy mode
 
 > AI in the cloud is not aligned with you, it's aligned with the company that owns it. Make sure you own your AI
 
@@ -61,15 +61,14 @@ Kalavai is an **open source** tool that turns **any devices** into a self-hosted
 
 ## What can Kalavai do?
 
-Kalavai's goal is to make using self-hosted AI (GenAI models and agents) in real applications accessible and affordable to all. It's a tool that transforms machines into a _magic box_ that **integrates all the components required to make AI useful in the age of massive computing**, from model deployment and orchestration to Agentic AI. 
+Kalavai's goal is to make using self-hosted AI (GenAI models and agents) in real applications accessible and affordable to all.
 
 ### Core features
 
-- Manage **multiple devices resources as one**. One pool of RAM, CPUs and GPUs
-- **Deploy open source models seamlessly across devices**, wherever they are (cloud, on premises, personal devices)
-- Beyond LLMs: not just for large language models, but text-to-speech, speech-to-text, image understanding, coding generation and embedding models.
-- The hybrid dream: build on your laptop, move to the cloud (any!) with zero changes
-- Auto-discovery: all **models are automatically exposed** through a single OpenAI-like API and a ChatGPT-like UI playground
+- Manage **multiple devices resources as one**, wherever they come from (hybrid cloud, on prem, personal devices)
+- **Deploy open source models seamlessly across devices**, with zero-cost migration
+- Beyond LLMs: not just for large language models, but text-to-speech, speech-to-text, image generation, video understanding, coding generation and embedding models.
+- Production-ready: **models are automatically exposed** through a single OpenAI-like API and a ChatGPT-like UI playground, with off-the-shelf monitoring and evaluation framework.
 - Compatible with [most popular model engines](#support-for-llm-engines)
 - [Easy to expand](https://github.com/kalavai-net/kube-watcher/tree/main/templates) to custom workloads
 
@@ -103,17 +102,24 @@ Kalavai's goal is to make using self-hosted AI (GenAI models and agents) in real
 
 </details>
 
-### Support for LLM engines
+### Support for AI engines
 
-We currently support out of the box the following LLM engines:
+We currently support out of the box the following AI engines:
 
-- [vLLM](https://docs.vllm.ai/en/latest/)
-- [llama.cpp](https://github.com/ggerganov/llama.cpp)
-- [Aphrodite Engine](https://github.com/aphrodite-engine/aphrodite-engine)
-- [Petals](https://github.com/bigscience-workshop/petals)
+- [vLLM](https://docs.vllm.ai/en/latest/): most popular GPU-based model inference.
+- [llama.cpp](https://github.com/ggerganov/llama.cpp): CPU-based GGUF model inference.
+- [SGLang](https://github.com/sgl-project/sglang): Super fast GPU-based model inference.
+- [n8n](https://n8n.io/): no-code workload automation framework.
+- [Flowise](https://flowiseai.com/): no-code agentic AI workload framework.
+- [Speaches](https://speaches.ai/): audio (speech-to-text and text-to-speech) model inference.
+- [Langfuse](https://langfuse.com/): open source evaluation and monitoring GenAI framework.
+- [OpenWebUI](https://docs.openwebui.com/): ChatGPT-like UI playground to interface with any models.
 
 Coming soon:
 
+- [diffusers](https://huggingface.co/docs/diffusers/en/index)
+- [Aphrodite Engine](https://github.com/aphrodite-engine/aphrodite-engine)
+- [Petals](https://github.com/bigscience-workshop/petals)
 - [exo](https://github.com/exo-explore/exo)
 - [GPUstack](https://docs.gpustack.ai/0.4/overview/)
 - [RayServe](https://docs.ray.io/en/latest/serve/index.html)
@@ -141,12 +147,16 @@ The `kalavai-client` is the main tool to interact with the Kalavai platform, to
 
 <summary>Requirements</summary>
 
+For seed nodes:
+- A 64 bits x86 based Linux machine (laptop, desktop or VM)
+- [Docker engine installed](https://docs.docker.com/engine/install/ubuntu/) with [privilege access](https://docs.docker.com/engine/containers/run/#runtime-privilege-and-linux-capabilities).
+
 For workers sharing resources with the pool:
 
-- A laptop, desktop or Virtual Machine
+- A laptop, desktop or Virtual Machine (MacOS, Linux or Windows; ARM or x86)
+- If self-hosting, workers should be on the same network as the seed node. Looking for over-the-internet connectivity? Check out our [managed seeds](https://platform.kalavai.net)
 - Docker engine installed (for [linux](https://docs.docker.com/engine/install/ubuntu/), [Windows and MacOS](https://docs.docker.com/desktop/)) with [privilege access](https://docs.docker.com/engine/containers/run/#runtime-privilege-and-linux-capabilities).
 
-> **Support for Windows and MacOS workers is experimental**: kalavai workers run on docker containers that require access to the host network interfaces, thus systems that do not support containers natively (Windows and MacOS) may have difficulties finding each other.
 
 </details>
 
@@ -162,24 +172,24 @@ pip install kalavai-client
 
 ## Create a a local, private AI pool
 
-> Kalavai is **free to use, no caps, for both commercial and non-commercial purposes**. All you need to get started is one or more computers that can see each other (i.e. within the same network), and you are good to go. If you are interested in join computers in different locations / networks, [contact us](mailto:info@kalavai.net) or [book a demo](https://app.onecal.io/b/kalavai/book-a-demo) with the founders.
-
 You can create and manage your pools with the new kalavai GUI, which can be started with:
 
 ```bash
 kalavai gui start
 ```
 
-This will expose the GUI and the backend services in localhost. By default, the GUI is accessible via [http://localhost:3000](http://localhost:3000). In the UI users can create and join LLM pools, monitor devices, deploy LLMs and more.
+This will expose the GUI and the backend services in localhost. By default, the GUI is accessible via [http://localhost:49153](http://localhost:49153). In the UI users can create and join AI pools, monitor devices, deploy LLMs and more.
 
 ![Kalavai logo](docs/docs/assets/images/ui_dashboard_multiple.png)
 
-Check out our [getting started guide](https://kalavai-net.github.io/kalavai-client/getting_started/) for next steps.
+Check out our [getting started guide](https://kalavai-net.github.io/kalavai-client/getting_started/) for next steps on how to add more workers to your pool, or use our [managed seeds service](https://kalavai-net.github.io/kalavai-client/getting_started/#1b-managed-pools-create-a-seed) for over-the-internet AI pools.
 
 
 ## Enough already, let's run stuff!
 
-Check our [examples](examples/) to put your new AI pool to good use! For an end to end tour, check our [self-hosted](https://kalavai-net.github.io/kalavai-client/self_hosted_llm_pool/) and [public LLM pools](https://kalavai-net.github.io/kalavai-client/public_llm_pool/) guides.
+For an end to end tour on building your own OpenAI-like service, check our [self-hosted](https://kalavai-net.github.io/kalavai-client/self_hosted_llm_pool/) guide.
+
+Check our [examples](examples/) to put your new AI pool to good use!
 
 
 ## Compatibility matrix
@@ -247,7 +257,7 @@ Anything missing here? Give us a shout in the [discussion board](https://github.
 
 <summary>Expand</summary>
 
-Python version >= 3.6.
+Python version >= 3.10.
 
 ```bash
 sudo add-apt-repository ppa:deadsnakes/ppa

{kalavai_client-0.6.19.dist-info → kalavai_client-0.6.21.dist-info}/RECORD

@@ -1,25 +1,25 @@
-kalavai_client/__init__.py,sha256=29RPUdF-Jn8Tqqu5Mk5Ci4E0On_MZIVUBqNZv5nyu0s,23
+kalavai_client/__init__.py,sha256=KnlOn1hr4l_ezHHYDmLMevNZCFA4Ui3CHlLyP0spOl0,23
 kalavai_client/__main__.py,sha256=WQUfxvRsBJH5gsCJg8pLz95QnZIj7Ol8psTO77m0QE0,73
 kalavai_client/assets/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-kalavai_client/assets/apps.yaml,sha256=17JuXSv-Qj5Az6ZTRyiEaQXVbI325uTrZzKk2irts2g,6410
+kalavai_client/assets/apps.yaml,sha256=jGHcoktg0v-9TC-IJrTE5-7TK6dverxnkJUF_o1dXNs,6410
 kalavai_client/assets/apps_values.yaml,sha256=LeSNd3PwkIx0wkTIlEk2KNz3Yy4sXSaHALQEkopdhKE,2165
 kalavai_client/assets/docker-compose-gui.yaml,sha256=OAVO0ohaCpDB9FGeih0yAbVNwUfDtaCzssZ25uiuJyA,787
-kalavai_client/assets/docker-compose-template.yaml,sha256=KHIwJ2WWX7Y7wQKiXRr82Jqd3IKRyls5zhTyl8mSmrc,1805
+kalavai_client/assets/docker-compose-template.yaml,sha256=vW7GhOl_PaUodehJk8qajOlE0deZXrPc7qizg5SeYyc,1859
 kalavai_client/assets/nginx.conf,sha256=drVVCg8GHucz7hmt_BI6giAhK92OV71257NTs3LthwM,225
 kalavai_client/assets/pool_config_template.yaml,sha256=MhBZQsEMKrBgbUVSKgIGmXWhybeGKG6l5XvJb38y5GI,577
 kalavai_client/assets/pool_config_values.yaml,sha256=_iAnugramLiwJaaDcPSetThvOdR7yFiCffdMri-SQCU,68
 kalavai_client/assets/user_workspace.yaml,sha256=wDvlMYknOPABAEo0dsQwU7bac8iubjAG9tdkFbJZ5Go,476
 kalavai_client/assets/user_workspace_values.yaml,sha256=G0HOzQUxrDMCwuW9kbWUZaKMzDDPVwDwzBHCL2Xi2ZM,542
 kalavai_client/auth.py,sha256=EB3PMvKUn5_KAQkezkEHEt-OMZXyfkZguIQlUFkEHcA,3243
-kalavai_client/bridge_api.py,sha256=Hd7whTX2TAiNYX1G237hv2rqtKUBGRJkzUoWOMZm44A,25562
-kalavai_client/bridge_models.py,sha256=3mHCqIHVysLLkQvGT-DKqKOrtAlQSfEOdrwSq2yTRRU,2439
-kalavai_client/cli.py,sha256=UC2aRUvNI53Xq-ubyoKDoVaRS1VDRmKtU9sVMf9C5Sg,47522
+kalavai_client/bridge_api.py,sha256=qiN0jleaooj2vYVYxHrG_nfdgY2rKpZyvFE4uz6hkoA,27088
+kalavai_client/bridge_models.py,sha256=mUh67hzhudqGxJEFHx2KGrf-Sjrt_CwkzLno8Xsm7hk,3043
+kalavai_client/cli.py,sha256=ZRNOv1oUvU7Freu47PotrwqJRrBMSFgmoCHg620UdZM,48146
 kalavai_client/cluster.py,sha256=Z2PIXbZuSAv9xmw-MyZP1M41BpVMpirLzG51bqGA-zc,13548
-kalavai_client/core.py,sha256=haNLna0TWzxmGx9cEhJjnV3r9YSOS3Fhtr4dt70LnwQ,35390
-kalavai_client/env.py,sha256=YsfZj7LWf6ABquDsoIFFkXCFYwenpDk8zVnGsf7qv98,2823
-kalavai_client/utils.py,sha256=5cUpMVsADF3JdDW0wbu-f38MURkhQz9pPngg0WxssJw,13460
-kalavai_client-0.6.19.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-kalavai_client-0.6.19.dist-info/METADATA,sha256=CYVNusQKxd6KHa0UCx3QBDytEXGApHg2OrZd7O5LfIU,12393
-kalavai_client-0.6.19.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-kalavai_client-0.6.19.dist-info/entry_points.txt,sha256=9T6D45gxwzfVbglMm1r6XPdXuuZdHfy_7fCeu2jUphc,50
-kalavai_client-0.6.19.dist-info/RECORD,,
+kalavai_client/core.py,sha256=JVXSMmYvbNBl9ggVPGNJRryK54doySTrGDj-WhAlkfY,35760
+kalavai_client/env.py,sha256=t6dfjg5GY6lbprbmlr9dVOP_KouPwdN94wnDL5zCgIM,2902
+kalavai_client/utils.py,sha256=1mz-dzoJhZ9GJKU7jiGYBC1tP37SXHvxToMqqEir8R0,13438
+kalavai_client-0.6.21.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+kalavai_client-0.6.21.dist-info/METADATA,sha256=jnSEBFEE_8y8FLLV4UTvlRQ5VtxUDgGLjMtVqq4ly8k,12776
+kalavai_client-0.6.21.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+kalavai_client-0.6.21.dist-info/entry_points.txt,sha256=9T6D45gxwzfVbglMm1r6XPdXuuZdHfy_7fCeu2jUphc,50
+kalavai_client-0.6.21.dist-info/RECORD,,