kalavai-client 0.6.14__py3-none-any.whl → 0.6.17__py3-none-any.whl

kalavai_client/__init__.py

@@ -1,2 +1,2 @@
 
-__version__ = "0.6.14"
+__version__ = "0.6.17"

kalavai_client/assets/apps.yaml

@@ -18,6 +18,8 @@ repositories:
     url: https://opencost.github.io/opencost-helm-chart
   - name: minio
     url: https://charts.min.io/
+  - name: langfuse
+    url: https://langfuse.github.io/langfuse-k8s
 
 releases:
   - name: datashim
@@ -28,7 +30,7 @@ releases:
   - name: lago
     namespace: kalavai
     chart: kalavai/lago
-    installed: {{deploy_llm_sidecars}}
+    installed: {{deploy_lago}}
     set:
     - name: external.api.nodePort
       value: 32000
@@ -79,7 +81,7 @@ releases:
     namespace: kalavai
     chart: kalavai/kalavai-helios
     version: "0.1.11"
-    installed: false #{{deploy_llm_sidecars}}
+    installed: false
     set:
     - name: deployment.watcher_endpoint
       value: "http://{{watcher_service}}"
@@ -94,11 +96,11 @@ releases:
   - name: opencost
     namespace: opencost
     chart: opencost-charts/opencost
-    installed: {{deploy_llm_sidecars}}
+    installed: {{deploy_opencost}}
   - name: prometheus
     namespace: prometheus-system
     chart: prometheus/prometheus
-    installed: {{deploy_llm_sidecars}}
+    installed: {{deploy_prometheus}}
     set:
     - name: prometheus-pushgateway.enabled
       value: false
@@ -152,7 +154,7 @@ releases:
     - name: replicas
       value: 1
     - name: image_tag
-      value: "v2025.06.6"
+      value: "v2025.06.15"
     - name: deployment.in_cluster
       value: "True"
     - name: deployment.kalavai_username_key

kalavai_client/assets/apps_values.yaml

@@ -1,3 +1,24 @@
+### APS ###
+- name: deploy_lago
+  default: "False"
+  description: "Deploy Lago payment system"
+
+- name: deploy_opencost
+  default: "False"
+  description: "Deploy Opencost cost monitoring system"
+
+- name: deploy_prometheus
+  default: "True"
+  description: "Deploy Prometheus system monitoring system"
+
+- name: deploy_langfuse
+  default: "False"
+  description: "Deploy Langfuse LLM tracing system"
+
+######
+
+### VARIABLES ###
+
 - name: kalavai_api_endpoint
   default: https://platform.kalavai.net/_/api
   description: ""
@@ -78,4 +99,4 @@
 
 - name: minio_rootPassword
   default: "password"
-  description: ""
+  description: ""

kalavai_client/assets/docker-compose-gui.yaml

@@ -2,6 +2,7 @@ services:
   kalavai_gui:
     container_name: kalavai_gui
     image: bundenth/kalavai-gui:latest
+    platform: linux/amd64
     extra_hosts:
     - "host.docker.internal:host-gateway"
     networks:

kalavai_client/assets/docker-compose-template.yaml

@@ -3,6 +3,7 @@ services:
   {{vpn_name}}:
     image: gravitl/netclient:v0.90.0
     container_name: {{vpn_name}}
+    platform: linux/amd64
     cap_add:
       - NET_ADMIN
       - SYS_MODULE
@@ -17,7 +18,7 @@ services:
 # run worker only if command is set
 {%if command %}
   {{service_name}}:
-    image: docker.io/bundenth/kalavai-runner:gpu-latest
+    image: docker.io/bundenth/kalavai-runner:{{target_platform}}-latest
     pull_policy: always
     container_name: {{service_name}}
   {% if vpn %}

kalavai_client/assets/pool_config_template.yaml

@@ -17,3 +17,4 @@
 #   unmapMarkSnapChainRemoved: "ignored"
 #   disableRevisionCounter: "true"
 #   dataEngine: "v1"
+

kalavai_client/assets/pool_config_values.yaml

@@ -1,12 +1,4 @@
-# STORAGE #
-- name: storage_label_selector
-  default: "kalavai.storage.enabled:True"
-  description: ""
-
 - name: storage_class_name
-  default: "longhorn-model"
+  default: "longhorn"
   description: ""
 
-- name: storage_replicas
-  default: 1
-  description: ""

kalavai_client/bridge_api.py

@@ -95,7 +95,6 @@ def pool_create(request: CreatePoolRequest, api_key: str = Depends(verify_api_ke
     - **location**: Location of the pool
     - **description**: Pool description
     - **token_mode**: Token type for authentication
-    - **frontend**: Whether this is a frontend request
     """
     result = create_pool(
         cluster_name=request.cluster_name,
@@ -103,11 +102,9 @@ def pool_create(request: CreatePoolRequest, api_key: str = Depends(verify_api_ke
         app_values=request.app_values,
         num_gpus=request.num_gpus,
         node_name=request.node_name,
-        only_registered_users=request.only_registered_users,
         location=request.location,
         description=request.description,
-        token_mode=request.token_mode,
-        frontend=request.frontend
+        token_mode=request.token_mode
     )
     return result
 
@@ -123,14 +120,12 @@ def pool_join(request: JoinPoolRequest, api_key: str = Depends(verify_api_key)):
     - **ip_address**: IP address for the node
     - **node_name**: Name of the node
     - **num_gpus**: Number of GPUs to allocate
-    - **frontend**: Whether this is a frontend request
     """
     result = join_pool(
         token=request.token,
         num_gpus=request.num_gpus,
         node_name=request.node_name,
-        ip_address=request.ip_address,
-        frontend=request.frontend
+        ip_address=request.ip_address
     )
     return result
 
@@ -249,9 +244,9 @@ def send_pool_invites(request: InvitesRequest, api_key: str = Depends(verify_api
     summary="Fetch resources",
     description="Get available resources",
     response_description="Resource information")
-def resources(api_key: str = Depends(verify_api_key)):
+def resources(request: NodesActionRequest, api_key: str = Depends(verify_api_key)):
     """Get available resources"""
-    return fetch_resources()
+    return fetch_resources(node_names=request.nodes)
 
 @app.get("/fetch_job_names",
     summary="Fetch job names",
@@ -322,7 +317,7 @@ def job_templates(api_key: str = Depends(verify_api_key)):
 @app.get("/fetch_job_defaults",
     summary="Fetch job defaults",
     description="Get default values for a job template",
-    response_description="Job default values")
+    response_description="Job metadata values")
 def job_templates(name: str, api_key: str = Depends(verify_api_key)):
     """
     Get job defaults with the following parameters:

kalavai_client/bridge_models.py

@@ -13,14 +13,12 @@ class CreatePoolRequest(BaseModel):
     app_values: dict = Field(None, description="Application configuration values")
     num_gpus: int = Field(None, description="Number of GPUs to allocate")
     node_name: str = Field(None, description="Name of the node")
-    only_registered_users: bool = Field(False, description="Whether to restrict access to registered users only")
     location: str = Field(None, description="Geographic location of the pool")
     token_mode: TokenType = Field(TokenType.USER, description="Token type for authentication")
     description: str = Field("", description="Description of the pool")
-    frontend: bool = Field(False, description="Whether this is a frontend request")
 
 class NodesActionRequest(BaseModel):
-    nodes: list[str] = Field(description="List of node names to perform the action on")
+    nodes: list[str] = Field(None, description="List of node names to perform the action on")
 
 class JoinPoolRequest(BaseModel):
     token: str = Field(description="Token to join the pool")

kalavai_client/cli.py

@@ -207,28 +207,43 @@ def input_gpus(non_interactive=False):
 @arguably.command
 def gui__start(
     *others,
-    gui_frontend_port=3000,
-    gui_backend_port=8000,
-    bridge_port=8001,
     log_level="critical",
     backend_only=False
 ):
     """Run GUI (docker) and kalavai core backend (api)"""
-    if len(set([gui_frontend_port, gui_backend_port, bridge_port])) < 3:
-        console.log("[red]Error: ports must be unique")
-        return
+    ports_needed = 1 if backend_only else 3
+    # find 3 available ports
+    ip = socket.gethostbyname (socket.gethostname())
+    ports = []
+    for port in range(49152,65535):
+        try:
+            serv = socket.socket(socket.AF_INET,socket.SOCK_STREAM) # create a new socket
+            serv.bind((ip, port)) # bind socket with address
+            serv.close()
+            ports.append(port)
+        except:
+            #port closed
+            pass
+        if len(ports) >= ports_needed:
+            break
     
+    if len(ports) < ports_needed:
+        # if not found, error
+        console.log(f"[red]Cannot initialise GUI: Could not find {ports_needed} free ports in your machine")    
+        return
+    console.log(f"Using ports: {ports}")
+
     user_key = load_user_id()
     if user_key is not None:
         console.log(f"[green]Using user key: {user_key}")
     if not backend_only:
         values = {
-            "gui_frontend_port": gui_frontend_port,
-            "gui_backend_port": gui_backend_port,
-            "bridge_port": bridge_port,
+            "gui_frontend_port": ports[1],
+            "gui_backend_port": ports[2],
+            "bridge_port": ports[0],
             "path": user_path("", create_path=True),
             "protected_access": user_key
-    }
+        }
         compose_yaml = load_template(
             template_path=DOCKER_COMPOSE_GUI,
             values=values)
@@ -237,11 +252,11 @@ def gui__start(
         
         run_cmd(f"docker compose --file {USER_GUI_COMPOSE_FILE} up -d")
 
-        console.log(f"[green]Loading GUI, may take a few minutes. It will be available at http://localhost:{gui_frontend_port}")
+        console.log(f"[green]Loading GUI, may take a few minutes. It will be available at http://localhost:{ports[1]}")
     print(
         "Deploying bridge API"
     )
-    run_api(port=bridge_port, log_level=log_level)
+    run_api(port=ports[0], log_level=log_level)
 
     if not backend_only:
         run_cmd(f"docker compose --file {USER_GUI_COMPOSE_FILE} down")
@@ -325,7 +340,7 @@ def pool__unpublish(cluster_name=None, *others):
         console.log(f"[green]Your cluster has been removed from {KALAVAI_PLATFORM_URL}")
 
 @arguably.command
-def pool__package_worker(output_file, *others, num_gpus=0, ip_address="0.0.0.0", node_name=None, storage_compatible=True):
+def pool__package_worker(output_file, *others, platform="amd64", num_gpus=0, ip_address="0.0.0.0", node_name=None, storage_compatible=True):
     """
     [AUTH]Package a worker for distribution (docker compose only)
     """
@@ -335,6 +350,7 @@ def pool__package_worker(output_file, *others, num_gpus=0, ip_address="0.0.0.0",
         return
     
     compose = generate_worker_package(
+        target_platform=platform,
         num_gpus=num_gpus,
         ip_address=ip_address,
         node_name=node_name,
@@ -374,7 +390,7 @@ def pool__list(*others, user_only=False):
 
 
 @arguably.command
-def pool__start(cluster_name, *others,  ip_address: str=None, location: str=None, app_values: str=None, pool_config_values: str=None, non_interactive: bool=False):
+def pool__start(cluster_name, *others,  platform="amd64", ip_address: str=None, location: str=None, app_values: str=None, pool_config_values: str=None, non_interactive: bool=False):
     """
     Start Kalavai pool and start/resume sharing resources.
 
@@ -411,6 +427,7 @@ def pool__start(cluster_name, *others,  ip_address: str=None, location: str=None
     console.log(f"[green]Creating {cluster_name} pool, this may take a few minutes...")
 
     result = create_pool(
+        target_platform=platform,
         cluster_name=cluster_name,
         ip_address=ip_address,
         app_values=app_values,
@@ -472,7 +489,7 @@ def pool__check_token(token, *others, public=False):
     return True
 
 @arguably.command
-def pool__join(token, *others, node_name=None, non_interactive=False):
+def pool__join(token, *others, platform="amd64", node_name=None, non_interactive=False):
     """
     Join Kalavai pool and start/resume sharing resources.
 
@@ -522,6 +539,7 @@ def pool__join(token, *others, node_name=None, non_interactive=False):
     
     console.log("Connecting worker to the pool...")
     result = join_pool(
+        target_platform=platform,
         token=token,
         node_name=node_name,
         num_gpus=num_gpus,
@@ -1093,12 +1111,22 @@ def job__defaults(template_name, *others):
         return
     
     # deploy template with kube-watcher
-    defaults = fetch_job_defaults(name=template_name)
+    data = fetch_job_defaults(name=template_name)
+    metadata = data["metadata"]
+    defaults = data["defaults"]
     if "error" in defaults:
         console.log(f"[red]Error when fetching job defaults: {defaults}")
     print(
         json.dumps(defaults, indent=3)
     )
+    print(
+        "*****************",
+        "Metadata",
+        "*****************"
+    )
+    print(
+        json.dumps(metadata, indent=3)
+    )
 
 
 @arguably.command

kalavai_client/core.py

@@ -13,7 +13,6 @@ import re
 
 from kalavai_client.cluster import CLUSTER
 from kalavai_client.utils import (
-    DEPLOY_LLM_SIDECARS_KEY,
     NODE_ROLE_LABEL,
     check_gpu_drivers,
     generate_join_token,
@@ -80,6 +79,7 @@ class Job(BaseModel):
     workers: Optional[str] = None
     endpoint: Optional[str] = None
     status: Optional[str] = None
+    host_nodes: Optional[str] = None
 
 class DeviceStatus(BaseModel):
     name: str
@@ -198,19 +198,22 @@ def get_ip_addresses(subnet=None):
             raise ValueError(f"No IPs available on subnet {subnet}")
     return ips
 
-def fetch_resources():
+def fetch_resources(node_names: list[str]=None):
+    data = {}
+    if node_names is not None:
+        data["node_names"] = node_names
     try:
         total = request_to_server(
             method="get",
             endpoint="/v1/get_cluster_total_resources",
-            data={},
+            data=data,
             server_creds=USER_LOCAL_SERVER_FILE,
             user_cookie=USER_COOKIE
         )
         available = request_to_server(
             method="get",
             endpoint="/v1/get_cluster_available_resources",
-            data={},
+            data=data,
             server_creds=USER_LOCAL_SERVER_FILE,
             user_cookie=USER_COOKIE
         )
@@ -224,14 +227,14 @@ def fetch_job_defaults(name):
         "template": name
     }
     try:
-        defaults = request_to_server(
+        metadata = request_to_server(
             method="get",
             endpoint="/v1/job_defaults",
             data=data,
             server_creds=USER_LOCAL_SERVER_FILE,
             user_cookie=USER_COOKIE
         )
-        return defaults
+        return metadata
     except Exception as e:
         return {"error": str(e)}
     
@@ -296,14 +299,18 @@ def fetch_job_details(jobs: list[Job]):
             )
             workers_status = defaultdict(int)
             restart_counts = 0
+            host_nodes = set()
             for ns, ss in result.items():
                 if ns != namespace: # same job name, different namespace
                     continue
                 for _, values in ss.items():
-                    # TODO: get nodes involved in deployment (needs kubewatcher)
                     if "conditions" in values and values["conditions"] is not None:
                         restart_counts = sum([c["restart_count"] for c in values["conditions"]])
                     workers_status[values["status"]] += 1
+                    # get nodes involved in deployment (needs kubewatcher)
+                    if "node_name" in values:
+                        host_nodes.add(values["node_name"])
+
             workers = "\n".join([f"{k}: {v}" for k, v in workers_status.items()])
             if restart_counts > 0:
                 workers += f"\n({restart_counts} restart)"
@@ -320,7 +327,8 @@ def fetch_job_details(jobs: list[Job]):
                 server_creds=USER_LOCAL_SERVER_FILE,
                 user_cookie=USER_COOKIE
             )
-            node_ports = [f"{p['node_port']} (mapped to {p['port']})" for s in result.values() for p in s["ports"]]
+            #node_ports = [f"{p['node_port']} (mapped to {p['port']})" for s in result.values() for p in s["ports"]]
+            node_ports = [f"{p['node_port']}" for s in result.values() for p in s["ports"]]
 
             urls = [f"http://{load_server_info(data_key=SERVER_IP_KEY, file=USER_LOCAL_SERVER_FILE)}:{node_port}" for node_port in node_ports]
             if "Ready" in workers_status and len(workers_status) == 1:
@@ -338,7 +346,8 @@ def fetch_job_details(jobs: list[Job]):
                     name=deployment,
                     workers=workers,
                     endpoint="\n".join(urls),
-                    status=str(status))
+                    status=str(status),
+                    host_nodes=" ".join(host_nodes))
             )
 
         except Exception as e:
@@ -595,7 +604,7 @@ def attach_to_pool(token, node_name=None):
 
     return cluster_name
 
-def generate_worker_package(num_gpus=0, node_name=None, ip_address="0.0.0.0", storage_compatible=True):
+def generate_worker_package(target_platform="amd64", num_gpus=0, node_name=None, ip_address="0.0.0.0", storage_compatible=True):
     # get pool data from token  
     token = get_pool_token(mode=TokenType.WORKER)
     if "error" in token:
@@ -620,6 +629,7 @@ def generate_worker_package(num_gpus=0, node_name=None, ip_address="0.0.0.0", st
     }
     # Generate docker compose recipe
     compose = generate_compose_config(
+        target_platform=target_platform,
         write_to_file=False,
         role="agent",
         node_ip_address=ip_address,
@@ -633,7 +643,13 @@ def generate_worker_package(num_gpus=0, node_name=None, ip_address="0.0.0.0", st
     return compose
 
 
-def join_pool(token, num_gpus=None, node_name=None, ip_address=None):
+def join_pool(
+        token,
+        num_gpus=None,
+        node_name=None,
+        ip_address=None,
+        target_platform="amd64"
+):
     compatibility = check_worker_compatibility()
     if len(compatibility["issues"]) > 0:
         return {"error": compatibility["issues"]}
@@ -668,6 +684,7 @@ def join_pool(token, num_gpus=None, node_name=None, ip_address=None):
     # local agent join
     # Generate docker compose recipe
     generate_compose_config(
+        target_platform=target_platform,
         role="agent",
         node_ip_address=ip_address,
         pool_ip=f"https://{kalavai_seed_ip}:6443",
@@ -722,7 +739,8 @@ def create_pool(
         pool_config_values: str=None,
         num_gpus: int=0,
         node_name: str=None,
-        location: str=None
+        location: str=None,
+        target_platform: str="amd64"
     ):
 
     if not check_seed_compatibility():
@@ -756,6 +774,7 @@ def create_pool(
     
     # Generate docker compose recipe
     generate_compose_config(
+        target_platform=target_platform,
         role="server",
         vpn_token=location,
         node_ip_address=ip_address,
@@ -792,8 +811,7 @@ def create_pool(
         WATCHER_PORT_KEY: DEFAULT_WATCHER_PORT,
         WATCHER_SERVICE_KEY: watcher_service,
         USER_NODE_LABEL_KEY: USER_NODE_LABEL,
-        ALLOW_UNREGISTERED_USER_KEY: True, # Change this if only registered users are allowed,
-        DEPLOY_LLM_SIDECARS_KEY: location is not None
+        ALLOW_UNREGISTERED_USER_KEY: True, # Change this if only registered users are allowed
     }
 
     store_server_info(

kalavai_client/utils.py

@@ -38,7 +38,6 @@ CLUSTER_NAME_KEY = "cluster_name"
 AUTH_KEY = "watcher_admin_key"
 WRITE_AUTH_KEY = "watcher_write_key"
 ALLOW_UNREGISTERED_USER_KEY = "watcher_allow_unregistered_user"
-DEPLOY_LLM_SIDECARS_KEY = "deploy_llm_sidecars"
 NODE_ROLE_LABEL = "kalavai.node_role"
 USER_API_KEY = "user_api_key"
 READONLY_AUTH_KEY = "watcher_readonly_key"
@@ -106,12 +105,13 @@ def is_storage_compatible():
         return False
 ################
 
-def generate_compose_config(role, node_name, write_to_file=True, node_ip_address="0.0.0.0", num_gpus=0, node_labels=None, pool_ip=None, vpn_token=None, pool_token=None):
+def generate_compose_config(role, node_name, target_platform="amd64", write_to_file=True, node_ip_address="0.0.0.0", num_gpus=0, node_labels=None, pool_ip=None, vpn_token=None, pool_token=None):
     
     if node_labels is not None:
         node_labels = " ".join([f"--node-label {key}={value}" for key, value in node_labels.items()])
     rand_suffix = uuid.uuid4().hex[:8]
     compose_values = {
+        "target_platform": target_platform,
         "user_path": user_path(""),
         "service_name": DEFAULT_CONTAINER_NAME,
         "vpn": vpn_token is not None,

{kalavai_client-0.6.14.dist-info → kalavai_client-0.6.17.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: kalavai-client
-Version: 0.6.14
+Version: 0.6.17
 Summary: Client app for kalavai platform
 License: Apache-2.0
 Keywords: LLM,platform
@@ -52,30 +52,28 @@ Description-Content-Type: text/markdown
 
 </div>
 
-⭐⭐⭐ **Kalavai and our AI pools are open source, and free to use in both commercial and non-commercial purposes. If you find it useful, consider supporting us by [giving a star to our GitHub project](https://github.com/kalavai-net/kalavai-client), joining our [discord channel](https://discord.gg/YN6ThTJKbM), follow our [Substack](https://kalavainet.substack.com/) and give us a [review on Product Hunt](https://www.producthunt.com/products/kalavai/reviews/new).**
+⭐⭐⭐ **Kalavai platform is open source, and free to use in both commercial and non-commercial purposes. If you find it useful, consider supporting us by [giving a star to our GitHub project](https://github.com/kalavai-net/kalavai-client), joining our [discord channel](https://discord.gg/YN6ThTJKbM) and follow our [Substack](https://kalavainet.substack.com/).**
 
 
 # Kalavai: turn your devices into a scalable AI platform
 
-### Taming the adoption of Large Language Models
+> AI in the cloud is not aligned with you, it's aligned with the company that owns it. Make sure you own your AI
 
-> Kalavai is an **open source** tool that turns **everyday devices** into your very own LLM platform. It aggregates resources from multiple machines, including desktops and laptops, and is **compatible with most model engines** to make LLM deployment and orchestration simple and reliable.
+### Taming the adoption of self-hosted GenAI
 
-<div align="center">
-
-<a href="https://www.producthunt.com/products/kalavai/reviews?utm_source=badge-product_review&utm_medium=badge&utm_souce=badge-kalavai" target="_blank"><img src="https://api.producthunt.com/widgets/embed-image/v1/product_review.svg?product_id=720725&theme=neutral" alt="Kalavai - The&#0032;first&#0032;platform&#0032;to&#0032;crowdsource&#0032;AI&#0032;computation | Product Hunt" style="width: 250px; height: 54px;" width="250" height="54" /></a>
-
-</div>
+Kalavai is an **open source** tool that turns **any devices** into a self-hosted AI platform. It aggregates resources from multiple machines, including cloud, on prem and personal computers, and is **compatible with most model engines** to make model deployment and orchestration simple and reliable.
 
 
 ## What can Kalavai do?
 
-Kalavai's goal is to make using AI (LLMs, AI agents) in real applications accessible and affordable to all. It's a _magic box_ that **integrates all the components required to make AI useful in the age of massive computing**, from model deployment and orchestration to Agentic AI. 
+Kalavai's goal is to make using self-hosted AI (GenAI models and agents) in real applications accessible and affordable to all. It's a tool that transforms machines into a _magic box_ that **integrates all the components required to make AI useful in the age of massive computing**, from model deployment and orchestration to Agentic AI. 
 
 ### Core features
 
 - Manage **multiple devices resources as one**. One pool of RAM, CPUs and GPUs
-- **Deploy Large Language Models seamlessly across devices**, wherever they are (multiple clouds, on premises, personal devices)
+- **Deploy open source models seamlessly across devices**, wherever they are (cloud, on premises, personal devices)
+- Beyond LLMs: not just for large language models, but text-to-speech, speech-to-text, image understanding, coding generation and embedding models.
+- The hybrid dream: build on your laptop, move to the cloud (any!) with zero changes
 - Auto-discovery: all **models are automatically exposed** through a single OpenAI-like API and a ChatGPT-like UI playground
 - Compatible with [most popular model engines](#support-for-llm-engines)
 - [Easy to expand](https://github.com/kalavai-net/kube-watcher/tree/main/templates) to custom workloads
@@ -83,19 +81,19 @@ Kalavai's goal is to make using AI (LLMs, AI agents) in real applications access
 
 <details>
 
-**<summary>Video tutorials</summary>**
+**<summary>Powered by Kalavai</summary>**
 
-### Self-hosted LLM pools
-
-https://github.com/user-attachments/assets/0d2316f3-79ea-46ac-b41e-8ef720f52672
+- [CoGen AI](https://cogenai.kalavai.net): A community hosted alternative to OpenAI API for unlimited inference.
+- [Create your own Free Cursor/Windsurf Clone](https://www.youtube.com/watch?v=6zHSo7oeCDQ&t=21s)
 
 
 </details>
 
+
 ### Latest updates
 
+- 11 June 2025: Native support for Mac and Raspberry pi devices (ARM).
 - 20 February 2025: New shiny GUI interface to control LLM pools and deploy models
-- 6 February 2025: 🔥🔥🔥 Access  **DeepSeek R1 model for free** when you join our [public LLM pool](https://kalavai-net.github.io/kalavai-client/public_llm_pool/)
 - 31 January 2025: `kalavai-client` is now a [PyPI package](https://pypi.org/project/kalavai-client/), easier to install than ever!
 <details>
 <summary>More news</summary>
@@ -148,8 +146,6 @@ The `kalavai-client` is the main tool to interact with the Kalavai platform, to
 
 <summary>Requirements</summary>
 
-### Requirements
-
 For workers sharing resources with the pool:
 
 - A laptop, desktop or Virtual Machine
@@ -157,37 +153,8 @@ For workers sharing resources with the pool:
 
 > **Support for Windows and MacOS workers is experimental**: kalavai workers run on docker containers that require access to the host network interfaces, thus systems that do not support containers natively (Windows and MacOS) may have difficulties finding each other.
 
-Any system that runs python 3.6+ is able to run the `kalavai-client` and therefore connect and operate an LLM pool, [without sharing with the pool](). Your computer won't be adding its capacity to the pool, but it wil be able to deploy jobs and interact with models.
-
 </details>
 
-<details>
-
-<summary> Common issues</summary>
-
-If you see the following error:
-
-```bash
-fatal error: Python.h: No such file or directory | #include <Python.h>
-```
-
-Make sure you also install python3-dev package. For ubuntu distros:
-
-```bash
-sudo apt install python3-dev
-```
-
-If you see:
-```bash
-AttributeError: install_layout. Did you mean: 'install_platlib'?
-      [end of output]
-```
-
-Upgrade your setuptools:
-```bash
-pip install -U setuptools
-```
-</details>
 
 ### Install the client
 
@@ -230,6 +197,8 @@ If your system is not currently supported, [open an issue](https://github.com/ka
 
 ### OS compatibility
 
+Currently **seed nodes** are supported exclusively on linux machines (x86_64 platform). However Kalavai supports mix-pools, i.e. having Windows and MacOS computers as workers.
+
 Since **worker nodes** run inside docker, any machine that can run docker **should** be compatible with Kalavai. Here are instructions for [linux](https://docs.docker.com/engine/install/), [Windows](https://docs.docker.com/desktop/setup/install/windows-install/) and [MacOS](https://docs.docker.com/desktop/setup/install/mac-install/).
 
 The kalavai client, which controls and access pools, can be installed on any machine that has python 3.10+.
@@ -237,9 +206,10 @@ The kalavai client, which controls and access pools, can be installed on any mac
 
 ### Hardware compatibility:
 
-- `amd64` or `x86_64` CPU architecture
+- `amd64` or `x86_64` CPU architecture for seed and worker nodes.
+- `arm64` CPU architecture for worker nodes.
 - NVIDIA GPU
-- AMD and Intel GPUs are currently not supported ([interested in helping us test it?](https://kalavai-net.github.io/kalavai-client/compatibility/#help-testing-amd-gpus))
+- Mac M series, AMD and Intel GPUs are currently not supported ([interested in helping us test it?](https://kalavai-net.github.io/kalavai-client/compatibility/#help-testing-amd-gpus))
 
 </details>
 
@@ -247,15 +217,15 @@ The kalavai client, which controls and access pools, can be installed on any mac
 
 - [x] Kalavai client on Linux
 - [x] [TEMPLATE] Distributed LLM deployment
-- [x] Kalavai client on Windows (with WSL2)
+- [x] Kalavai client on Windows (worker only)
+- [x] Kalavai client on Windows WSL2 (seed and worker)
 - [x] Self-hosted LLM pools
 - [x] Collaborative LLM deployment
 - [x] Ray cluster support
-- [x] Kalavai client on Mac
+- [x] Kalavai client on Mac (worker only)
 - [x] Kalavai pools UI
-- [ ] [TEMPLATE] [GPUStack](https://github.com/gpustack/gpustack) support
-- [ ] [TEMPLATE] [exo](https://github.com/exo-explore/exo) support
 - [ ] Support for AMD GPUs
+- [ ] Support for Mac M GPUs
 - [x] Docker install path
 
 

kalavai_client-0.6.17.dist-info/RECORD

@@ -0,0 +1,25 @@
+kalavai_client/__init__.py,sha256=6D1LEuHzwFI-n2PmIawhX9C0K4e_BwIIJUAUnpkzCWE,23
+kalavai_client/__main__.py,sha256=WQUfxvRsBJH5gsCJg8pLz95QnZIj7Ol8psTO77m0QE0,73
+kalavai_client/assets/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+kalavai_client/assets/apps.yaml,sha256=zVtfPqesNhoBLpNlhIPAVtxgXLqEQU2pK1GTzKGEqiQ,6395
+kalavai_client/assets/apps_values.yaml,sha256=dvsAnMC1uk9oDsnITIYJc5CIg9LTwGzXldjPZTwRQyE,2069
+kalavai_client/assets/docker-compose-gui.yaml,sha256=shqN78YLw0QP7bqTKveI4ppz5E-5b1JowmsSB4OG3nA,778
+kalavai_client/assets/docker-compose-template.yaml,sha256=KHIwJ2WWX7Y7wQKiXRr82Jqd3IKRyls5zhTyl8mSmrc,1805
+kalavai_client/assets/nginx.conf,sha256=drVVCg8GHucz7hmt_BI6giAhK92OV71257NTs3LthwM,225
+kalavai_client/assets/pool_config_template.yaml,sha256=MhBZQsEMKrBgbUVSKgIGmXWhybeGKG6l5XvJb38y5GI,577
+kalavai_client/assets/pool_config_values.yaml,sha256=_iAnugramLiwJaaDcPSetThvOdR7yFiCffdMri-SQCU,68
+kalavai_client/assets/user_workspace.yaml,sha256=wDvlMYknOPABAEo0dsQwU7bac8iubjAG9tdkFbJZ5Go,476
+kalavai_client/assets/user_workspace_values.yaml,sha256=G0HOzQUxrDMCwuW9kbWUZaKMzDDPVwDwzBHCL2Xi2ZM,542
+kalavai_client/auth.py,sha256=EB3PMvKUn5_KAQkezkEHEt-OMZXyfkZguIQlUFkEHcA,3243
+kalavai_client/bridge_api.py,sha256=5tYqI8UdG7K1Qskywk97kC0TpvYruUZxqxvbn-2nve4,15405
+kalavai_client/bridge_models.py,sha256=t1fJGaF6YDMQdOnEU3XT8zTBHU8eUWJ1yhM5s7c6vMo,2546
+kalavai_client/cli.py,sha256=SzKG7_ZG0ehMQsECQRWSvqj2Fju2Gd5O7uBa60bFBAY,47830
+kalavai_client/cluster.py,sha256=Z2PIXbZuSAv9xmw-MyZP1M41BpVMpirLzG51bqGA-zc,13548
+kalavai_client/core.py,sha256=dJVX5mhFzIshazCfAzb-AqpqWjkp_djgbMyNXzuAF48,34650
+kalavai_client/env.py,sha256=YsfZj7LWf6ABquDsoIFFkXCFYwenpDk8zVnGsf7qv98,2823
+kalavai_client/utils.py,sha256=bhvQzF12q7L2hGVrbcmXRDXXIsAdlzcsTms6RQRxGU4,12733
+kalavai_client-0.6.17.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+kalavai_client-0.6.17.dist-info/METADATA,sha256=J5TEqnwPm3ZopGEi2MRn_ddy_VV101JcB8sl6MGL4iI,12655
+kalavai_client-0.6.17.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+kalavai_client-0.6.17.dist-info/entry_points.txt,sha256=9T6D45gxwzfVbglMm1r6XPdXuuZdHfy_7fCeu2jUphc,50
+kalavai_client-0.6.17.dist-info/RECORD,,

kalavai_client-0.6.14.dist-info/RECORD

@@ -1,25 +0,0 @@
-kalavai_client/__init__.py,sha256=nfdFjB1S39Wxvq7GI6NuNOdisKxExyZQSWX0Q2sAupU,23
-kalavai_client/__main__.py,sha256=WQUfxvRsBJH5gsCJg8pLz95QnZIj7Ol8psTO77m0QE0,73
-kalavai_client/assets/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-kalavai_client/assets/apps.yaml,sha256=L0hi826JwWW0rDRD83wcFVJVNZoUnafPdsjpharBrHE,6365
-kalavai_client/assets/apps_values.yaml,sha256=WRew3bS1MztjzcJfphuJcKn0n2T1ICRupPpr_Csjt_s,1644
-kalavai_client/assets/docker-compose-gui.yaml,sha256=DGCyGYzz1kH6kkMbo62FJHe3F9vcAmA8DOHw-c_o0Kw,752
-kalavai_client/assets/docker-compose-template.yaml,sha256=w9Eux2-lQgkGFbNhwHwurlRJe13CVZPrAGOiFBfI5I0,1763
-kalavai_client/assets/nginx.conf,sha256=drVVCg8GHucz7hmt_BI6giAhK92OV71257NTs3LthwM,225
-kalavai_client/assets/pool_config_template.yaml,sha256=fFz4w2-fMKD5KvyzFdfcWD_jSneRlmnjLc8hCctweX0,576
-kalavai_client/assets/pool_config_values.yaml,sha256=VrM3XHQfQo6QLZ68qvagooUptaYgl1pszniY_JUtemk,233
-kalavai_client/assets/user_workspace.yaml,sha256=wDvlMYknOPABAEo0dsQwU7bac8iubjAG9tdkFbJZ5Go,476
-kalavai_client/assets/user_workspace_values.yaml,sha256=G0HOzQUxrDMCwuW9kbWUZaKMzDDPVwDwzBHCL2Xi2ZM,542
-kalavai_client/auth.py,sha256=EB3PMvKUn5_KAQkezkEHEt-OMZXyfkZguIQlUFkEHcA,3243
-kalavai_client/bridge_api.py,sha256=-z0NBUSRJkVOfP807Fd-ZX2uEtKc6BCfrDD_umQ6sNg,15592
-kalavai_client/bridge_models.py,sha256=775aXLTma3dv6KmKTmebAZ55ns6d9EmNno5e4blfoNY,2738
-kalavai_client/cli.py,sha256=mmwLqqSYfl9k6vqveMcbHTq7g5FFd84YUUQCSH4J0k0,46967
-kalavai_client/cluster.py,sha256=Z2PIXbZuSAv9xmw-MyZP1M41BpVMpirLzG51bqGA-zc,13548
-kalavai_client/core.py,sha256=u8a4uYqGS0mMJh0ArcXG2hwp2uDUSuwM5ROGXRQkHZg,34051
-kalavai_client/env.py,sha256=YsfZj7LWf6ABquDsoIFFkXCFYwenpDk8zVnGsf7qv98,2823
-kalavai_client/utils.py,sha256=S80bLSICvWLhtQP-dmW0OF4coKwjxmhmPIja8UArTTE,12712
-kalavai_client-0.6.14.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-kalavai_client-0.6.14.dist-info/METADATA,sha256=UkJ77kexOEA-_8c9DwnphWnk6vZl1-1g2EGPNLJ9VHI,13354
-kalavai_client-0.6.14.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-kalavai_client-0.6.14.dist-info/entry_points.txt,sha256=9T6D45gxwzfVbglMm1r6XPdXuuZdHfy_7fCeu2jUphc,50
-kalavai_client-0.6.14.dist-info/RECORD,,