kalavai-client 0.5.21__py3-none-any.whl → 0.5.23__py3-none-any.whl

kalavai_client/__init__.py

@@ -1,2 +1,2 @@
 
-__version__ = "0.5.21"
+__version__ = "0.5.23"

kalavai_client/assets/apps.yaml

@@ -139,7 +139,7 @@ releases:
     - name: replicas
       value: 2
     - name: image_tag
-      value: "v2025.01.10"
+      value: "v2025.03.2"
     - name: deployment.in_cluster
       value: "True"
     - name: deployment.use_auth_key

kalavai_client/assets/docker-compose-template.yaml

@@ -103,7 +103,7 @@ services:
   {% endif %}
 {% endif %}
 
-networks:
-  custom-network:
-    driver: bridge
+# networks:
+#   custom-network:
+#     driver: bridge
 

kalavai_client/bridge_api.py

@@ -64,7 +64,8 @@ def pool_join(request: JoinPoolRequest):
     result = join_pool(
         token=request.token,
         num_gpus=request.num_gpus,
-        node_name=request.node_name
+        node_name=request.node_name,
+        ip_address=request.ip_address
     )
     return result
 

kalavai_client/bridge_models.py

@@ -17,6 +17,7 @@ class DeleteNodesRequest(BaseModel):
 
 class JoinPoolRequest(BaseModel):
     token: str
+    ip_address: str = None
     node_name: str = None
     num_gpus: int = None
 

kalavai_client/cli.py

@@ -420,7 +420,7 @@ def pool__start(cluster_name, *others,  only_registered_users: bool=False, ip_ad
 
     console.log(f"[green]Creating {cluster_name} pool, this may take a few minutes...")
 
-    create_pool(
+    result = create_pool(
         cluster_name=cluster_name,
         ip_address=ip_address,
         app_values=app_values,
@@ -430,6 +430,9 @@ def pool__start(cluster_name, *others,  only_registered_users: bool=False, ip_ad
         location=location
     )
 
+    if "error" in result:
+        console.log(f"[red]{result}")
+
     return None
 
 @arguably.command
@@ -511,11 +514,16 @@ def pool__join(token, *others, node_name=None):
         console.log("[red]Installation aborted")
         return
     
+    # select IP address (for external discovery)
+    console.log(f"Scanning for valid IPs")
+    ip_address = select_ip_address()
+    
     console.log("Connecting worker to the pool...")
     result = join_pool(
         token=token,
         node_name=node_name,
-        num_gpus=num_gpus
+        num_gpus=num_gpus,
+        ip_address=ip_address
     )
     if "error" in result:
         console.log(f"[red]Error when connecting: {result}")
@@ -1046,7 +1054,7 @@ def job__run(template_name, *others, values: str=None, force_namespace: str=None
     )
 
     if "error" in result:
-        console.log(f"[red]Error when deploying job: {str(e)}")
+        console.log(f"[red]Error when deploying job: {str(result['error'])}")
     else:
         console.log(f"[green]{template_name} job deployed")
 

kalavai_client/core.py

@@ -267,6 +267,8 @@ def fetch_job_details(jobs: list[Job]):
                 if ns != namespace: # same job name, different namespace
                     continue
                 for _, values in ss.items():
+                    # TODO get 'restart_count' from values['conditions'][-1]["restart_count"]
+                    # TODO: get nodes involved in deployment (needs kubewatcher)
                     workers_status[values["status"]] += 1
             workers = "\n".join([f"{k}: {v}" for k, v in workers_status.items()])
             # get URL details
@@ -287,10 +289,12 @@ def fetch_job_details(jobs: list[Job]):
             urls = [f"http://{load_server_info(data_key=SERVER_IP_KEY, file=USER_LOCAL_SERVER_FILE)}:{node_port}" for node_port in node_ports]
             if "Ready" in workers_status and len(workers_status) == 1:
                 status = "running"
-            elif any([st in workers_status for st in ["Failed", "Completed"]]):
+            elif any([st in workers_status for st in ["Failed"]]):
                 status = "error"
-            elif any([st in workers_status for st in ["Pending"]]):
+            elif any([st in workers_status for st in ["Pending"]]) or len(workers_status) == 0:
                 status = "pending"
+            elif any([st in workers_status for st in ["Succeeded", "Completed"]]):
+                status = "completed"
             else:
                 status = "working"
             job_details.append(
@@ -569,7 +573,7 @@ def get_max_gpus():
     except:
         return 0
 
-def join_pool(token, num_gpus=None, node_name=None):
+def join_pool(token, num_gpus=None, node_name=None, ip_address=None):
     compatibility = check_worker_compatibility()
     if len(compatibility["issues"]) > 0:
         return {"error": compatibility["issues"]}
@@ -626,6 +630,7 @@ def join_pool(token, num_gpus=None, node_name=None):
     # Generate docker compose recipe
     generate_compose_config(
         role="agent",
+        node_ip_address=ip_address,
         pool_ip=f"https://{kalavai_seed_ip}:6443",
         pool_token=kalavai_token,
         num_gpus=num_gpus,
@@ -701,6 +706,9 @@ def create_pool(cluster_name: str, ip_address: str, app_values: str=None, pool_c
             node_labels[USER_NODE_LABEL] = user["username"]
         except Exception as e:
             return {"error": f"[red]Error when joining network: {str(e)}"}
+        
+    if num_gpus is None:
+        num_gpus = get_max_gpus()
     
     # Generate docker compose recipe
     generate_compose_config(

{kalavai_client-0.5.21.dist-info → kalavai_client-0.5.23.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: kalavai-client
-Version: 0.5.21
+Version: 0.5.23
 Summary: Client app for kalavai platform
 License: Apache-2.0
 Keywords: LLM,platform

{kalavai_client-0.5.21.dist-info → kalavai_client-0.5.23.dist-info}/RECORD

@@ -1,25 +1,25 @@
-kalavai_client/__init__.py,sha256=LIT9uJV0JSGoxjwoHAvYM7EHKvgVBbXXas273l5C2UM,23
+kalavai_client/__init__.py,sha256=dvpDhTkmNamlNO7OXBsIRPkPtiJwYmu6MDBdqY8X8Q4,23
 kalavai_client/__main__.py,sha256=WQUfxvRsBJH5gsCJg8pLz95QnZIj7Ol8psTO77m0QE0,73
 kalavai_client/assets/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-kalavai_client/assets/apps.yaml,sha256=V1x1FY-fyYsYrXvcIMv3QrBCgJ7jNunluRyJh67eWB0,5983
+kalavai_client/assets/apps.yaml,sha256=bMHyCrvdqmBvkoEm0uJDKZj7UziIopeqf7wqDBDSzao,5982
 kalavai_client/assets/apps_values.yaml,sha256=CjKVelPQHd-hm-DTMEuya92feKiphU9mh3HrosLYYPE,1676
 kalavai_client/assets/docker-compose-gui.yaml,sha256=oE-neG3HC2PhdH-mIxrZdQlhqnycrSP_p8fRxjaxDFE,192
-kalavai_client/assets/docker-compose-template.yaml,sha256=Fnsk44oFtUqS2E77umVUiWl1-eS96E13TPe31GYo1XI,2825
+kalavai_client/assets/docker-compose-template.yaml,sha256=ii24Nn-dM5cZk9lxFgrzxnmK7yv_6kIIw7KUlWhvYeI,2831
 kalavai_client/assets/nginx.conf,sha256=drVVCg8GHucz7hmt_BI6giAhK92OV71257NTs3LthwM,225
 kalavai_client/assets/pool_config_template.yaml,sha256=fFz4w2-fMKD5KvyzFdfcWD_jSneRlmnjLc8hCctweX0,576
 kalavai_client/assets/pool_config_values.yaml,sha256=VrM3XHQfQo6QLZ68qvagooUptaYgl1pszniY_JUtemk,233
 kalavai_client/assets/user_workspace.yaml,sha256=wDvlMYknOPABAEo0dsQwU7bac8iubjAG9tdkFbJZ5Go,476
 kalavai_client/assets/user_workspace_values.yaml,sha256=G0HOzQUxrDMCwuW9kbWUZaKMzDDPVwDwzBHCL2Xi2ZM,542
 kalavai_client/auth.py,sha256=QsBh28L2LwjBBK6pTUE4Xu36lLDTyetyU1YfS1Hbb6g,1717
-kalavai_client/bridge_api.py,sha256=hp5YjMu0HBI9VGMx6hahXfMIGPLwNtSd09UKxmKnGXc,4852
-kalavai_client/bridge_models.py,sha256=rXBnE5r6Oe9GxGkk1ITkvp6YQqahp72Rrzf-QM2quH8,771
-kalavai_client/cli.py,sha256=ef4ZZJcRVP5PWS77XpsYZgwYK3CEny5o3Z7_JlLooN4,47845
+kalavai_client/bridge_api.py,sha256=lFS1fvH7UQxZ24vrHGeea5z8bnGWhOZhgU_zKIrnlHI,4891
+kalavai_client/bridge_models.py,sha256=hWxEODqHwc8Sj21zkIZoZmU9W3PvNdK-CA1tH6yMQ4s,798
+kalavai_client/cli.py,sha256=cLP7Vbh_eSJb8i8VuCTpCpXB4mMeESrYMBfH7XbIqJM,48098
 kalavai_client/cluster.py,sha256=gwjmdsd--YrffT0BmZDOEpbrdm3lPskUuN5jdgcrOR0,12947
-kalavai_client/core.py,sha256=V-WfeI3QLo82GpNC-UZ_MtvdsE4njkT4ic1Pxe3HHWo,29756
+kalavai_client/core.py,sha256=c9UI_RJ7QmvWPfB9VQpc5QtNCbExOcPtGc-zed1ZgzI,30187
 kalavai_client/env.py,sha256=Zg2pP-xGJpQumo56KMBxBLgIsBmcNN0S9R-ZP2-s630,2604
 kalavai_client/utils.py,sha256=rz5W9PRZrTpgdmOs6yeqUi4f_q_L-3BJ5g1o7Asgnyo,13386
-kalavai_client-0.5.21.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-kalavai_client-0.5.21.dist-info/METADATA,sha256=UBVRAEyPpQF2-f6sGiEHiu81oL2VyjW2InPUWltbI_8,14443
-kalavai_client-0.5.21.dist-info/WHEEL,sha256=XbeZDeTWKc1w7CSIyre5aMDU_-PohRwTQceYnisIYYY,88
-kalavai_client-0.5.21.dist-info/entry_points.txt,sha256=9T6D45gxwzfVbglMm1r6XPdXuuZdHfy_7fCeu2jUphc,50
-kalavai_client-0.5.21.dist-info/RECORD,,
+kalavai_client-0.5.23.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+kalavai_client-0.5.23.dist-info/METADATA,sha256=m9SsgUBy3ynOMkhPBWQycPlDXdVUnOa2USgclKyp6eM,14443
+kalavai_client-0.5.23.dist-info/WHEEL,sha256=XbeZDeTWKc1w7CSIyre5aMDU_-PohRwTQceYnisIYYY,88
+kalavai_client-0.5.23.dist-info/entry_points.txt,sha256=9T6D45gxwzfVbglMm1r6XPdXuuZdHfy_7fCeu2jUphc,50
+kalavai_client-0.5.23.dist-info/RECORD,,