kalavai-client 0.5.10__py3-none-any.whl → 0.5.12__py3-none-any.whl

kalavai_client/__init__.py

@@ -1,2 +1,2 @@
 
-__version__ = "0.5.10"
+__version__ = "0.5.12"

kalavai_client/assets/apps.yaml

@@ -139,7 +139,7 @@ releases:
     - name: replicas
       value: 2
     - name: image_tag
-      value: "v2025.01"
+      value: "v2025.01.1"
     - name: deployment.in_cluster
       value: "True"
     - name: deployment.use_auth_key

kalavai_client/assets/docker-compose-template.yaml

@@ -1,8 +1,9 @@
 services:
 {% if vpn %}
   {{vpn_name}}:
-    image: gravitl/netclient:v0.30.0
+    image: gravitl/netclient:v0.24.3
     container_name: {{vpn_name}}
+    #privileged: true
     cap_add:
       - NET_ADMIN
       - SYS_MODULE

kalavai_client/cli.py

@@ -337,18 +337,19 @@ def select_token_type():
             break
     return {"admin": choice == 0, "user": choice == 1, "worker": choice == 2}
 
-def generate_compose_config(role, node_name, is_public, node_labels=None, pool_ip=None, vpn_token=None, pool_token=None):
+def generate_compose_config(role, node_name, is_public, use_gpus=True, node_labels=None, pool_ip=None, vpn_token=None, pool_token=None):
     num_gpus = 0
-    try:
-        has_gpus = check_gpu_drivers()
-        if has_gpus:
-            max_gpus = int(run_cmd("nvidia-smi -L | wc -l").decode())
-            num_gpus = user_confirm(
-                question=f"{max_gpus} NVIDIA GPU(s) detected. How many GPUs would you like to include?",
-                options=range(max_gpus+1)
-            ) 
-    except:
-        console.log(f"[red]WARNING: error when fetching NVIDIA GPU info. GPUs will not be used on this local machine")
+    if use_gpus:
+        try:
+            has_gpus = check_gpu_drivers()
+            if has_gpus:
+                max_gpus = int(run_cmd("nvidia-smi -L | wc -l").decode())
+                num_gpus = user_confirm(
+                    question=f"{max_gpus} NVIDIA GPU(s) detected. How many GPUs would you like to include?",
+                    options=range(max_gpus+1)
+                ) 
+        except:
+            console.log(f"[red]WARNING: error when fetching NVIDIA GPU info. GPUs will not be used on this local machine")
     if node_labels is not None:
         node_labels = " ".join([f"--node-label {key}={value}" for key, value in node_labels.items()])
     compose_values = {
@@ -1102,6 +1103,10 @@ def pool__attach(token, *others, node_name=None):
     """
     Set creds in token on the local instance
     """
+
+    if node_name is None:
+        node_name = socket.gethostname()
+    
     # check that is not attached to another instance
     if os.path.exists(USER_LOCAL_SERVER_FILE):
         option = user_confirm(
@@ -1160,6 +1165,7 @@ def pool__attach(token, *others, node_name=None):
     
     # Generate docker compose recipe
     generate_compose_config(
+        use_gpus=False,
         role="",
         vpn_token=vpn["key"],
         node_name=node_name,
@@ -1510,6 +1516,62 @@ def job__run(template_name, *others, values: str=None, force_namespace: str=None
         console.log(f"[red]Error when connecting to kalavai service: {str(e)}")
         return
 
+@arguably.command
+def job__test(local_template_dir, *others, values, defaults, force_namespace: str=None):
+    """
+    Helper to test local templates, useful for development
+    """
+    try:
+        CLUSTER.validate_cluster()
+    except Exception as e:
+        console.log(f"[red]Problems with your pool: {str(e)}")
+        return
+    
+    if not os.path.isdir(local_template_dir):
+        console.log(f"[red]--local_template_dir ({local_template_dir}) is not a directory")
+        return
+    
+    # load template
+    with open(os.path.join(local_template_dir, "template.yaml"), "r") as f:
+        template_str = f.read()
+    
+    # load values
+    if not os.path.isfile(values):
+        console.log(f"[red]--values ({values}) is not a valid local file")
+        return
+    with open(values, "r") as f:
+        values_dict = yaml.safe_load(f)
+    # load defaults
+    if not os.path.isfile(defaults):
+        console.log(f"[red]--defaults ({defaults}) is not a valid local file")
+        return
+    with open(defaults, "r") as f:
+        defaults = f.read()
+    
+    # submit custom deployment
+    data = {
+        "template": template_str,
+        "template_values": values_dict,
+        "default_values": defaults
+    }
+    if force_namespace is not None:
+        data["force_namespace"] = force_namespace
+
+    try:
+        result = request_to_server(
+            method="post",
+            endpoint="/v1/deploy_custom_job",
+            data=data,
+            server_creds=USER_LOCAL_SERVER_FILE,
+            user_cookie=USER_COOKIE
+        )
+        console.log("Deployment result:")
+        print(
+            json.dumps(result,indent=3)
+        )
+    except Exception as e:
+        console.log(f"[red]Error when connecting to kalavai service: {str(e)}")
+
 
 @arguably.command
 def job__defaults(template_name, *others):

kalavai_client/utils.py

@@ -284,8 +284,11 @@ def request_to_server(
         json=data,
         headers=headers
     )
-    result = response.json()
-    return result
+    try:
+        result = response.json()
+        return result
+    except Exception as e:
+        raise ValueError(f"Error with HTTP request: {response.text}\n{str(e)}")
 
 
 def generate_table(columns, rows, end_sections=None):

{kalavai_client-0.5.10.dist-info → kalavai_client-0.5.12.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: kalavai-client
-Version: 0.5.10
+Version: 0.5.12
 Summary: Client app for kalavai platform
 License: Apache-2.0
 Keywords: LLM,platform

{kalavai_client-0.5.10.dist-info → kalavai_client-0.5.12.dist-info}/RECORD

@@ -1,20 +1,20 @@
-kalavai_client/__init__.py,sha256=PoEyxKkxe5kSNJwy0utYwv_ANRK98k-p4OLs19lJaBA,23
+kalavai_client/__init__.py,sha256=mqDZCSDdo4jyvGQ0x29B1roX6bl4-uTP0d3CclCa2oo,23
 kalavai_client/__main__.py,sha256=WQUfxvRsBJH5gsCJg8pLz95QnZIj7Ol8psTO77m0QE0,73
 kalavai_client/assets/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-kalavai_client/assets/apps.yaml,sha256=_8BgT9F611c8uZJvhTE_0CLbQqnLaUQosqxZjzOslXQ,5979
+kalavai_client/assets/apps.yaml,sha256=LKLF315cBJG0Ts8oShl6WdKaJlM6Ewk_P_XyPVcApP8,5981
 kalavai_client/assets/apps_values.yaml,sha256=CjKVelPQHd-hm-DTMEuya92feKiphU9mh3HrosLYYPE,1676
-kalavai_client/assets/docker-compose-template.yaml,sha256=gJ0NkhcG2c-gZPmSd385dadrXkZrWruTJkiaxcaKkQ0,2725
+kalavai_client/assets/docker-compose-template.yaml,sha256=mo8LUam9-AzB_0w72wTyMyreKr4Ns-pxZGc4GVWcUHA,2747
 kalavai_client/assets/nginx.conf,sha256=drVVCg8GHucz7hmt_BI6giAhK92OV71257NTs3LthwM,225
 kalavai_client/assets/pool_config_template.yaml,sha256=fFz4w2-fMKD5KvyzFdfcWD_jSneRlmnjLc8hCctweX0,576
 kalavai_client/assets/pool_config_values.yaml,sha256=VrM3XHQfQo6QLZ68qvagooUptaYgl1pszniY_JUtemk,233
 kalavai_client/assets/user_workspace.yaml,sha256=wDvlMYknOPABAEo0dsQwU7bac8iubjAG9tdkFbJZ5Go,476
 kalavai_client/assets/user_workspace_values.yaml,sha256=G0HOzQUxrDMCwuW9kbWUZaKMzDDPVwDwzBHCL2Xi2ZM,542
 kalavai_client/auth.py,sha256=QsBh28L2LwjBBK6pTUE4Xu36lLDTyetyU1YfS1Hbb6g,1717
-kalavai_client/cli.py,sha256=4qTZuYNFhsdJbnER-MSBJHPNgJc_lWzbWR0Bj2YeQe0,68889
+kalavai_client/cli.py,sha256=KVWQI2FOAU7km6hXNTs4PXw9Q24G4QqxujQL2pySEY0,70817
 kalavai_client/cluster.py,sha256=fULTAad4KXEGeWZmp4_VBoBwT5eED_HOBUsXIKmf0CU,12119
-kalavai_client/utils.py,sha256=RTJNgY7ho52Q5WzV68ZK5uHNYRAwXkelIr1PmBLBJsk,12420
-kalavai_client-0.5.10.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-kalavai_client-0.5.10.dist-info/METADATA,sha256=u_E2mWeRmmVE2pWCToOVwwxdgu--UWkzhkImQb67qy4,14101
-kalavai_client-0.5.10.dist-info/WHEEL,sha256=IYZQI976HJqqOpQU6PHkJ8fb3tMNBFjg-Cn-pwAbaFM,88
-kalavai_client-0.5.10.dist-info/entry_points.txt,sha256=9T6D45gxwzfVbglMm1r6XPdXuuZdHfy_7fCeu2jUphc,50
-kalavai_client-0.5.10.dist-info/RECORD,,
+kalavai_client/utils.py,sha256=7Cr2wXm2mXGJoseKbFdIVMuMBkqmzSgbwaCLHYoGOn0,12544
+kalavai_client-0.5.12.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+kalavai_client-0.5.12.dist-info/METADATA,sha256=631MQR4FQ5pcMwbLKDucI8gy7qVylzhqmkKhohEBN8c,14101
+kalavai_client-0.5.12.dist-info/WHEEL,sha256=IYZQI976HJqqOpQU6PHkJ8fb3tMNBFjg-Cn-pwAbaFM,88
+kalavai_client-0.5.12.dist-info/entry_points.txt,sha256=9T6D45gxwzfVbglMm1r6XPdXuuZdHfy_7fCeu2jUphc,50
+kalavai_client-0.5.12.dist-info/RECORD,,