konduktor-nightly 0.1.0.dev20250716105229__py3-none-any.whl → 0.1.0.dev20250718105306__py3-none-any.whl

konduktor/__init__.py

@@ -14,7 +14,7 @@ __all__ = [
 ]
 
 # Replaced with the current commit when building the wheels.
-_KONDUKTOR_COMMIT_SHA = 'd7075fa88a909a1b4ccf58487d0de364c2a74e7d'
+_KONDUKTOR_COMMIT_SHA = '84818710a16e0a0515fbbd7878395fca37cf94f7'
 os.makedirs(os.path.expanduser('~/.konduktor'), exist_ok=True)
 
 
@@ -48,5 +48,5 @@ def _get_git_commit():
 
 
 __commit__ = _get_git_commit()
-__version__ = '1.0.0.dev0.1.0.dev20250716105229'
+__version__ = '1.0.0.dev0.1.0.dev20250718105306'
 __root_dir__ = os.path.dirname(os.path.abspath(__file__))

konduktor/backends/constants.py

@@ -0,0 +1 @@
+KONDUKTOR_SSH_PORT = 2222

konduktor/backends/jobset_utils.py

@@ -18,6 +18,7 @@ if typing.TYPE_CHECKING:
 
 import konduktor
 from konduktor import authentication, config, constants, kube_client, logging
+from konduktor.backends import constants as backend_constants
 from konduktor.data import registry
 from konduktor.utils import (
     common_utils,
@@ -171,7 +172,7 @@ def create_pod_spec(task: 'konduktor.Task') -> Dict[str, Any]:
                     f'though specified by `tailscale.secret_name`: {err}'
                 )
 
-    enable_ssh = config.get_nested(('ssh', 'enable'), False)
+    enable_ssh = config.get_nested(('ssh', 'enable'), False) or tailscale_secret
     secret_name = None
     if enable_ssh:
         private_key_path, public_key_path = authentication.get_or_generate_keys()
@@ -257,6 +258,7 @@ def create_pod_spec(task: 'konduktor.Task') -> Dict[str, Any]:
                 # SSH
                 'enable_ssh': enable_ssh,
                 'secret_name': secret_name,
+                'konduktor_ssh_port': backend_constants.KONDUKTOR_SSH_PORT,
                 # Kinds of Secrets
                 # --kind git-ssh
                 'git_ssh': git_ssh_secret_name,
@@ -290,6 +292,7 @@ def create_pod_spec(task: 'konduktor.Task') -> Dict[str, Any]:
     pod_config['kubernetes']['pod_config']['spec']['containers'][0]['env'] = list(
         env_map.values()
     )
+    logger.debug(f'rendered pod spec: \n\t{pod_config}')
 
     # validate pod spec using json schema
     try:

konduktor/templates/pod.yaml.j2

@@ -20,7 +20,8 @@ kubernetes:
         - name: konduktor-container
           {% if enable_ssh %}
           ports:
-            - containerPort: 2222
+            - name: ssh
+              containerPort: {{ konduktor_ssh_port }}
           {% endif %}
           image: {{ image_id }}
           # this is set during jobset definition since we need to know the jobset
@@ -38,6 +39,10 @@ kubernetes:
             valueFrom:
               fieldRef:
                 fieldPath: metadata.annotations['batch.kubernetes.io/job-completion-index']
+          - name: LOCAL_ADDR
+            valueFrom:
+              fieldRef:
+                fieldPath: status.podIP
           - name: NUM_NODES
             value: "{{ num_nodes }}"
           - name: NUM_GPUS_PER_NODE
@@ -71,6 +76,8 @@ kubernetes:
               secretKeyRef:
                 name: {{ secret_name }}
                 key: PRIVKEY
+          - name: KONDUKTOR_SSH_PORT
+            value: "{{ konduktor_ssh_port }}"
           {% endif %}
           {% if git_ssh %}
           - name: GIT_SSH_COMMAND
@@ -113,7 +120,8 @@ kubernetes:
             - |
               # TODO(asaiacai): add debug environment variable for printing the apt-update, apt-install, sync-files output
               # Helper function to conditionally use sudo
-              # set -eo pipefail
+              export RDZV_CONF=is_host=$(if [ "$RANK" == "0" ]; then echo "true"; else echo "false"; fi)
+              set -eo pipefail
               {% if konduktor_debug %}
               set -x
               {% endif %}
@@ -170,7 +178,7 @@ kubernetes:
                 DEBIAN_FRONTEND=noninteractive $(prefix_cmd) apt-get install -y $MISSING_PACKAGES 2>&1 | tee -a ~/.konduktor/tmp/apt-install.log;
               fi;
               end_epoch=$(date +%s);
-
+              
               echo "Exposing ENV variables"
               $(prefix_cmd) env -0 | awk -v RS='\0' '
                 {
@@ -188,6 +196,7 @@ kubernetes:
               function InstallSSH {
                 export DEBIAN_FRONTEND=noninteractive
                 export TZ=Etc/UTC
+                set -u
                 if service sshd status > /dev/null 2>&1; then
                   $(prefix_cmd) echo "OpenSSH server is already started."
                   return
@@ -245,14 +254,15 @@ kubernetes:
                 # turn off PAM to fix sshd login issue
                 $(prefix_cmd) sed -i 's/UsePAM yes/UsePAM no/' /etc/ssh/sshd_config
 
-                # set default port to 2222
-                $(prefix_cmd) sed -i 's/#Port 22/Port 2222/' /etc/ssh/sshd_config
+                # set default port to 22
+                $(prefix_cmd) sed -i 's/#Port 22/Port {{ konduktor_ssh_port }}/' /etc/ssh/sshd_config
 
                 $(prefix_cmd) mkdir /run/sshd
                 $(prefix_cmd) chmod 0755 /run/sshd
 
                 $(prefix_cmd) service ssh start
                 $(prefix_cmd) echo "sshd service started"
+                set +u
               }
 
               InstallSSH
@@ -266,7 +276,7 @@ kubernetes:
                   if ! command -v tailscale >/dev/null 2>&1; then
                     $(prefix_cmd) curl -fsSL https://tailscale.com/install.sh | DEBIAN_FRONTEND=noninteractive $(prefix_cmd) sh > ~/.konduktor/tmp/tailscale-install.log 2>&1
                   fi
-                  $(prefix_cmd) tailscaled --tun=userspace-networking >/dev/null 2>&1 &
+                  $(prefix_cmd) tailscaled --tun=userspace-networking --state=mem: >/dev/null 2>&1 &
                   $(prefix_cmd) timeout 5 tailscale up --auth-key=${TS_AUTHKEY} --ssh --hostname=${TS_HOSTNAME}
                   $(prefix_cmd) sleep 10
                 done

{konduktor_nightly-0.1.0.dev20250716105229.dist-info → konduktor_nightly-0.1.0.dev20250718105306.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: konduktor-nightly
-Version: 0.1.0.dev20250716105229
+Version: 0.1.0.dev20250718105306
 Summary: GPU Cluster Health Management
 Author: Andrew Aikawa
 Author-email: asai@berkeley.edu

{konduktor_nightly-0.1.0.dev20250716105229.dist-info → konduktor_nightly-0.1.0.dev20250718105306.dist-info}/RECORD

@@ -1,4 +1,4 @@
-konduktor/__init__.py,sha256=zYoBNEW7JjgSjqIRFfaHeNgMTT2K8KGedqy-SUCRYa8,1540
+konduktor/__init__.py,sha256=XHQ2EP7giHWRyU98p0JIMey3Wv9AFufniNYul3Cjm_k,1540
 konduktor/adaptors/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 konduktor/adaptors/aws.py,sha256=s47Ra-GaqCQibzVfmD0pmwEWHif1EGO5opMbwkLxTCU,8244
 konduktor/adaptors/common.py,sha256=ZIqzjx77PIHUwpjfAQ1uX8B2aX78YMuGj4Bppd-MdyM,4183
@@ -6,8 +6,9 @@ konduktor/adaptors/gcp.py,sha256=ierTF4z7vwpJ9BsC7LSiwv4uLcjGXscwZOwQrddr2vM,410
 konduktor/authentication.py,sha256=_mVy3eqoKohicHostFiGwG1-2ybxP-l7ouofQ0LRlCY,4570
 konduktor/backends/__init__.py,sha256=1Q6sqqdeMYarpTX_U-QVywJYf7idiUTRsyP-E4BQSOw,129
 konduktor/backends/backend.py,sha256=qh0bp94lzoTYZkzyQv2-CVrB5l91FkG2vclXg24UFC0,2910
+konduktor/backends/constants.py,sha256=nU_cd4x8V2GwP9-oGlcIwjt5snnyhmOlxXbXRZ8d6Fc,26
 konduktor/backends/jobset.py,sha256=UdhwAuZODLMbLY51Y2zOBsh6wg4Pb84oHVvUKzx3Z2w,8434
-konduktor/backends/jobset_utils.py,sha256=sE3USQ15rcXeTCmkysN5YYugiYcaqhWS65vdJRZvlJA,22827
+konduktor/backends/jobset_utils.py,sha256=zOxXikz5fRsciTIdEgK3mQNxJfsRVEiW1K6FQI5ZD3Y,23042
 konduktor/check.py,sha256=JennyWoaqSKhdyfUldd266KwVXTPJpcYQa4EED4a_BA,7569
 konduktor/cli.py,sha256=GXmm4DGLHuvfnqDG_3PsWXK7mOI3XWvlC3VeI6JDoqI,36004
 konduktor/config.py,sha256=J50JxC6MsXMnlrJPXdDUMr38C89xvOO7mR8KJ6fyils,15520
@@ -71,7 +72,7 @@ konduktor/manifests/pod_cleanup_controller.yaml,sha256=hziL1Ka1kCAEL9R7Tjvpb80iw
 konduktor/resource.py,sha256=nHgPWXCbWj5sWyslNngrFypMN1K0Dksb0yHbJqWaei8,19612
 konduktor/task.py,sha256=ofwd8WIhfD6C3ThLcv6X3GUzQHyZ6ddjUagE-umF4K0,35207
 konduktor/templates/jobset.yaml.j2,sha256=rdURknodtgLp4zoA2PX86Nn4wPpi3tr5l4IG55aWBRg,1059
-konduktor/templates/pod.yaml.j2,sha256=PagIrQnON2L32m6A1tdFnO2ieF2Lzggm8AwISWQB-Kk,16723
+konduktor/templates/pod.yaml.j2,sha256=GoBNypXgPkFfmD-a4t0WVCo9sXbgSedvl-YNygso-Fc,17160
 konduktor/usage/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 konduktor/usage/constants.py,sha256=gCL8afIHZhO0dcxbJGpESE9sCC1cBSbeRnQ8GwNOY4M,612
 konduktor/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -91,8 +92,8 @@ konduktor/utils/schemas.py,sha256=VGPERAso2G4sVAznsJ80qT2Q-I_EFxXw6Rfcw-vkYgQ,16
 konduktor/utils/subprocess_utils.py,sha256=WoFkoFhGecPR8-rF8WJxbIe-YtV94LXz9UG64SDhCY4,9448
 konduktor/utils/ux_utils.py,sha256=czCwiS1bDqgeKtzAJctczpLwFZzAse7WuozdvzEFYJ4,7437
 konduktor/utils/validator.py,sha256=uCRlScO1NYxsbTNKY9dkoqvlO8S0ISIIB8XmX2ItcO8,2793
-konduktor_nightly-0.1.0.dev20250716105229.dist-info/LICENSE,sha256=MuuqTZbHvmqXR_aNKAXzggdV45ANd3wQ5YI7tnpZhm0,6586
-konduktor_nightly-0.1.0.dev20250716105229.dist-info/METADATA,sha256=b7CQSOl3ZWKLIni_LBzurM0ff7pjhOXpMH8KVRxNOzE,4247
-konduktor_nightly-0.1.0.dev20250716105229.dist-info/WHEEL,sha256=XbeZDeTWKc1w7CSIyre5aMDU_-PohRwTQceYnisIYYY,88
-konduktor_nightly-0.1.0.dev20250716105229.dist-info/entry_points.txt,sha256=k3nG5wDFIJhNqsZWrHk4d0irIB2Ns9s47cjRWYsTCT8,48
-konduktor_nightly-0.1.0.dev20250716105229.dist-info/RECORD,,
+konduktor_nightly-0.1.0.dev20250718105306.dist-info/LICENSE,sha256=MuuqTZbHvmqXR_aNKAXzggdV45ANd3wQ5YI7tnpZhm0,6586
+konduktor_nightly-0.1.0.dev20250718105306.dist-info/METADATA,sha256=YAZVZrsrhsj59NUbTfOQ7smp0gxbTv9an9SngBozyZA,4247
+konduktor_nightly-0.1.0.dev20250718105306.dist-info/WHEEL,sha256=XbeZDeTWKc1w7CSIyre5aMDU_-PohRwTQceYnisIYYY,88
+konduktor_nightly-0.1.0.dev20250718105306.dist-info/entry_points.txt,sha256=k3nG5wDFIJhNqsZWrHk4d0irIB2Ns9s47cjRWYsTCT8,48
+konduktor_nightly-0.1.0.dev20250718105306.dist-info/RECORD,,