xpk 0.17.1__py3-none-any.whl → 0.17.3__py3-none-any.whl

xpk/commands/run.py

@@ -1,140 +0,0 @@
-"""
-Copyright 2025 Google LLC
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-     https://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-"""
-
-from argparse import Namespace
-
-from ..core.cluster import (
-    setup_k8s_service_accounts,
-    get_cluster_credentials,
-)
-from ..core.commands import run_command_with_full_controls
-from ..core.gcloud_context import add_zone_and_project
-from ..core.kjob import (
-    AppProfileDefaults,
-    JobTemplateDefaults,
-    get_storage_annotations,
-    prepare_kjob,
-)
-from ..core.kueue_manager import LOCAL_QUEUE_NAME
-from ..utils.console import xpk_exit, xpk_print
-from ..utils.validation import validate_dependencies_list, SystemDependency, should_validate_dependencies
-from .kind import set_local_cluster_command
-from .kjob_common import add_gpu_networking_annotations_to_command, add_TAS_annotations_to_command
-
-
-def run(args: Namespace) -> None:
-  """Run task.
-     This function runs passed script in non-blocking manner.
-  Args:
-    args: user provided arguments for running the command.
-  Returns:
-    None
-  """
-  if should_validate_dependencies(args):
-    validate_dependencies_list([
-        SystemDependency.KUBECTL,
-        SystemDependency.KJOB,
-        SystemDependency.GCLOUD,
-    ])
-  if not args.kind_cluster:
-    add_zone_and_project(args)
-    get_cluster_credentials(args)
-  else:
-    set_cluster_command_code = set_local_cluster_command(args)
-    if set_cluster_command_code != 0:
-      xpk_exit(set_cluster_command_code)
-
-  err_code = prepare_kjob(args)
-  if err_code > 0:
-    xpk_exit(err_code)
-  setup_k8s_service_accounts()
-
-  submit_job(args)
-
-
-def submit_job(args: Namespace) -> None:
-  cmd = (
-      'kubectl kjob create slurm --profile'
-      f' {AppProfileDefaults.NAME.value} '
-      f' --localqueue {LOCAL_QUEUE_NAME} '
-      f' --stream-container {JobTemplateDefaults.CONTAINER_NAME.value}'
-      f' --worker-container {JobTemplateDefaults.CONTAINER_NAME.value}'
-      ' --wait --rm  --first-node-ip'
-  )
-  cmd = add_gpu_networking_annotations_to_command(args, cmd)
-  cmd = add_TAS_annotations_to_command(args, cmd)
-
-  for annotation in get_storage_annotations(args):
-    cmd += f' --pod-template-annotation {annotation}'
-
-  if args.timeout:
-    cmd += f' --wait-timeout {args.timeout}s'
-
-  if args.ignore_unknown_flags:
-    cmd += ' --ignore-unknown-flags'
-
-  cmd += f' -- {args.script} --partition {LOCAL_QUEUE_NAME}'
-
-  if args.array is not None:
-    cmd += f' --array {args.array}'
-
-  if args.cpus_per_task is not None:
-    cmd += f' --cpus-per-task {args.cpus_per_task}'
-
-  if args.gpus_per_task is not None:
-    cmd += f' --gpus-per-task {args.gpus_per_task}'
-
-  if args.mem is not None:
-    cmd += f' --mem {args.mem}'
-
-  if args.mem_per_task is not None:
-    cmd += f' --mem-per-task {args.mem_per_task}'
-
-  if args.mem_per_cpu is not None:
-    cmd += f' --mem-per-cpu {args.mem_per_cpu}'
-
-  if args.mem_per_gpu is not None:
-    cmd += f' --mem-per-gpu {args.mem_per_gpu}'
-
-  if args.nodes is not None:
-    cmd += f' --nodes {args.nodes}'
-
-  if args.ntasks is not None:
-    cmd += f' --ntasks {args.ntasks}'
-
-  if args.output is not None:
-    cmd += f' --output {args.output}'
-
-  if args.error is not None:
-    cmd += f' --error {args.error}'
-
-  if args.input is not None:
-    cmd += f' --input {args.input}'
-
-  if args.job_name is not None:
-    cmd += f' --job-name {args.job_name}'
-
-  if args.chdir is not None:
-    cmd += f' --chdir {args.chdir}'
-
-  if args.time is not None:
-    cmd += f' --time {args.time}'
-
-  return_code = run_command_with_full_controls(cmd, 'run task')
-
-  if return_code != 0:
-    xpk_print(f'Running task returned ERROR {return_code}')
-    xpk_exit(return_code)

xpk/commands/shell.py

@@ -1,142 +0,0 @@
-"""
-Copyright 2024 Google LLC
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-     https://www.apache.org/licenses/LICENSE-2.0
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-"""
-
-from ..core.commands import run_command_with_full_controls, run_command_for_value, run_command_with_updates
-from ..core.cluster import get_cluster_credentials, add_zone_and_project, setup_k8s_service_accounts
-from ..utils.console import xpk_exit, xpk_print
-from ..utils.validation import validate_dependencies_list, SystemDependency, should_validate_dependencies
-from argparse import Namespace
-
-from ..core.kjob import (
-    AppProfileDefaults,
-    prepare_kjob,
-    get_pod_template_interactive_command,
-    get_storage_annotations,
-)
-
-exit_instructions = 'To exit the shell input "exit".'
-
-
-def shell(args: Namespace):
-  """Enter interactive shell.
-  Args:
-    args: user provided arguments for running the command.
-  Returns:
-    0 if successful and 1 otherwise.
-  """
-  if should_validate_dependencies(args):
-    validate_dependencies_list([
-        SystemDependency.KUBECTL,
-        SystemDependency.KJOB,
-        SystemDependency.GCLOUD,
-    ])
-  exisitng_shell_pod_name = get_existing_shell_pod_name(args)
-
-  if exisitng_shell_pod_name is None:
-    return_code = connect_to_new_interactive_shell(args)
-  else:
-    return_code = connect_to_existing_interactive_shell(exisitng_shell_pod_name)
-
-  if return_code != 0:
-    xpk_print(f'The command failed with code {return_code}.')
-    xpk_exit(return_code)
-
-  xpk_exit(0)
-
-
-def get_existing_shell_pod_name(args: Namespace) -> str | None:
-  if not args.kind_cluster:
-    add_zone_and_project(args)
-    get_cluster_credentials(args)
-
-  return_code, shell_name = run_command_for_value(
-      command=(
-          'kubectl get pods --no-headers --field-selector status.phase=Running'
-          ' -o custom-columns=":metadata.name"'
-      ),
-      task='Get existing interactive shell pod name.',
-  )
-  if return_code != 0:
-    xpk_print(
-        f'Encounter an error with a code {return_code} when checking for'
-        ' existing running shell.'
-    )
-    xpk_exit(return_code)
-
-  pod_names = shell_name.strip().split('\n')
-  kjob_pod_names = [
-      name for name in pod_names if AppProfileDefaults.NAME.value in name
-  ]
-  shell_pod_names = [name for name in kjob_pod_names if 'interactive' in name]
-
-  return shell_pod_names[0] if shell_pod_names else None
-
-
-def connect_to_new_interactive_shell(args: Namespace) -> int:
-  err_code = prepare_kjob(args)
-  if err_code > 0:
-    xpk_exit(err_code)
-  setup_k8s_service_accounts()
-
-  cmd = (
-      'kubectl-kjob create interactive --profile'
-      f' {AppProfileDefaults.NAME.value} --pod-running-timeout 180s'
-  )
-
-  for annotation in get_storage_annotations(args):
-    cmd += f' --pod-template-annotation {annotation}'
-
-  return run_command_with_full_controls(
-      command=cmd,
-      task='Creating new interactive shell and entering it',
-      instructions=exit_instructions,
-  )
-
-
-def connect_to_existing_interactive_shell(pod_name: str) -> int:
-  return run_command_with_full_controls(
-      command=(
-          f'kubectl exec --stdin --tty {pod_name} --'
-          f' {get_pod_template_interactive_command()}'
-      ),
-      task='Entering existing interactive shell',
-      instructions=exit_instructions,
-  )
-
-
-def shell_stop(args: Namespace):
-  """Stop the running interactive shell by deleting the pod.
-  Args:
-    args: user provided arguments for running the command.
-  Returns:
-    0 if successful and 1 otherwise.
-  """
-  if should_validate_dependencies(args):
-    validate_dependencies_list(
-        [SystemDependency.KUBECTL, SystemDependency.GCLOUD]
-    )
-  exisitng_shell_pod_name = get_existing_shell_pod_name(args)
-
-  if exisitng_shell_pod_name is None:
-    xpk_print('There is no shell running to stop')
-    xpk_exit(0)
-
-  return_code = run_command_with_updates(
-      command=f'kubectl delete pod {exisitng_shell_pod_name}',
-      task='Deleting the existing shell.',
-  )
-  if return_code != 0:
-    xpk_exit(return_code)
-
-  xpk_print('The shell was deleted successfully.')
-  xpk_exit(0)