skypilot-nightly 1.0.0.dev20250609__py3-none-any.whl → 1.0.0.dev20250611__py3-none-any.whl

sky/__init__.py

@@ -5,7 +5,7 @@ from typing import Optional
 import urllib.request
 
 # Replaced with the current commit when building the wheels.
-_SKYPILOT_COMMIT_SHA = 'a2f62cdbc1e7e0e9f9f7f38e01271b040e0ec2f2'
+_SKYPILOT_COMMIT_SHA = 'b85fa521454fb935e9609773c4cfe52e2237e60f'
 
 
 def _get_git_commit():
@@ -35,7 +35,7 @@ def _get_git_commit():
 
 
 __commit__ = _get_git_commit()
-__version__ = '1.0.0.dev20250609'
+__version__ = '1.0.0.dev20250611'
 __root_dir__ = os.path.dirname(os.path.abspath(__file__))
 
 

sky/admin_policy.py

@@ -2,14 +2,23 @@
 import abc
 import dataclasses
 import typing
-from typing import Optional
+from typing import Any, Dict, Optional
+
+import pydantic
+
+import sky
+from sky import exceptions
+from sky.adaptors import common as adaptors_common
+from sky.utils import config_utils
+from sky.utils import ux_utils
 
 if typing.TYPE_CHECKING:
-    import sky
+    import requests
+else:
+    requests = adaptors_common.LazyImport('requests')
 
 
-@dataclasses.dataclass
-class RequestOptions:
+class RequestOptions(pydantic.BaseModel):
     """Request options for admin policy.
 
     Args:
@@ -31,6 +40,14 @@ class RequestOptions:
     dryrun: bool
 
 
+class _UserRequestBody(pydantic.BaseModel):
+    """Auxiliary model to validate and serialize a user request."""
+    task: Dict[str, Any]
+    skypilot_config: Dict[str, Any]
+    request_options: Optional[RequestOptions] = None
+    at_client_side: bool = False
+
+
 @dataclasses.dataclass
 class UserRequest:
     """A user request.
@@ -50,20 +67,71 @@ class UserRequest:
         task: User specified task.
         skypilot_config: Global skypilot config to be used in this request.
         request_options: Request options. It is None for jobs and services.
+        at_client_side: Is the request intercepted by the policy at client-side?
     """
     task: 'sky.Task'
     skypilot_config: 'sky.Config'
     request_options: Optional['RequestOptions'] = None
+    at_client_side: bool = False
+
+    def encode(self) -> str:
+        return _UserRequestBody(
+            task=self.task.to_yaml_config(),
+            skypilot_config=dict(self.skypilot_config),
+            request_options=self.request_options,
+            at_client_side=self.at_client_side).model_dump_json()
+
+    @classmethod
+    def decode(cls, body: str) -> 'UserRequest':
+        user_request_body = _UserRequestBody.model_validate_json(body)
+        return cls(task=sky.Task.from_yaml_config(user_request_body.task),
+                   skypilot_config=config_utils.Config.from_dict(
+                       user_request_body.skypilot_config),
+                   request_options=user_request_body.request_options,
+                   at_client_side=user_request_body.at_client_side)
+
+
+class _MutatedUserRequestBody(pydantic.BaseModel):
+    """Auxiliary model to validate and serialize a user request."""
+    task: Dict[str, Any]
+    skypilot_config: Dict[str, Any]
 
 
 @dataclasses.dataclass
 class MutatedUserRequest:
+    """Mutated user request."""
+
     task: 'sky.Task'
     skypilot_config: 'sky.Config'
 
+    def encode(self) -> str:
+        return _MutatedUserRequestBody(
+            task=self.task.to_yaml_config(),
+            skypilot_config=dict(self.skypilot_config)).model_dump_json()
+
+    @classmethod
+    def decode(cls, mutated_user_request_body: str) -> 'MutatedUserRequest':
+        mutated_user_request_body = _MutatedUserRequestBody.model_validate_json(
+            mutated_user_request_body)
+        return cls(task=sky.Task.from_yaml_config(
+            mutated_user_request_body.task),
+                   skypilot_config=config_utils.Config.from_dict(
+                       mutated_user_request_body.skypilot_config))
+
+
+class PolicyInterface:
+    """Interface for admin-defined policy for user requests."""
+
+    @abc.abstractmethod
+    def apply(self, user_request: UserRequest) -> MutatedUserRequest:
+        """Apply the admin policy to the user request."""
+
+    def __str__(self):
+        return f'{self.__class__.__name__}'
+
 
 # pylint: disable=line-too-long
-class AdminPolicy:
+class AdminPolicy(PolicyInterface):
     """Abstract interface of an admin-defined policy for all user requests.
 
     Admins can implement a subclass of AdminPolicy with the following signature:
@@ -104,3 +172,64 @@ class AdminPolicy:
         """
         raise NotImplementedError(
             'Your policy must implement validate_and_mutate')
+
+    def apply(self, user_request: UserRequest) -> MutatedUserRequest:
+        return self.validate_and_mutate(user_request)
+
+
+class PolicyTemplate(PolicyInterface):
+    """Admin policy template that can be instantiated to create a policy."""
+
+    @abc.abstractmethod
+    def validate_and_mutate(self,
+                            user_request: UserRequest) -> MutatedUserRequest:
+        """Validates and mutates the user request and returns mutated request.
+
+        Args:
+            user_request: The user request to validate and mutate.
+                UserRequest contains (sky.Task, sky.Config)
+
+        Returns:
+            MutatedUserRequest: The mutated user request.
+
+        Raises:
+            Exception to throw if the user request failed the validation.
+        """
+        raise NotImplementedError(
+            'Your policy must implement validate_and_mutate')
+
+    def apply(self, user_request: UserRequest) -> MutatedUserRequest:
+        return self.validate_and_mutate(user_request)
+
+
+class RestfulAdminPolicy(PolicyTemplate):
+    """Admin policy that calls a RESTful API for validation."""
+
+    def __init__(self, policy_url: str):
+        super().__init__()
+        self.policy_url = policy_url
+
+    def validate_and_mutate(self,
+                            user_request: UserRequest) -> MutatedUserRequest:
+        try:
+            response = requests.post(
+                self.policy_url,
+                json=user_request.encode(),
+                headers={'Content-Type': 'application/json'},
+                # TODO(aylei): make this configurable
+                timeout=30)
+            response.raise_for_status()
+        except requests.exceptions.RequestException as e:
+            with ux_utils.print_exception_no_traceback():
+                raise exceptions.UserRequestRejectedByPolicy(
+                    f'Failed to validate request with admin policy URL '
+                    f'{self.policy_url}: {e}') from e
+
+        try:
+            mutated_user_request = MutatedUserRequest.decode(response.json())
+        except Exception as e:  # pylint: disable=broad-except
+            with ux_utils.print_exception_no_traceback():
+                raise exceptions.UserRequestRejectedByPolicy(
+                    f'Failed to decode response from admin policy URL '
+                    f'{self.policy_url}: {e}') from e
+        return mutated_user_request

sky/authentication.py

@@ -439,13 +439,7 @@ def setup_kubernetes_authentication(config: Dict[str, Any]) -> Dict[str, Any]:
     # Add the user's public key to the SkyPilot cluster.
     secret_name = clouds.Kubernetes.SKY_SSH_KEY_SECRET_NAME
     secret_field_name = clouds.Kubernetes().ssh_key_secret_field_name
-    context = config['provider'].get(
-        'context', kubernetes_utils.get_current_kube_config_context_name())
-    if context == kubernetes.in_cluster_context_name():
-        # If the context is an in-cluster context name, we are running in a pod
-        # with in-cluster configuration. We need to set the context to None
-        # to use the mounted service account.
-        context = None
+    context = kubernetes_utils.get_context_from_config(config['provider'])
     namespace = kubernetes_utils.get_namespace_from_config(config['provider'])
     k8s = kubernetes.kubernetes
     with open(public_key_path, 'r', encoding='utf-8') as f:

sky/backends/cloud_vm_ray_backend.py

@@ -2904,14 +2904,6 @@ class CloudVmRayBackend(backends.Backend['CloudVmRayResourceHandle']):
                 # TODO(suquark): once we have sky on PyPI, we should directly
                 # install sky from PyPI.
                 local_wheel_path, wheel_hash = wheel_utils.build_sky_wheel()
-                # The most frequent reason for the failure of a provision
-                # request is resource unavailability instead of rate
-                # limiting; to make users wait shorter, we do not make
-                # backoffs exponential.
-                backoff = common_utils.Backoff(
-                    initial_backoff=_RETRY_UNTIL_UP_INIT_GAP_SECONDS,
-                    max_backoff_factor=1)
-            attempt_cnt = 1
             while True:
                 # For on-demand instances, RetryingVmProvisioner will retry
                 # within the given region first, then optionally retry on all
@@ -2955,19 +2947,16 @@ class CloudVmRayBackend(backends.Backend['CloudVmRayResourceHandle']):
                         error_message = str(e)
 
                     if retry_until_up:
-                        logger.error(error_message)
-                        # Sleep and retry.
-                        gap_seconds = backoff.current_backoff()
-                        plural = 's' if attempt_cnt > 1 else ''
+                        gap_seconds = _RETRY_UNTIL_UP_INIT_GAP_SECONDS
                         retry_message = ux_utils.retry_message(
-                            f'Retry after {gap_seconds:.0f}s '
-                            f'({attempt_cnt} attempt{plural}). ')
-                        logger.info(f'\n{retry_message} '
-                                    f'{ux_utils.log_path_hint(log_path)}'
-                                    f'{colorama.Style.RESET_ALL}')
-                        attempt_cnt += 1
-                        time.sleep(gap_seconds)
-                        continue
+                            f'Retry after {gap_seconds:.0f}s ')
+                        hint_message = (f'\n{retry_message} '
+                                        f'{ux_utils.log_path_hint(log_path)}'
+                                        f'{colorama.Style.RESET_ALL}')
+                        raise exceptions.ExecutionRetryableError(
+                            error_message,
+                            hint=hint_message,
+                            retry_wait_seconds=gap_seconds)
                     # Clean up the cluster's entry in `sky status`.
                     # Do not remove the stopped cluster from the global state
                     # if failed to start.

sky/benchmark/benchmark_state.py

@@ -1,5 +1,6 @@
 """Sky benchmark database, backed by sqlite."""
 import enum
+import functools
 import os
 import pathlib
 import pickle
@@ -65,7 +66,24 @@ class _BenchmarkSQLiteConn(threading.local):
         self.conn.commit()
 
 
-_BENCHMARK_DB = _BenchmarkSQLiteConn()
+_BENCHMARK_DB = None
+_benchmark_db_init_lock = threading.Lock()
+
+
+def _init_db(func):
+    """Initialize the database."""
+
+    @functools.wraps(func)
+    def wrapper(*args, **kwargs):
+        global _BENCHMARK_DB
+        if _BENCHMARK_DB:
+            return func(*args, **kwargs)
+        with _benchmark_db_init_lock:
+            if not _BENCHMARK_DB:
+                _BENCHMARK_DB = _BenchmarkSQLiteConn()
+        return func(*args, **kwargs)
+
+    return wrapper
 
 
 class BenchmarkStatus(enum.Enum):
@@ -121,9 +139,11 @@ class BenchmarkRecord(NamedTuple):
     estimated_total_seconds: Optional[float] = None
 
 
+@_init_db
 def add_benchmark(benchmark_name: str, task_name: Optional[str],
                   bucket_name: str) -> None:
     """Add a new benchmark."""
+    assert _BENCHMARK_DB is not None
     launched_at = int(time.time())
     _BENCHMARK_DB.cursor.execute(
         'INSERT INTO benchmark'
@@ -133,8 +153,10 @@ def add_benchmark(benchmark_name: str, task_name: Optional[str],
     _BENCHMARK_DB.conn.commit()
 
 
+@_init_db
 def add_benchmark_result(benchmark_name: str,
                          cluster_handle: 'backend_lib.ResourceHandle') -> None:
+    assert _BENCHMARK_DB is not None
     name = cluster_handle.cluster_name
     num_nodes = cluster_handle.launched_nodes
     resources = pickle.dumps(cluster_handle.launched_resources)
@@ -146,10 +168,12 @@ def add_benchmark_result(benchmark_name: str,
     _BENCHMARK_DB.conn.commit()
 
 
+@_init_db
 def update_benchmark_result(
         benchmark_name: str, cluster_name: str,
         benchmark_status: BenchmarkStatus,
         benchmark_record: Optional[BenchmarkRecord]) -> None:
+    assert _BENCHMARK_DB is not None
     _BENCHMARK_DB.cursor.execute(
         'UPDATE benchmark_results SET '
         'status=(?), record=(?) WHERE benchmark=(?) AND cluster=(?)',
@@ -158,8 +182,10 @@ def update_benchmark_result(
     _BENCHMARK_DB.conn.commit()
 
 
+@_init_db
 def delete_benchmark(benchmark_name: str) -> None:
     """Delete a benchmark result."""
+    assert _BENCHMARK_DB is not None
     _BENCHMARK_DB.cursor.execute(
         'DELETE FROM benchmark_results WHERE benchmark=(?)', (benchmark_name,))
     _BENCHMARK_DB.cursor.execute('DELETE FROM benchmark WHERE name=(?)',
@@ -167,8 +193,10 @@ def delete_benchmark(benchmark_name: str) -> None:
     _BENCHMARK_DB.conn.commit()
 
 
+@_init_db
 def get_benchmark_from_name(benchmark_name: str) -> Optional[Dict[str, Any]]:
     """Get a benchmark from its name."""
+    assert _BENCHMARK_DB is not None
     rows = _BENCHMARK_DB.cursor.execute(
         'SELECT * FROM benchmark WHERE name=(?)', (benchmark_name,))
     for name, task, bucket, launched_at in rows:
@@ -181,8 +209,10 @@ def get_benchmark_from_name(benchmark_name: str) -> Optional[Dict[str, Any]]:
         return record
 
 
+@_init_db
 def get_benchmarks() -> List[Dict[str, Any]]:
     """Get all benchmarks."""
+    assert _BENCHMARK_DB is not None
     rows = _BENCHMARK_DB.cursor.execute('SELECT * FROM benchmark')
     records = []
     for name, task, bucket, launched_at in rows:
@@ -196,8 +226,10 @@ def get_benchmarks() -> List[Dict[str, Any]]:
     return records
 
 
+@_init_db
 def set_benchmark_bucket(bucket_name: str, bucket_type: str) -> None:
     """Save the benchmark bucket name and type."""
+    assert _BENCHMARK_DB is not None
     _BENCHMARK_DB.cursor.execute(
         'REPLACE INTO benchmark_config (key, value) VALUES (?, ?)',
         (_BENCHMARK_BUCKET_NAME_KEY, bucket_name))
@@ -207,8 +239,10 @@ def set_benchmark_bucket(bucket_name: str, bucket_type: str) -> None:
     _BENCHMARK_DB.conn.commit()
 
 
+@_init_db
 def get_benchmark_bucket() -> Tuple[Optional[str], Optional[str]]:
     """Get the benchmark bucket name and type."""
+    assert _BENCHMARK_DB is not None
     rows = _BENCHMARK_DB.cursor.execute(
         'SELECT value FROM benchmark_config WHERE key=(?)',
         (_BENCHMARK_BUCKET_NAME_KEY,))
@@ -227,15 +261,19 @@ def get_benchmark_bucket() -> Tuple[Optional[str], Optional[str]]:
     return bucket_name, bucket_type
 
 
+@_init_db
 def get_benchmark_clusters(benchmark_name: str) -> List[str]:
     """Get all clusters for a benchmark."""
+    assert _BENCHMARK_DB is not None
     rows = _BENCHMARK_DB.cursor.execute(
         'SELECT cluster FROM benchmark_results WHERE benchmark=(?)',
         (benchmark_name,))
     return [row[0] for row in rows]
 
 
+@_init_db
 def get_benchmark_results(benchmark_name: str) -> List[Dict[str, Any]]:
+    assert _BENCHMARK_DB is not None
     rows = _BENCHMARK_DB.cursor.execute(
         'SELECT * FROM benchmark_results WHERE benchmark=(?)',
         (benchmark_name,))

sky/cli.py

@@ -4199,7 +4199,7 @@ def jobs():
               type=click.IntRange(0, 1000),
               default=None,
               show_default=True,
-              help=('Job priority from 0 to 1000. A lower number is higher '
+              help=('Job priority from 0 to 1000. A higher number is higher '
                     'priority. Default is 500.'))
 @click.option(
     '--detach-run',
@@ -6248,13 +6248,11 @@ def api_info():
                            name=api_server_user['name'])
     else:
         user = models.User.get_current_user()
-    dashboard_url = server_common.get_dashboard_url(url)
-    click.echo(f'Using SkyPilot API server: {url}\n'
+    click.echo(f'Using SkyPilot API server and dashboard: {url}\n'
                f'{ux_utils.INDENT_SYMBOL}Status: {api_server_info["status"]}, '
                f'commit: {api_server_info["commit"]}, '
                f'version: {api_server_info["version"]}\n'
-               f'{ux_utils.INDENT_SYMBOL}User: {user.name} ({user.id})\n'
-               f'{ux_utils.INDENT_LAST_SYMBOL}Dashboard: {dashboard_url}')
+               f'{ux_utils.INDENT_LAST_SYMBOL}User: {user.name} ({user.id})')
 
 
 @cli.group(cls=_NaturalOrderGroup)

sky/client/cli.py

@@ -4199,7 +4199,7 @@ def jobs():
               type=click.IntRange(0, 1000),
               default=None,
               show_default=True,
-              help=('Job priority from 0 to 1000. A lower number is higher '
+              help=('Job priority from 0 to 1000. A higher number is higher '
                     'priority. Default is 500.'))
 @click.option(
     '--detach-run',
@@ -6248,13 +6248,11 @@ def api_info():
                            name=api_server_user['name'])
     else:
         user = models.User.get_current_user()
-    dashboard_url = server_common.get_dashboard_url(url)
-    click.echo(f'Using SkyPilot API server: {url}\n'
+    click.echo(f'Using SkyPilot API server and dashboard: {url}\n'
                f'{ux_utils.INDENT_SYMBOL}Status: {api_server_info["status"]}, '
                f'commit: {api_server_info["commit"]}, '
                f'version: {api_server_info["version"]}\n'
-               f'{ux_utils.INDENT_SYMBOL}User: {user.name} ({user.id})\n'
-               f'{ux_utils.INDENT_LAST_SYMBOL}Dashboard: {dashboard_url}')
+               f'{ux_utils.INDENT_LAST_SYMBOL}User: {user.name} ({user.id})')
 
 
 @cli.group(cls=_NaturalOrderGroup)

sky/client/sdk.py

@@ -42,10 +42,12 @@ from sky.server.requests import payloads
 from sky.server.requests import requests as requests_lib
 from sky.skylet import constants
 from sky.usage import usage_lib
+from sky.utils import admin_policy_utils
 from sky.utils import annotations
 from sky.utils import cluster_utils
 from sky.utils import common
 from sky.utils import common_utils
+from sky.utils import context as sky_context
 from sky.utils import dag_utils
 from sky.utils import env_options
 from sky.utils import infra_utils
@@ -355,6 +357,7 @@ def dashboard(starting_page: Optional[str] = None) -> None:
 @usage_lib.entrypoint
 @server_common.check_server_healthy_or_start
 @annotations.client_api
+@sky_context.contextual
 def launch(
     task: Union['sky.Task', 'sky.Dag'],
     cluster_name: Optional[str] = None,
@@ -490,6 +493,50 @@ def launch(
         idle_minutes_to_autostop=idle_minutes_to_autostop,
         down=down,
         dryrun=dryrun)
+    with admin_policy_utils.apply_and_use_config_in_current_request(
+            dag, request_options=request_options, at_client_side=True) as dag:
+        return _launch(
+            dag,
+            cluster_name,
+            request_options,
+            retry_until_up,
+            idle_minutes_to_autostop,
+            dryrun,
+            down,
+            backend,
+            optimize_target,
+            no_setup,
+            clone_disk_from,
+            fast,
+            _need_confirmation,
+            _is_launched_by_jobs_controller,
+            _is_launched_by_sky_serve_controller,
+            _disable_controller_check,
+        )
+
+
+def _launch(
+    dag: 'sky.Dag',
+    cluster_name: str,
+    request_options: admin_policy.RequestOptions,
+    retry_until_up: bool = False,
+    idle_minutes_to_autostop: Optional[int] = None,
+    dryrun: bool = False,
+    down: bool = False,  # pylint: disable=redefined-outer-name
+    backend: Optional[backends.Backend] = None,
+    optimize_target: common.OptimizeTarget = common.OptimizeTarget.COST,
+    no_setup: bool = False,
+    clone_disk_from: Optional[str] = None,
+    fast: bool = False,
+    # Internal only:
+    # pylint: disable=invalid-name
+    _need_confirmation: bool = False,
+    _is_launched_by_jobs_controller: bool = False,
+    _is_launched_by_sky_serve_controller: bool = False,
+    _disable_controller_check: bool = False,
+) -> server_common.RequestId:
+    """Auxiliary function for launch(), refer to launch() for details."""
+
     validate(dag, admin_policy_request_options=request_options)
     # The flags have been applied to the task YAML and the backward
     # compatibility of admin policy has been handled. We should no longer use
@@ -1845,10 +1892,8 @@ def api_start(
         # Explain why current process exited
         logger.info('API server is already running:')
     api_server_url = server_common.get_server_url(host)
-    dashboard_url = server_common.get_dashboard_url(api_server_url)
-    dashboard_msg = f'Dashboard: {dashboard_url}'
-    logger.info(f'{ux_utils.INDENT_SYMBOL}SkyPilot API server: '
-                f'{api_server_url} {dashboard_msg}\n'
+    logger.info(f'{ux_utils.INDENT_SYMBOL}SkyPilot API server and dashboard: '
+                f'{api_server_url}\n'
                 f'{ux_utils.INDENT_LAST_SYMBOL}'
                 f'View API server logs at: {constants.API_SERVER_LOGS}')
 

sky/clouds/kubernetes.py

@@ -1,4 +1,5 @@
 """Kubernetes."""
+import os
 import re
 import subprocess
 import tempfile
@@ -106,17 +107,6 @@ class Kubernetes(clouds.Cloud):
         context = resources.region
         if context is None:
             context = kubernetes_utils.get_current_kube_config_context_name()
-        # Features to be disabled for exec auth
-        is_exec_auth, message = kubernetes_utils.is_kubeconfig_exec_auth(
-            context)
-        if is_exec_auth:
-            assert isinstance(message, str), message
-            # Controllers cannot spin up new pods with exec auth.
-            unsupported_features[
-                clouds.CloudImplementationFeatures.HOST_CONTROLLERS] = message
-            # Pod does not have permissions to down itself with exec auth.
-            unsupported_features[
-                clouds.CloudImplementationFeatures.AUTODOWN] = message
         unsupported_features[clouds.CloudImplementationFeatures.STOP] = (
             'Stopping clusters is not supported on Kubernetes.')
         unsupported_features[clouds.CloudImplementationFeatures.AUTOSTOP] = (
@@ -537,20 +527,17 @@ class Kubernetes(clouds.Cloud):
             # If remote_identity is not a dict, use
             k8s_service_account_name = remote_identity
 
-        if (k8s_service_account_name ==
-                schemas.RemoteIdentityOptions.LOCAL_CREDENTIALS.value):
-            # SA name doesn't matter since automounting credentials is disabled
-            k8s_service_account_name = 'default'
-            k8s_automount_sa_token = 'false'
-        elif (k8s_service_account_name ==
-              schemas.RemoteIdentityOptions.SERVICE_ACCOUNT.value):
-            # Use the default service account
+        lc = schemas.RemoteIdentityOptions.LOCAL_CREDENTIALS.value
+        sa = schemas.RemoteIdentityOptions.SERVICE_ACCOUNT.value
+
+        if k8s_service_account_name == lc or k8s_service_account_name == sa:
+            # Use the default service account if remote identity is not set.
+            # For LOCAL_CREDENTIALS, this is for in-cluster authentication
+            # which needs a serviceaccount (specifically for SSH node pools
+            # which uses in-cluster authentication internally, and we would
+            # like to support exec-auth when the user is also using SSH infra)
             k8s_service_account_name = (
                 kubernetes_utils.DEFAULT_SERVICE_ACCOUNT_NAME)
-            k8s_automount_sa_token = 'true'
-        else:
-            # User specified a custom service account
-            k8s_automount_sa_token = 'true'
 
         fuse_device_required = bool(resources.requires_fuse)
 
@@ -624,7 +611,7 @@ class Kubernetes(clouds.Cloud):
             'k8s_ssh_jump_name': self.SKY_SSH_JUMP_NAME,
             'k8s_ssh_jump_image': ssh_jump_image,
             'k8s_service_account_name': k8s_service_account_name,
-            'k8s_automount_sa_token': k8s_automount_sa_token,
+            'k8s_automount_sa_token': 'true',
             'k8s_fuse_device_required': fuse_device_required,
             # Namespace to run the fusermount-server daemonset in
             'k8s_skypilot_system_namespace': _SKYPILOT_SYSTEM_NAMESPACE,
@@ -863,6 +850,10 @@ class Kubernetes(clouds.Cloud):
                     f'> {kubeconfig_file}',
                     shell=True,
                     check=True)
+            if os.path.exists(kubeconfig_file):
+                # convert auth plugin paths (e.g.: gke-gcloud-auth-plugin)
+                kubeconfig_file = kubernetes_utils.format_kubeconfig_exec_auth_with_cache(kubeconfig_file)  # pylint: disable=line-too-long
+
             # Upload kubeconfig to the default path to avoid having to set
             # KUBECONFIG in the environment.
             return {kubernetes.DEFAULT_KUBECONFIG_PATH: kubeconfig_file}

sky/dashboard/out/404.html

@@ -1 +1 @@
-<!DOCTYPE html><html><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><title>404: This page could not be found</title><meta name="next-head-count" content="3"/><link rel="preload" href="/dashboard/_next/static/css/8b1c8321d4c02372.css" as="style"/><link rel="stylesheet" href="/dashboard/_next/static/css/8b1c8321d4c02372.css" data-n-g=""/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/dashboard/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js"></script><script src="/dashboard/_next/static/chunks/webpack-65d465f948974c0d.js" defer=""></script><script src="/dashboard/_next/static/chunks/framework-87d061ee6ed71b28.js" defer=""></script><script src="/dashboard/_next/static/chunks/main-e0e2335212e72357.js" defer=""></script><script src="/dashboard/_next/static/chunks/pages/_app-5f16aba5794ee8e7.js" defer=""></script><script src="/dashboard/_next/static/chunks/pages/_error-1be831200e60c5c0.js" defer=""></script><script src="/dashboard/_next/static/xos0euNCptbGAM7_Q3Acl/_buildManifest.js" defer=""></script><script src="/dashboard/_next/static/xos0euNCptbGAM7_Q3Acl/_ssgManifest.js" defer=""></script></head><body><div id="__next"><div style="font-family:system-ui,&quot;Segoe UI&quot;,Roboto,Helvetica,Arial,sans-serif,&quot;Apple Color Emoji&quot;,&quot;Segoe UI Emoji&quot;;height:100vh;text-align:center;display:flex;flex-direction:column;align-items:center;justify-content:center"><div style="line-height:48px"><style>body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}</style><h1 class="next-error-h1" style="display:inline-block;margin:0 20px 0 0;padding-right:23px;font-size:24px;font-weight:500;vertical-align:top">404</h1><div style="display:inline-block"><h2 style="font-size:14px;font-weight:400;line-height:28px">This page could not be found<!-- -->.</h2></div></div></div></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{"statusCode":404}},"page":"/_error","query":{},"buildId":"xos0euNCptbGAM7_Q3Acl","assetPrefix":"/dashboard","nextExport":true,"isFallback":false,"gip":true,"scriptLoader":[]}</script></body></html>
+<!DOCTYPE html><html><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link rel="preload" href="/dashboard/_next/static/css/5d71bfc09f184bab.css" as="style"/><link rel="stylesheet" href="/dashboard/_next/static/css/5d71bfc09f184bab.css" data-n-g=""/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/dashboard/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js"></script><script src="/dashboard/_next/static/chunks/webpack-208a9812ab4f61c9.js" defer=""></script><script src="/dashboard/_next/static/chunks/framework-87d061ee6ed71b28.js" defer=""></script><script src="/dashboard/_next/static/chunks/main-e0e2335212e72357.js" defer=""></script><script src="/dashboard/_next/static/chunks/pages/_app-7bbd9d39d6f9a98a.js" defer=""></script><script src="/dashboard/_next/static/chunks/pages/_error-1be831200e60c5c0.js" defer=""></script><script src="/dashboard/_next/static/zJqasksBQ3HcqMpA2wTUZ/_buildManifest.js" defer=""></script><script src="/dashboard/_next/static/zJqasksBQ3HcqMpA2wTUZ/_ssgManifest.js" defer=""></script></head><body><div id="__next"></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{"statusCode":404}},"page":"/_error","query":{},"buildId":"zJqasksBQ3HcqMpA2wTUZ","assetPrefix":"/dashboard","nextExport":true,"isFallback":false,"gip":true,"scriptLoader":[]}</script></body></html>

sky/dashboard/out/_next/static/chunks/211.692afc57e812ae1a.js

@@ -0,0 +1 @@
+"use strict";(self.webpackChunk_N_E=self.webpackChunk_N_E||[]).push([[211],{803:function(e,r,n){n.d(r,{z:function(){return d}});var t=n(5893),l=n(7294),a=n(8426),s=n(2003),i=n(2350);let o=(0,s.j)("inline-flex items-center justify-center whitespace-nowrap rounded-md text-sm font-medium ring-offset-background transition-colors focus-visible:outline-none focus-visible:ring-2 focus-visible:ring-ring focus-visible:ring-offset-2 disabled:pointer-events-none disabled:opacity-50",{variants:{variant:{default:"bg-primary text-primary-foreground hover:bg-primary/90",destructive:"bg-destructive text-destructive-foreground hover:bg-destructive/90",outline:"border border-input bg-background hover:bg-accent hover:text-accent-foreground",secondary:"bg-secondary text-secondary-foreground hover:bg-secondary/80",ghost:"hover:bg-accent hover:text-accent-foreground",link:"text-primary underline-offset-4 hover:underline"},size:{default:"h-10 px-4 py-2",sm:"h-9 rounded-md px-3",lg:"h-11 rounded-md px-8",icon:"h-10 w-10"}},defaultVariants:{variant:"default",size:"default"}}),d=l.forwardRef((e,r)=>{let{className:n,variant:l,size:s,asChild:d=!1,...c}=e,u=d?a.g7:"button";return(0,t.jsx)(u,{className:(0,i.cn)(o({variant:l,size:s,className:n})),ref:r,...c})});d.displayName="Button"},7673:function(e,r,n){n.d(r,{Ol:function(){return d},Zb:function(){return o},aY:function(){return f},eW:function(){return p},ll:function(){return c}});var t=n(5893),l=n(7294),a=n(5697),s=n.n(a),i=n(2350);let o=l.forwardRef((e,r)=>{let{className:n,children:l,...a}=e;return(0,t.jsx)("div",{ref:r,className:(0,i.cn)("rounded-lg border bg-card text-card-foreground shadow-sm",n),...a,children:l})});o.displayName="Card",o.propTypes={className:s().string,children:s().node};let d=l.forwardRef((e,r)=>{let{className:n,children:l,...a}=e;return(0,t.jsx)("div",{ref:r,className:(0,i.cn)("flex flex-col space-y-1.5 p-6",n),...a,children:l})});d.displayName="CardHeader",d.propTypes={className:s().string,children:s().node};let c=l.forwardRef((e,r)=>{let{className:n,children:l,...a}=e;return(0,t.jsx)("h3",{ref:r,className:(0,i.cn)("text-2xl font-semibold leading-none tracking-tight",n),...a,children:l})});c.displayName="CardTitle",c.propTypes={className:s().string,children:s().node};let u=l.forwardRef((e,r)=>{let{className:n,children:l,...a}=e;return(0,t.jsx)("p",{ref:r,className:(0,i.cn)("text-sm text-muted-foreground",n),...a,children:l})});u.displayName="CardDescription",u.propTypes={className:s().string,children:s().node};let f=l.forwardRef((e,r)=>{let{className:n,children:l,...a}=e;return(0,t.jsx)("div",{ref:r,className:(0,i.cn)("p-6 pt-0",n),...a,children:l})});f.displayName="CardContent",f.propTypes={className:s().string,children:s().node};let p=l.forwardRef((e,r)=>{let{className:n,children:l,...a}=e;return(0,t.jsx)("div",{ref:r,className:(0,i.cn)("flex items-center p-6 pt-0",n),...a,children:l})});p.displayName="CardFooter",p.propTypes={className:s().string,children:s().node}},2003:function(e,r,n){n.d(r,{j:function(){return s}});var t=n(512);let l=e=>"boolean"==typeof e?`${e}`:0===e?"0":e,a=t.W,s=(e,r)=>n=>{var t;if((null==r?void 0:r.variants)==null)return a(e,null==n?void 0:n.class,null==n?void 0:n.className);let{variants:s,defaultVariants:i}=r,o=Object.keys(s).map(e=>{let r=null==n?void 0:n[e],t=null==i?void 0:i[e];if(null===r)return null;let a=l(r)||l(t);return s[e][a]}),d=n&&Object.entries(n).reduce((e,r)=>{let[n,t]=r;return void 0===t||(e[n]=t),e},{});return a(e,o,null==r?void 0:null===(t=r.compoundVariants)||void 0===t?void 0:t.reduce((e,r)=>{let{class:n,className:t,...l}=r;return Object.entries(l).every(e=>{let[r,n]=e;return Array.isArray(n)?n.includes({...i,...d}[r]):({...i,...d})[r]===n})?[...e,n,t]:e},[]),null==n?void 0:n.class,null==n?void 0:n.className)}}}]);

sky/dashboard/out/_next/static/chunks/350.9e123a4551f68b0d.js

@@ -0,0 +1 @@
+"use strict";(self.webpackChunk_N_E=self.webpackChunk_N_E||[]).push([[350],{2350:function(n,r,u){u.d(r,{cn:function(){return c}});var e=u(512),t=u(8388);function c(){for(var n=arguments.length,r=Array(n),u=0;u<n;u++)r[u]=arguments[u];return(0,t.m6)((0,e.W)(r))}}}]);