skypilot-nightly 1.0.0.dev20250910__py3-none-any.whl → 1.0.0.dev20250912__py3-none-any.whl

sky/workspaces/core.py

@@ -14,6 +14,7 @@ from sky.backends import backend_utils
 from sky.skylet import constants
 from sky.usage import usage_lib
 from sky.users import permission
+from sky.users import rbac
 from sky.utils import annotations
 from sky.utils import common_utils
 from sky.utils import config_utils
@@ -147,11 +148,15 @@ def _compare_workspace_configs(
     private_new = new_config.get('private', False)
     private_changed = private_old != private_new
 
+    admin_user_ids = permission.permission_service.get_users_for_role(
+        rbac.RoleName.ADMIN.value)
     # Get allowed users (resolve to user IDs for comparison)
     allowed_users_old = workspaces_utils.get_workspace_users(
         current_config) if private_old else []
+    allowed_users_old += admin_user_ids
     allowed_users_new = workspaces_utils.get_workspace_users(
         new_config) if private_new else []
+    allowed_users_new += admin_user_ids
 
     # Convert to sets for easier comparison
     old_users_set = set(allowed_users_old)
@@ -188,6 +193,24 @@ def _compare_workspace_configs(
         added_users=added_users)
 
 
+def _validate_workspace_config_changes_with_lock(
+        workspace_name: str, current_config: Dict[str, Any],
+        new_config: Dict[str, Any]) -> None:
+    lock_id = backend_utils.workspace_lock_id(workspace_name)
+    lock_timeout = backend_utils.WORKSPACE_LOCK_TIMEOUT_SECONDS
+    try:
+        with locks.get_lock(lock_id, lock_timeout):
+            # Validate the configuration changes based on active resources
+            _validate_workspace_config_changes(workspace_name, current_config,
+                                               new_config)
+    except locks.LockTimeout as e:
+        raise RuntimeError(
+            f'Failed to validate workspace {workspace_name!r} due to '
+            'a timeout when trying to access database. Please '
+            f'try again or manually remove the lock at {lock_id}. '
+            f'{common_utils.format_exception(e)}') from None
+
+
 def _validate_workspace_config_changes(workspace_name: str,
                                        current_config: Dict[str, Any],
                                        new_config: Dict[str, Any]) -> None:
@@ -232,7 +255,7 @@ def _validate_workspace_config_changes(workspace_name: str,
                     f' private. Checking that all active resources belong'
                     f' to allowed users.')
 
-                error_summary, missed_users_names = (
+                error_summary, missed_users_names, _ = (
                     resource_checker.check_users_workspaces_active_resources(
                         config_comparison.allowed_users_new, [workspace_name]))
                 if error_summary:
@@ -259,11 +282,35 @@ def _validate_workspace_config_changes(workspace_name: str,
                     f'Checking that removed users'
                     f' {config_comparison.removed_users} do not have'
                     f' active resources in workspace {workspace_name!r}.')
-                user_operations = []
-                for user_id in config_comparison.removed_users:
-                    user_operations.append((user_id, 'remove'))
-                resource_checker.check_no_active_resources_for_users(
-                    user_operations)
+                error_summary, missed_users_names, missed_user_dict = (
+                    resource_checker.check_users_workspaces_active_resources(
+                        config_comparison.allowed_users_new, [workspace_name]))
+                if error_summary:
+                    error_user_ids = []
+                    for user_id in config_comparison.removed_users:
+                        if user_id in missed_user_dict:
+                            error_user_ids.append(user_id)
+                    error_user_names = []
+                    if error_user_ids:
+                        error_user_names = [
+                            missed_user_dict[user_id]
+                            for user_id in error_user_ids
+                        ]
+
+                    error_msg = 'Cannot '
+                    error_users_list = ', '.join(error_user_names)
+                    if len(error_user_names) == 1:
+                        error_msg += f'remove user {error_users_list!r} ' \
+                        f'from workspace {workspace_name!r} because the ' \
+                        f'user has {error_summary}'
+                    else:
+                        error_msg += f'remove users {error_users_list!r}' \
+                        f' from workspace {workspace_name!r} because the' \
+                        f' users have {error_summary}'
+                    error_msg += ', but not in the allowed_users list.' \
+                    ' Please either add the users to allowed_users or' \
+                    ' ask them to terminate their resources.'
+                    raise ValueError(error_msg)
     else:
         # Other configuration changes - check that workspace has no active
         # resources
@@ -310,20 +357,8 @@ def update_workspace(workspace_name: str, config: Dict[str,
                                                     default_value={})
     current_config = current_workspaces.get(workspace_name, {})
 
-    if current_config:
-        lock_id = backend_utils.workspace_lock_id(workspace_name)
-        lock_timeout = backend_utils.WORKSPACE_LOCK_TIMEOUT_SECONDS
-        try:
-            with locks.get_lock(lock_id, lock_timeout):
-                # Validate the configuration changes based on active resources
-                _validate_workspace_config_changes(workspace_name,
-                                                   current_config, config)
-        except locks.LockTimeout as e:
-            raise RuntimeError(
-                f'Failed to validate workspace {workspace_name!r} due to '
-                'a timeout when trying to access database. Please '
-                f'try again or manually remove the lock at {lock_id}. '
-                f'{common_utils.format_exception(e)}') from None
+    _validate_workspace_config_changes_with_lock(workspace_name, current_config,
+                                                 config)
 
     def update_workspace_fn(workspaces: Dict[str, Any]) -> None:
         """Function to update workspace inside the lock."""
@@ -510,7 +545,8 @@ def update_config(config: Dict[str, Any]) -> Dict[str, Any]:
         # If workspace configuration is changing, validate and mark for checking
         if current_workspace_config != new_workspace_config:
             _validate_workspace_config(workspace_name, new_workspace_config)
-            workspaces_to_check.append((workspace_name, 'update'))
+            _validate_workspace_config_changes_with_lock(
+                workspace_name, current_workspace_config, new_workspace_config)
             users = workspaces_utils.get_workspace_users(new_workspace_config)
             workspaces_to_check_policy['update'][workspace_name] = users
 

{skypilot_nightly-1.0.0.dev20250910.dist-info → skypilot_nightly-1.0.0.dev20250912.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: skypilot-nightly
-Version: 1.0.0.dev20250910
+Version: 1.0.0.dev20250912
 Summary: SkyPilot: Run AI on Any Infra — Unified, Faster, Cheaper.
 Author: SkyPilot Team
 License: Apache 2.0
@@ -147,48 +147,48 @@ Requires-Dist: grpcio>=1.63.0; extra == "server"
 Requires-Dist: protobuf<7.0.0,>=5.26.1; extra == "server"
 Requires-Dist: aiosqlite; extra == "server"
 Provides-Extra: all
-Requires-Dist: pyjwt; extra == "all"
-Requires-Dist: casbin; extra == "all"
-Requires-Dist: colorama<0.4.5; extra == "all"
+Requires-Dist: oci; extra == "all"
+Requires-Dist: azure-identity>=1.19.0; extra == "all"
+Requires-Dist: msgraph-sdk; extra == "all"
+Requires-Dist: ibm-cos-sdk; extra == "all"
+Requires-Dist: passlib; extra == "all"
 Requires-Dist: cudo-compute>=0.1.10; extra == "all"
-Requires-Dist: python-dateutil; extra == "all"
-Requires-Dist: ray[default]>=2.6.1; extra == "all"
+Requires-Dist: azure-mgmt-network>=27.0.0; extra == "all"
+Requires-Dist: colorama<0.4.5; extra == "all"
+Requires-Dist: awscli>=1.27.10; extra == "all"
+Requires-Dist: ibm-platform-services>=0.48.0; extra == "all"
+Requires-Dist: ibm-cloud-sdk-core; extra == "all"
+Requires-Dist: casbin; extra == "all"
+Requires-Dist: anyio; extra == "all"
+Requires-Dist: azure-mgmt-compute>=33.0.0; extra == "all"
+Requires-Dist: azure-cli>=2.65.0; extra == "all"
+Requires-Dist: botocore>=1.29.10; extra == "all"
+Requires-Dist: pydo>=0.3.0; extra == "all"
+Requires-Dist: grpcio>=1.63.0; extra == "all"
+Requires-Dist: azure-core>=1.24.0; extra == "all"
 Requires-Dist: pyopenssl<24.3.0,>=23.2.0; extra == "all"
+Requires-Dist: ray[default]>=2.6.1; extra == "all"
+Requires-Dist: boto3>=1.26.1; extra == "all"
 Requires-Dist: docker; extra == "all"
-Requires-Dist: websockets; extra == "all"
-Requires-Dist: awscli>=1.27.10; extra == "all"
-Requires-Dist: aiosqlite; extra == "all"
 Requires-Dist: ibm-vpc; extra == "all"
-Requires-Dist: azure-mgmt-compute>=33.0.0; extra == "all"
+Requires-Dist: aiosqlite; extra == "all"
+Requires-Dist: websockets; extra == "all"
 Requires-Dist: azure-core>=1.31.0; extra == "all"
-Requires-Dist: passlib; extra == "all"
-Requires-Dist: vastai-sdk>=0.1.12; extra == "all"
-Requires-Dist: oci; extra == "all"
-Requires-Dist: boto3>=1.26.1; extra == "all"
-Requires-Dist: azure-core>=1.24.0; extra == "all"
-Requires-Dist: azure-mgmt-network>=27.0.0; extra == "all"
 Requires-Dist: nebius>=0.2.47; extra == "all"
-Requires-Dist: google-api-python-client>=2.69.0; extra == "all"
-Requires-Dist: google-cloud-storage; extra == "all"
-Requires-Dist: msgraph-sdk; extra == "all"
-Requires-Dist: ibm-platform-services>=0.48.0; extra == "all"
 Requires-Dist: azure-common; extra == "all"
-Requires-Dist: pydo>=0.3.0; extra == "all"
-Requires-Dist: msrestazure; extra == "all"
-Requires-Dist: anyio; extra == "all"
-Requires-Dist: sqlalchemy_adapter; extra == "all"
-Requires-Dist: azure-storage-blob>=12.23.1; extra == "all"
-Requires-Dist: botocore>=1.29.10; extra == "all"
-Requires-Dist: ibm-cloud-sdk-core; extra == "all"
+Requires-Dist: google-cloud-storage; extra == "all"
+Requires-Dist: vastai-sdk>=0.1.12; extra == "all"
 Requires-Dist: kubernetes!=32.0.0,>=20.0.0; extra == "all"
-Requires-Dist: pyvmomi==8.0.1.0.2; extra == "all"
-Requires-Dist: ibm-cos-sdk; extra == "all"
+Requires-Dist: python-dateutil; extra == "all"
+Requires-Dist: google-api-python-client>=2.69.0; extra == "all"
+Requires-Dist: sqlalchemy_adapter; extra == "all"
 Requires-Dist: runpod>=1.6.1; extra == "all"
-Requires-Dist: grpcio>=1.63.0; extra == "all"
-Requires-Dist: protobuf<7.0.0,>=5.26.1; extra == "all"
-Requires-Dist: azure-identity>=1.19.0; extra == "all"
-Requires-Dist: azure-cli>=2.65.0; extra == "all"
+Requires-Dist: msrestazure; extra == "all"
+Requires-Dist: pyjwt; extra == "all"
 Requires-Dist: aiohttp; extra == "all"
+Requires-Dist: protobuf<7.0.0,>=5.26.1; extra == "all"
+Requires-Dist: pyvmomi==8.0.1.0.2; extra == "all"
+Requires-Dist: azure-storage-blob>=12.23.1; extra == "all"
 Dynamic: author
 Dynamic: classifier
 Dynamic: description

{skypilot_nightly-1.0.0.dev20250910.dist-info → skypilot_nightly-1.0.0.dev20250912.dist-info}/RECORD

@@ -1,4 +1,4 @@
-sky/__init__.py,sha256=aD0GbCYb33uZcRejuNPM_2Rp3ROU4xXwCyduTBvAmA8,6615
+sky/__init__.py,sha256=DfmNX8LdNttT4kX2b4WSOEyqagu_TrScKhN5hGq9YOY,6615
 sky/admin_policy.py,sha256=XdcJnYqmude-LGGop-8U-FeiJcqtfYsYtIy4rmoCJnM,9799
 sky/authentication.py,sha256=ZTVKHONCcNs1bi0_cpUyxTMZleeRTnq0Awd9pYREZms,25920
 sky/check.py,sha256=Z7D6txaOAEL7fyEQ8q-Zxk1aWaHpEcl412Rj2mThbQ0,31025
@@ -8,14 +8,14 @@ sky/core.py,sha256=qL76-P4aE_BGsZDmnBIwMw_MoPtFVLsJ0cQP7OSyCt8,57534
 sky/dag.py,sha256=0ZpAEDXuIFo1SP7YJpF9vXiFxpRwqP8od-UXMg95td8,3929
 sky/exceptions.py,sha256=sZ0rYuPZKKv4brkfPPJacWo2dY48FfqevwFT1bFzORU,20328
 sky/execution.py,sha256=UyxO73HWUXW5gJwBiSMcQ6_dwSJm8vEh0xz7SXqhW9w,34992
-sky/global_user_state.py,sha256=ojdAnueNZz4DialJZoMe9dAhYS6IV-Bc1TuIc6VU9GU,90165
+sky/global_user_state.py,sha256=ReNeK1tkcPLcVsi9BPQuV5lDDYtBl0DGls1ANNajOZo,91456
 sky/models.py,sha256=ZKisLai7vqUr6_BPev6Oziu5N23WLzTh9nRtHSlRchw,3999
 sky/optimizer.py,sha256=iR57bL_8BeG6bh1sH3J6n6i65EBFjmyftezYM4nnDZA,64150
 sky/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sky/resources.py,sha256=TY-JVOOBexmLEbUj_8tYU8O_F9jKDpFkexcGUjl0XJk,107313
 sky/sky_logging.py,sha256=BQtgSnt-4TLeMLLoxhk9jE7JCnXGko1cTim9ouuefAY,9755
 sky/skypilot_config.py,sha256=UEDR6hOOs-B95rfIvkTk0kq0XvuLRA2nzs3OczHPK6k,37260
-sky/task.py,sha256=CApXHc5gHAWyvtIwA1sLloBC_nCgASZ_VrtkBNwQlNI,75929
+sky/task.py,sha256=654W75Q8xwsqc4e_8lCowKplJQUNDf_Cde_cvU3JkcQ,78524
 sky/adaptors/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sky/adaptors/aws.py,sha256=4caUTO5nxZQyDVPyQdoPljaF-Lz_Fa6NEnu3FfmLZd4,8633
 sky/adaptors/azure.py,sha256=7l5jobSTsTUcTo3ptrgOpRgngHY92U64eQBPxvDe1HA,21986
@@ -35,16 +35,16 @@ sky/adaptors/vast.py,sha256=tpvmHi7IkQNzbbHVkeo04kUSajoEpSzXr2XgeO_I1LU,695
 sky/adaptors/vsphere.py,sha256=zJP9SeObEoLrpgHW2VHvZE48EhgVf8GfAEIwBeaDMfM,2129
 sky/backends/__init__.py,sha256=tpa9gAygQopsiBUUuy3wVmr4E05FoPTFHIWqEo4i-u0,627
 sky/backends/backend.py,sha256=6ltCouZhaXJqv2Zh9nP_YCdHf10_oIRNzAA-XDiMmI8,7969
-sky/backends/backend_utils.py,sha256=pRBsB9Qb861t7rGapywdTY2E80g78fVe_7phRJyJpbA,165534
-sky/backends/cloud_vm_ray_backend.py,sha256=PAf8IZh9LapPWXH-KGkBHStf527-_Q2lW8D4PIqreR8,280154
+sky/backends/backend_utils.py,sha256=8W2BoaFi61E2jNwbZPWhFDK_IL33dqCs92cbvsxm1bA,170614
+sky/backends/cloud_vm_ray_backend.py,sha256=cVZLlrHxLeKINhEJMy9Lq56skh4fzOlEoQ070ImUuBg,287802
 sky/backends/docker_utils.py,sha256=_EhM6NStZDAwcegppQqExaB5iuSn1qL4xFFUqXAz2Uk,8392
 sky/backends/local_docker_backend.py,sha256=r84uhXCk7NK9hGW840KPKnrADd7mCerMwncxOzckHg4,17126
 sky/backends/wheel_utils.py,sha256=DE71Muq5qLRhGpCVg1Rb6YOI7S_BzT8Hak27Pz8L4yw,12486
 sky/backends/monkey_patches/monkey_patch_ray_up.py,sha256=76-y2fCaE3JINj8lEwHT1eirYzCbpD8O1ySsysuGu8o,3450
-sky/catalog/__init__.py,sha256=xWtuB8_NMO5iTcaWbSrategVCIo1af1Om0yk_Uz_nEA,14770
-sky/catalog/aws_catalog.py,sha256=AttfW66wcHhh3gho-qSY6QzyF_WGakpAIS41syMfLTY,14194
+sky/catalog/__init__.py,sha256=ddvDRDD5qc4EX61YwSHYa-VOUawnXMWchZ_78um3jiM,15067
+sky/catalog/aws_catalog.py,sha256=krg9kE8YQX0ZxQzMPWFxow0xBrR84qsHaBflbx97X2g,14343
 sky/catalog/azure_catalog.py,sha256=MdCACMw0hxhRH0aWiHGJnleYeGjO6Fl0ePZ7CAUoSI4,8382
-sky/catalog/common.py,sha256=-gHSUrlVVMi0zC6Oerb0CspOlyxJokbuWvZ9PBII7ic,28761
+sky/catalog/common.py,sha256=2dDT-uewAgcSc0njcS-XIkm5NvNtP--G_LBVlwSCHL8,29217
 sky/catalog/config.py,sha256=ylzqewdEBjDg4awvFek6ldYmFrnvD2bVGLZuLPvEVYA,1793
 sky/catalog/cudo_catalog.py,sha256=3xdDTa81m9u-PMC0wT8CBVXMUqhBN5_NlxXXqk1U_3I,4849
 sky/catalog/do_catalog.py,sha256=dxNhi84kdGaHnpxUxeZaO_IoVDpmFGPO9YSRLw00h0w,3817
@@ -64,7 +64,7 @@ sky/catalog/vast_catalog.py,sha256=IEOg-TFgtmXjpr0agFx9X7He6k5juZWKduVUoXQ2IWM,4
 sky/catalog/vsphere_catalog.py,sha256=22LzkYdGwDZDCCK2YZXN2d_D-uhQ6aRQBm6vCwTUdBE,4531
 sky/catalog/data_fetchers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sky/catalog/data_fetchers/analyze.py,sha256=ftnrOceREmjimFWBLwhtF2aqOnOZNl6TmYxqD6eIhHY,2069
-sky/catalog/data_fetchers/fetch_aws.py,sha256=CYldV0tiWKsAZs_6znIi-jyy9uBA6z9UorQnreZEOKo,24257
+sky/catalog/data_fetchers/fetch_aws.py,sha256=SdJeNkDVwEej8V1g8kgHGuh0zsOCdJBQXpqyZ_Ly92E,24757
 sky/catalog/data_fetchers/fetch_azure.py,sha256=7YVnoGDGGZI2TK02bj_LOoD4E5J5CFl6eqz2XlR4Vy8,12790
 sky/catalog/data_fetchers/fetch_cudo.py,sha256=QGzLJkwsVloiOqDqGNg4ZXpU47iJwjtgQ28xZLqpev8,3640
 sky/catalog/data_fetchers/fetch_fluidstack.py,sha256=hsqpQi_YUI-qil3zLCEGatrR7BkWzywr4otRdHrd-4k,7350
@@ -79,17 +79,16 @@ sky/client/__init__.py,sha256=pz6xvVSd9X-gwqbsDL0E9QOojYqM0KAD0j-NCyCIF1k,38
 sky/client/common.py,sha256=aYkFeiWgiyJTXm25z_o3ISrvMA-SthbggmKG6qPtwj8,16740
 sky/client/oauth.py,sha256=sNJ_DMsSTcxluj5FeNQ2IafZJLImRFmCAZ79bXeABn4,2871
 sky/client/sdk.py,sha256=BJ9ffWUF2TOuYWTAcYDc_R7vk02ylSSM_-kZMk0wnGc,106882
-sky/client/sdk_async.py,sha256=C3x4sCahdq_nXvuhJvyjC9_iIhd7to4WzFtSQ506D90,30823
+sky/client/sdk_async.py,sha256=WjYmVJvEaolGPtx-huhN-501Up6XeBZ9rrN2FiRDmtQ,31016
 sky/client/service_account_auth.py,sha256=5jXk0G6ufuW-SHCO7BEHQeTO0_2a8KfFmA63auXFRj4,1529
 sky/client/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-sky/client/cli/command.py,sha256=PJzDBIGBDgQ63vGxlNYDkDRtZkvOCBFyfNLzLVLKgPI,249670
+sky/client/cli/command.py,sha256=YgPfp2BBBmJCNi93EphJ_DZtXgBBLwmdFGsfM8cmnQY,247148
 sky/client/cli/deprecation_utils.py,sha256=H_d5UyF2CekEoThduAzt5cihBO8hwKYMu0-Wqfbjv5E,3370
 sky/client/cli/flags.py,sha256=lLXHooU4HEslbHJuGAiCrKYkJZx99hAKaJbstw7s1bc,12136
-sky/client/cli/git.py,sha256=dqSaJI1Ndv6RfKJa6HT6ednXr0j_pVlwSdh3XiQzB60,22018
 sky/clouds/__init__.py,sha256=tC9_Vi6GvVceWUi6uZvm7vXzBa0uH3CjRQ-QCYqdJMw,1624
-sky/clouds/aws.py,sha256=gvfEAbVW6pz9DtFnjnK-GXWvqE0pwRtNjTLr09iSJF8,62943
+sky/clouds/aws.py,sha256=PrvbWuSAkPC18HsLVHx8NBJQiduz32NpDm1XXr6NPLo,63737
 sky/clouds/azure.py,sha256=qnabVjfS3em-TvxOIqZ6mMiipnt51MBVf7R0pnyB7bo,33233
-sky/clouds/cloud.py,sha256=z3ViXzRh08sYwPiy5LlzodohBGESHJnl1usSXDH9ZSQ,39945
+sky/clouds/cloud.py,sha256=2GlEvP8L1GueV8K_02zHWVTkA0A7sOmn1t6iMlEUSus,40160
 sky/clouds/cudo.py,sha256=il2C91LV9yWD3fE3fY8sabFPCyaMO8QJ1HMSJP-H4lU,14109
 sky/clouds/do.py,sha256=a3Lk3nKLaYt97AV9cA1v50pNfKUTJF0rDg16rnnqYqQ,12618
 sky/clouds/fluidstack.py,sha256=AbVYW2iwVVebIn0dWdSSsdItILHRLG3VVU3N2-n1I9c,13601
@@ -112,26 +111,26 @@ sky/clouds/utils/azure_utils.py,sha256=NToRBnhEyuUvb-nBnsKTxjhOBRkMcrelL8LK4w6s4
 sky/clouds/utils/gcp_utils.py,sha256=09MF4Vx0EW7S-GXGpyxpl2aQlHrqeu9ioV0nyionAyk,9890
 sky/clouds/utils/oci_utils.py,sha256=TFqAqRLggg4Z0bhxrrq8nouSSomZy-ub1frHXEkud2M,7302
 sky/clouds/utils/scp_utils.py,sha256=VGuccVO5uFGr8-yolWSoYrgr11z6cIeDBGcqkBzAyOs,18409
-sky/dashboard/out/404.html,sha256=7k9KUvtAnLu6XNlIE9x_Brl0hycQ4Q46S3mnt3q-l5I,1423
-sky/dashboard/out/clusters.html,sha256=eos3x-KozAK26oa36KHdLoetifKfzoZaPOSTnNNHXxM,1418
-sky/dashboard/out/config.html,sha256=f6C4trzYP2UYfH9A5tnpDC99smCDdNy0c6v1xMJS7KQ,1414
+sky/dashboard/out/404.html,sha256=caVZldk1wz9iv_eYu7KF50SS2sQ1gpVzLNDKsyq8kn0,1423
+sky/dashboard/out/clusters.html,sha256=wJIWHDDmMXEnVME33mqYeHRwZV41YDIm_aOnFUzgGN4,1418
+sky/dashboard/out/config.html,sha256=8u9BTMOFZroTjg5egfm6p5i-ZGKzbTFvPSNGdoarV-k,1414
 sky/dashboard/out/favicon.ico,sha256=XilUZZglAl_1zRsg85QsbQgmQAzGPQjcUIJ-A3AzYn8,93590
-sky/dashboard/out/index.html,sha256=HTJ3wzus3deF6fpVIw486YBp89pLQCxsJE43UF4WGG4,1407
-sky/dashboard/out/infra.html,sha256=q4rOruKqCbnM0uKw2LpYUYXPq6LYC5SIhHYzT2EFwNE,1412
-sky/dashboard/out/jobs.html,sha256=mV0GaKsmI_YEl0RdkEJ4wpJX_ui2Zzyj7gQrZrWC7aY,1410
+sky/dashboard/out/index.html,sha256=KNPWlEYp3yJng65X1Gl5SnOstxFQELvNEwsAHcrkLmo,1407
+sky/dashboard/out/infra.html,sha256=pdTP15plQv0SNA2wTRR8WsKdGg3WPxe6m3XzBjlwdAY,1412
+sky/dashboard/out/jobs.html,sha256=6a5mkL3ONGadSSX6NU0WetmrR3QLK8jm_p_ORT8M8Fk,1410
 sky/dashboard/out/skypilot.svg,sha256=c0iRtlfLlaUm2p0rG9NFmo5FN0Qhf3pq5Xph-AeMPJw,5064
-sky/dashboard/out/users.html,sha256=lCO5xeG5xnNcqDvPEpEqgmZ2wvMiMXJ4yWgmMa23C04,1412
-sky/dashboard/out/volumes.html,sha256=b4Xw8PzToaNWWeeIP7n9kHoHe1q_1r-LoiKusT5to3g,1416
-sky/dashboard/out/workspaces.html,sha256=gy0oui4CGaTBXzuDkOvOY9ZH5TAg4m9VKJwQnByuB2w,1422
-sky/dashboard/out/_next/static/3SYxqNGnvvPS8h3gdD2T7/_buildManifest.js,sha256=M3g5SFf5NsLbAYOrUJIT6OE-W3rho8hzm5UG4KhH71I,2428
-sky/dashboard/out/_next/static/3SYxqNGnvvPS8h3gdD2T7/_ssgManifest.js,sha256=Z49s4suAsf5y_GfnQSvm4qtq2ggxEbZPfEDTXjy6XgA,80
+sky/dashboard/out/users.html,sha256=pN3bYRrCaTzNUluUbbxfTGWJqGnd-GUfkQvcr2J5Rhc,1412
+sky/dashboard/out/volumes.html,sha256=E-f5IUA_OvwlfSOPiPRcuA6w39I8C58ufWBSOvo30D0,1416
+sky/dashboard/out/workspaces.html,sha256=asNncyjfXZGzS8PVvnkxDSh1sBCgbamrK4qUPnBoypI,1422
+sky/dashboard/out/_next/static/DAiq7V2xJnO1LSfmunZl6/_buildManifest.js,sha256=M3g5SFf5NsLbAYOrUJIT6OE-W3rho8hzm5UG4KhH71I,2428
+sky/dashboard/out/_next/static/DAiq7V2xJnO1LSfmunZl6/_ssgManifest.js,sha256=Z49s4suAsf5y_GfnQSvm4qtq2ggxEbZPfEDTXjy6XgA,80
 sky/dashboard/out/_next/static/chunks/1121-408ed10b2f9fce17.js,sha256=WRuwuuT4OiOBZc-c8VIS-vO9wtyRdKvGN51obQLfxwA,8596
 sky/dashboard/out/_next/static/chunks/1141-943efc7aff0f0c06.js,sha256=tUOoU0nIEShZeD5pBiOWrl8-czHc6PpnxxJilnDplHM,17330
 sky/dashboard/out/_next/static/chunks/1272-1ef0bf0237faccdb.js,sha256=VJ6y-Z6Eg2T93hQIRfWAbjAkQ7nQhglmIaVbEpKSILY,38451
 sky/dashboard/out/_next/static/chunks/1836-37fede578e2da5f8.js,sha256=2ibdKVUjO2N62T4dtfY0xsRFwG-IJh41sK450Dv0_48,10554
 sky/dashboard/out/_next/static/chunks/2350.fab69e61bac57b23.js,sha256=TQCHO4AUL9MZo1e_8GOiL8y6vjQpj5tdXZ8oCKwM1LA,271
 sky/dashboard/out/_next/static/chunks/3015-86cabed5d4669ad0.js,sha256=pnfFVGEiuRRx-yEp4GPD1yJIK9lqmvEyz-famLn0vCQ,39050
-sky/dashboard/out/_next/static/chunks/3294.c80326aec9bfed40.js,sha256=B8zEF35JzbIQValgIvO3UTTA3tC-7D3c25rxuhnIP7A,40590
+sky/dashboard/out/_next/static/chunks/3294.ba6586f9755b0edb.js,sha256=E9iVPFGy9GX5ih1sVvWwXRy3UjILWVsQuM4ZpqBomIw,41640
 sky/dashboard/out/_next/static/chunks/3785.4872a2f3aa489880.js,sha256=V0L9WACQo3jTNejH405N0IrEMhgxxbstCK2FdjoyDsc,4427
 sky/dashboard/out/_next/static/chunks/3850-ff4a9a69d978632b.js,sha256=XphBY9psNzmvGD28zgDunQEb-TX0_eOVaElmcuOjD1g,7455
 sky/dashboard/out/_next/static/chunks/3937.210053269f121201.js,sha256=0tYP8uuog_WLEZmEuej4zenfX0PUa17nR874wSSBgqI,54583
@@ -160,7 +159,7 @@ sky/dashboard/out/_next/static/chunks/framework-cf60a09ccd051a10.js,sha256=_Qbam
 sky/dashboard/out/_next/static/chunks/main-app-587214043926b3cc.js,sha256=t7glRfataAjNw691Wni-ZU4a3BsygRzPKoI8NOm-lsY,116244
 sky/dashboard/out/_next/static/chunks/main-f15ccb73239a3bf1.js,sha256=jxOPLDVX3rkMc_jvGx2a-N2v6mvfOa8O6V0o-sLT0tI,110208
 sky/dashboard/out/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js,sha256=6QPOwdWeAVe8x-SsiDrm-Ga6u2DkqgG5SFqglrlyIgA,91381
-sky/dashboard/out/_next/static/chunks/webpack-1d7e11230da3ca89.js,sha256=GoNBbA07ECZqaRcZrY6cPUBFbK606AvQHDNkbKFIw8I,4742
+sky/dashboard/out/_next/static/chunks/webpack-e8a0c4c3c6f408fb.js,sha256=inPKlU-5B_2XXxqdjM8i9_6wCLX_52eAcWfGyatFn5I,4742
 sky/dashboard/out/_next/static/chunks/pages/_app-ce361c6959bc2001.js,sha256=mllo4Yasw61zRtEO49uE_MrAutg9josSJShD0DNSjf0,95518
 sky/dashboard/out/_next/static/chunks/pages/_error-c66a4e8afc46f17b.js,sha256=vjERjtMAbVk-19LyPf1Jc-H6TMcrSznSz6brzNqbqf8,253
 sky/dashboard/out/_next/static/chunks/pages/clusters-469814d711d63b1b.js,sha256=p8CQtv5n745WbV7QdyCapmglI2s_2UBB-f_KZE4RAZg,879
@@ -179,14 +178,14 @@ sky/dashboard/out/_next/static/chunks/pages/jobs/pools/[pool]-07349868f7905d37.j
 sky/dashboard/out/_next/static/chunks/pages/workspace/new-3f88a1c7e86a3f86.js,sha256=83s5N5CZwIaRcmYMfqn2we60n2VRmgFw6Tbx18b8-e0,762
 sky/dashboard/out/_next/static/chunks/pages/workspaces/[name]-af76bb06dbb3954f.js,sha256=cGCpDszMI6ckUHVelwAh9ZVk1erfz_UXSLz9GCqGUAE,1495
 sky/dashboard/out/_next/static/css/4614e06482d7309e.css,sha256=nk6GriyGVd1aGXrLd7BcMibnN4v0z-Q_mXGxrHFWqrE,56126
-sky/dashboard/out/clusters/[cluster].html,sha256=eX-Y6CPBO5i76oBRjQapgPDiz2jhfjovAhxWri7jQg8,2936
-sky/dashboard/out/clusters/[cluster]/[job].html,sha256=iok-iFA47tmNBcgNL3vQjsL3wLkSLKbeuQw4COPzYAs,2073
-sky/dashboard/out/infra/[context].html,sha256=Z-mWkECBryUcV6mT3wEh7hKyCQYITTipnDbxDKR94ZE,1436
-sky/dashboard/out/jobs/[job].html,sha256=rMOFNpfvhFkii1qrbdDADANugh7d88G3O2xrpJwBKO0,2304
-sky/dashboard/out/jobs/pools/[pool].html,sha256=ldAoRByRSI-I2GeTD9Ul9QqjAcEQ3IUjY6KmuPfoyRQ,2142
+sky/dashboard/out/clusters/[cluster].html,sha256=260UiRjoqO89bW2OCI4LWVUwM2ViqEZ0KOX-93Z15KQ,2936
+sky/dashboard/out/clusters/[cluster]/[job].html,sha256=2q3oV6GOf07MOwXzRKmHMCkv1hoFYqwXJJEy7p4W-o0,2073
+sky/dashboard/out/infra/[context].html,sha256=GJJ3LWk2ANXiddPvgJuYXgwdzmUEmDCVGrhgS0GXPOI,1436
+sky/dashboard/out/jobs/[job].html,sha256=5TV3M8ca2cvfuLGo39bVyzQE0QBLwCTHyHaw7-PL-Vg,2304
+sky/dashboard/out/jobs/pools/[pool].html,sha256=YojkhJtTzgo3rnBTgMhiH4_2Lw0bugjFrI4AyNMtYlc,2142
 sky/dashboard/out/videos/cursor-small.mp4,sha256=8tRdp1vjawOrXUar1cfjOc-nkaKmcwCPZx_LO0XlCvQ,203285
-sky/dashboard/out/workspace/new.html,sha256=32K0-oD7_8pIj8btRvPbNHrbhfi_6WIsWCFa9jq4SE8,1428
-sky/dashboard/out/workspaces/[name].html,sha256=CXTEoJ9kV0PLF0WfUlfByoq1pzXScuY_ZUptektWo40,2759
+sky/dashboard/out/workspace/new.html,sha256=j9CA3Lfuh6zu4mSsLYjRvj2HazsgnyQ-YoXebLooiAY,1428
+sky/dashboard/out/workspaces/[name].html,sha256=QtLzodSU43yaRV5rQlAxq4w_ZPPkaObVS4K3UNFSfzQ,2759
 sky/data/__init__.py,sha256=Nhaf1NURisXpZuwWANa2IuCyppIuc720FRwqSE2oEwY,184
 sky/data/data_transfer.py,sha256=N8b0CQebDuHieXjvEVwlYmK6DbQxUGG1RQJEyTbh3dU,12040
 sky/data/data_utils.py,sha256=AjEA_JRjo9NBMlv-Lq5iV4lBED_YZ1VqBR9pG6fGVWE,35179
@@ -195,20 +194,20 @@ sky/data/storage.py,sha256=T26wy8eFQRaP-gH1PPp6fhIaVdPfyeb0RKvKf8oZjl0,208910
 sky/data/storage_utils.py,sha256=YVLrBdZvQr5wvug0TYOpuSuSriySIiqkD-xsdAIB84s,14978
 sky/jobs/__init__.py,sha256=BiABNdlab7xZDOv4C34kc1XuxG6C_Ip7Q96mT2iCnIg,1686
 sky/jobs/constants.py,sha256=5ok5fqByL2pM8B5bR5QTklZMnHubkPtCQFF9Dv7uJiY,3439
-sky/jobs/controller.py,sha256=JET3ku23TCXHXRti3s4OgvhurV1ehmqAdRjlz42zO-8,55742
-sky/jobs/recovery_strategy.py,sha256=9XWcnkR2u86ecLGV_9EQqOpCvjYs_DvoaBiv-MIzgX4,36942
+sky/jobs/controller.py,sha256=3l6vzZoPc286TEpfBxCg8VRDzoWPQCYhmYfRL4f6Pos,55893
+sky/jobs/recovery_strategy.py,sha256=w8HqSnnVJ10nH-ENFO3NpIM70cyxBzTijzH6EFggiaM,36948
 sky/jobs/scheduler.py,sha256=rUait5vQoIxAMuxWDRkR6DtFpmmVqQHxECHyhhrY9HI,16564
-sky/jobs/state.py,sha256=Zom6x-SVMG1Gh90JxH2rbNSK4sA-qMiYijbtDn10VTw,75581
-sky/jobs/utils.py,sha256=gt-z3EpHxYIKYI0ck3Ly8mGjotQhT4Sg8vPemg2Od_8,88010
+sky/jobs/state.py,sha256=w8_IEeb8EMK5fhtWHq9CV12MEULGmTkA7RwTpcBvsL0,76021
+sky/jobs/utils.py,sha256=sBXmkJQnWxJMFkBSElF5Y-RNu1IGk_bMD6nKaF75Olg,87917
 sky/jobs/client/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sky/jobs/client/sdk.py,sha256=ypSb8iRHWI7WEwai5ngBeShgBNTJf_0iehdGx-xyASA,16566
-sky/jobs/client/sdk_async.py,sha256=qOI5TB5FDdX36R9rZ1lL9ouzQtJ6qnZxuK9uoKF86oU,4791
+sky/jobs/client/sdk_async.py,sha256=hsyPshdpbKG0RUzw2ntDeAJAkOIl-O9WDoSREV_km3o,4875
 sky/jobs/server/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
 sky/jobs/server/core.py,sha256=Fii462tYbdrdb77PzmqNMK29OgGrd9w8B_sAYa4NYLU,43434
 sky/jobs/server/server.py,sha256=tv2FiYOC-kDibLC_fA--7KZhAfdy-h6ul0KfrK2elLs,7894
 sky/jobs/server/utils.py,sha256=eb4QSaNQb-d_m8yJFt2Q8iaj6xkJrxz1v2b7Iq2nhmM,3573
 sky/logs/__init__.py,sha256=zW4gAEvWDz5S53FlLp3krAuKrmTSJ0e3kZDnhxSbW4E,722
-sky/logs/agent.py,sha256=qtH56xbnKYLPrepSIX63or5YBLaAEMh8atTGl77BUck,2767
+sky/logs/agent.py,sha256=8xbfGZq5EnOCaJarIHnrd_TEf5Km0dcr5mcJbdgxxhc,3512
 sky/logs/aws.py,sha256=zMwFXltxhhrigPLWGLD4bIWs2XnsLvabgGI12MoS1nE,9938
 sky/logs/gcp.py,sha256=eKVEcHO3FJRg_YTcE9omE8uAIF6AdBWWpkEPqWFAqXg,3857
 sky/metrics/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -256,9 +255,9 @@ sky/provision/hyperbolic/config.py,sha256=N7ekDE57bc8GPQc4zabQ1f9y95syadpADRRH6g
 sky/provision/hyperbolic/instance.py,sha256=xVU5x1iqH_9dXDL_Vlbrme5xEeeHHLoHslpPxQy9spY,17257
 sky/provision/hyperbolic/utils.py,sha256=NCa3ULvIi64-YHYoOnPd3SShlJ6VuQsEwaTBqHFrqpg,14953
 sky/provision/kubernetes/__init__.py,sha256=xUHCbN5fkbnM5_E1trFHHOndTsvEwBdi-8qvvpK92io,1030
-sky/provision/kubernetes/config.py,sha256=a5HzkR_FKVhHHTiBA1sS9GZaOSKa3ML88wGrzm-7J3Y,29512
+sky/provision/kubernetes/config.py,sha256=MwGp1mVa0M1hERCZMYz5Lweky7Q3MLo7Qt9mZaCiTvo,29717
 sky/provision/kubernetes/constants.py,sha256=vZJQsAVjAgwsOskB48tIFSXtNw7IFnJOQE_H6N-vOYQ,1130
-sky/provision/kubernetes/instance.py,sha256=NgCQxnbBqVKeU5Tng6JCR_Lqi9Y6Eo05Jcj5FyMZnUo,70031
+sky/provision/kubernetes/instance.py,sha256=L2pkus6SNKqV1HPBdZUKd-_Fs-jbY7klrI_QqiXtdYA,71946
 sky/provision/kubernetes/network.py,sha256=Dgj8u7IQBHKHt-mSDhYzue1wfDk96FR_8fO89TwuZ2E,12846
 sky/provision/kubernetes/network_utils.py,sha256=XYgZ6BEO-YB2o3Y_eXgr2Czk9wxGdWSs0mEJnpLU77Q,12256
 sky/provision/kubernetes/utils.py,sha256=B6o1W-9GPXFk9GUX2RkKaA-wSM7HI8qSXxF_OVGqwjM,159911
@@ -296,7 +295,7 @@ sky/provision/scp/instance.py,sha256=iVzmqA2OFcHFdBcfCfAae8qeNwu3COSvQ8DP1J-gD2A
 sky/provision/ssh/__init__.py,sha256=jLQEBTOBMBO11ER9PnY1U2aMCJx7_TEFoaoa5nDHX34,917
 sky/provision/vast/__init__.py,sha256=iuTyc9Ib3x8Rm5kMvciydkUBEs19fititGdPsXRCr4E,487
 sky/provision/vast/config.py,sha256=Aa57fKITHvNiXkY0ADoiK6YYRNG6ND9vOC7ueETJIr0,319
-sky/provision/vast/instance.py,sha256=5PI0DQ5ek_ZDcZoo04ecvGv3qhvlFcbNgn_EDyEFcEQ,9704
+sky/provision/vast/instance.py,sha256=bCclvV3gjn8SQaL9nG2nzy9mgkPxsYfVdV6g5QtWp5M,9725
 sky/provision/vast/utils.py,sha256=iiHWzNpCLNeCCz748n21iaAWYSSwU4Rir5ceMEHj7OU,5635
 sky/provision/vsphere/__init__.py,sha256=5icB8-kfs926S9DVfNJSCBVr7z7cmCEDr04-YHX89_4,788
 sky/provision/vsphere/config.py,sha256=f_ojGmi_vbnwJ8Ri48cqhZHBOuIkj41j9bFbq-ldPOo,504
@@ -326,6 +325,7 @@ sky/schemas/db/global_user_state/004_is_managed.py,sha256=D9LMF6-aM9_myMaTMz6ZNL
 sky/schemas/db/global_user_state/005_cluster_event.py,sha256=ceIhoILBxESCIhhEXSEERMVjxYKW0QSebUQhRvioA2s,812
 sky/schemas/db/global_user_state/006_provision_log.py,sha256=oj5Av1Zn58k_BWQqXpYB--8O4JrlUYXY5ndLCNU-ziM,1252
 sky/schemas/db/global_user_state/007_cluster_event_request_id.py,sha256=LpXRCAzQZ1ly3dR-kMlMNHuEgiGpPdF7tA2sbMxa6_M,900
+sky/schemas/db/global_user_state/008_skylet_ssh_tunnel_metadata.py,sha256=z8yfOVHFyaZlt4K-93nCLPPXcgeJMrg1MySET5pXEe0,937
 sky/schemas/db/serve_state/001_initial_schema.py,sha256=9vy5hO4Zqe-DN-33vBJQTvgJnDFcTgz18gKfO3UB62g,2595
 sky/schemas/db/spot_jobs/001_initial_schema.py,sha256=eHT3GxFHQhySA1rO5uZq9QlloJdtTMQp93f0CRmayf8,3759
 sky/schemas/db/spot_jobs/002_cluster_pool.py,sha256=9ef0D_lUb4WB0e9uz8E0my_X4cgK_oX-WIj4p8usbOA,1369
@@ -356,15 +356,15 @@ sky/serve/server/impl.py,sha256=GSsbaphk9213bP-U8LsSeXXGn3AK09uJZboycsFIKJM,4270
 sky/serve/server/server.py,sha256=zzHQdsFWdSzoAIgPw-SQsxem559psu31X6BG0sSWSxw,4464
 sky/server/__init__.py,sha256=MPPBqFzXz6Jv5QSk6td_IcvnfXfNErDZVcizu4MLRow,27
 sky/server/common.py,sha256=wuZRP0CujxiAoLidVoEkPHcl11YET9gHeZcj6BRoq6Y,39653
-sky/server/config.py,sha256=N7zQDXhG8JXxi7UOmNoG7kvS4AFM1f4msBD6mISzYnk,10819
+sky/server/config.py,sha256=Ivim-8YmFzNJpOub0QrEMfhK88hI3jap2vuEpPg4vNM,11049
 sky/server/constants.py,sha256=UW3BZm4sf4l92vVj2ukNn4yb_76fD4rItq7wxXAMIcM,2361
 sky/server/daemons.py,sha256=THVc5GgF4jCqhhanNVH4iBOUPU5TKlCi7VSWeQyqVTU,9131
-sky/server/metrics.py,sha256=gAmSQuPvIH8KEvyofQ2uUvEKcVCWLUhFArjAxaOJdeA,7971
+sky/server/metrics.py,sha256=uzEQYruTC_Q6lrSP3AZaic9EBMTZ3H5W5h348FXFaXc,8641
 sky/server/rest.py,sha256=6Qcn6fjypP3j9UHdKRgvt2-PU1LKz2VU2aVQEA1D6EI,14354
-sky/server/server.py,sha256=5kzWz_iWDeT7TQTYtViA2VbD0-IdIr7zTIMOHCoQapY,83592
+sky/server/server.py,sha256=dtGFeZNV-PTLvbvlWo0qMky608oTED-TkSoSBYqbYuE,83652
 sky/server/state.py,sha256=YbVOMJ1JipQQv17gLIGyiGN7MKfnP83qlUa5MB1z0Yk,747
 sky/server/stream_utils.py,sha256=RrxRjZR0623A_ITjSMgUmDlXcSkT8NnNjb4f24OLiAE,9613
-sky/server/uvicorn.py,sha256=qC2eNUCmI8wetewC1RHn5VCfTUX4vxc_ZWsyXJfc5zw,11636
+sky/server/uvicorn.py,sha256=lJROnpJqoZr59zGwYa_pUniV7rEwmZn0PV4t-YYY-yo,11832
 sky/server/versions.py,sha256=3atZzUa7y1XeKNcrfVxKWAo_5ZyCOnbY7DKpIqed7Do,10011
 sky/server/auth/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sky/server/auth/authn.py,sha256=zvabLsEAf9Ql6AbXJuWZ54uaiOr1mwFGGvQn84v66H4,2037
@@ -373,7 +373,7 @@ sky/server/html/log.html,sha256=TSGZktua9Ysl_ysg3w60rjxAxhH61AJnsYDHdtqrjmI,6929
 sky/server/html/token_page.html,sha256=eUndS5u1foL9vaWGPRTLMt7lCzD1g0wYJ2v_EeeFzlc,7046
 sky/server/requests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sky/server/requests/event_loop.py,sha256=OhpPbuce65bbjpGRlcJa78AVnYSm08SzFKt70ypCUuQ,1211
-sky/server/requests/executor.py,sha256=taUZgDX7pG5X_daEa8nGbKKNAeZjAjyL1IN5L3G7ZWs,28761
+sky/server/requests/executor.py,sha256=RbF78Hz9uXGThb8RDjam6J5sl6naumk0dgtne6Fzphs,30369
 sky/server/requests/payloads.py,sha256=ftoUNiBDRPBOQw8nSRXW6zQv8uI9SICdznarh701Brs,27032
 sky/server/requests/preconditions.py,sha256=KxTAoYqpJU96Ot36NHtRq3PC3f_BXk_cHI0b2eA8U6A,7323
 sky/server/requests/process.py,sha256=UpJp5rZizNMFRCNRtudFSjbcJhFarFbtAGDWI9x_ZyE,13197
@@ -393,11 +393,11 @@ sky/skylet/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sky/skylet/attempt_skylet.py,sha256=BbnCgMDGc1wxZx6Olp7ezhsXC0E1aYhmfug-9NrJ00g,2137
 sky/skylet/autostop_lib.py,sha256=2eab980ckQ5dA2DFAJlI5bAJ6EI7YI-JSlzFoTA9XwU,9698
 sky/skylet/configs.py,sha256=nNBnpuzoU696FbC3Nv0qKVSDuTw4GAbr7eCcg0_Sldo,2135
-sky/skylet/constants.py,sha256=whwy7RecPX9bquEIgJOwaqKMrZHxH2phexkhZZ1yAJE,24263
+sky/skylet/constants.py,sha256=jg0EHIGSiw8HYKs769yl471IErcnb79jEGkkXpKFT2A,24432
 sky/skylet/events.py,sha256=2BX2fr-vLpu2kAP3D4W6DmLPVa0jmZAotZ7g_cTIwqg,13558
 sky/skylet/job_lib.py,sha256=cUud2sVcnHcZbqzHYGpiBy7EKSIphX8SqWg5Rsh-Su4,49533
-sky/skylet/log_lib.py,sha256=-kfeSNb7gR7Z-G7ADHh9Na4_QO-T0o2WzYYhcrrHSIE,23349
-sky/skylet/log_lib.pyi,sha256=6LXFSpyW4lMHAELKllvK73B3538JjSo9lPw30DEuO0o,4542
+sky/skylet/log_lib.py,sha256=q51wWzgOcMGumk9b56BZX4CCCvdetuDlzfzgS60oFU0,23771
+sky/skylet/log_lib.pyi,sha256=OI4izel66u3Rr3H6OFXRIJfmM8HJD30VPpdlfwqM3IU,4762
 sky/skylet/services.py,sha256=S38E-3gaXDWrUJtzhakb0VpVdd0djcoYA6UexueG3KA,1815
 sky/skylet/skylet.py,sha256=xcBE_ziqoLGcYAvzK3mTS09YB9QyxOSfeG2tYtLLwMs,2490
 sky/skylet/subprocess_daemon.py,sha256=gcL-_Hea7-SrBUyZfAbo40RBFbaeuBmPCW0dm4YYkPo,3537
@@ -437,7 +437,7 @@ sky/templates/jobs-controller.yaml.j2,sha256=1MCDvL9GAlggGXRDEHr66RUX7n9WrDrc2Jr
 sky/templates/kubernetes-ingress.yml.j2,sha256=73iDklVDWBMbItg0IexCa6_ClXPJOxw7PWz3leku4nE,1340
 sky/templates/kubernetes-loadbalancer.yml.j2,sha256=Dc44sC_-EwDG69eZoD4pkLKQjzxH_qrlhd-rZ2gePJc,804
 sky/templates/kubernetes-port-forward-proxy-command.sh,sha256=iw7mypHszg6Ggq9MbyiYMFOkSlXaQZulaxqC5IWYGCc,3381
-sky/templates/kubernetes-ray.yml.j2,sha256=oqUiMw5OuiNOiRDWmlmueic-LbsVbWw7OvteIdO_F3Q,58151
+sky/templates/kubernetes-ray.yml.j2,sha256=-VY90weJ-8JRA4rUVF_0XoCACED6klXZ4fdZvZaVbXY,63887
 sky/templates/kubernetes-ssh-jump.yml.j2,sha256=k5W5sOIMppU7dDkJMwPlqsUcb92y7L5_TVG3hkgMy8M,2747
 sky/templates/lambda-ray.yml.j2,sha256=PbUjxrGhyxhXxL2cmONAI_PRsua3I3Xr5V8yoEy7H6c,4760
 sky/templates/local-ray.yml.j2,sha256=FNHeyHF6nW9nU9QLIZceUWfvrFTTcO51KqhTnYCEFaA,1185
@@ -461,25 +461,25 @@ sky/users/rbac.py,sha256=3ZWukXo85u6zWbPmHcPsF9EtZ3cd_51PLZYf2h-7uAM,3636
 sky/users/server.py,sha256=HncIz1oltx-khqhwqLINmQs9MENRjeR2CCTnvs4TniM,28229
 sky/users/token_service.py,sha256=78Xgm6rkd5M6IMMUekAp2YNLms4teNNvVDPfHh_5jts,7804
 sky/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-sky/utils/accelerator_registry.py,sha256=I2BLe74i7qBTE4X73N-cVbOJNX1Pcextm9OIRQFfnl0,4803
+sky/utils/accelerator_registry.py,sha256=DUG-KA6LTNvcadD18DK6hjBhqjlfp8FxymhxYSdw-QM,4955
 sky/utils/admin_policy_utils.py,sha256=VkE3FGzv5a7KnRO0R1PX0buJ274vF__n1xgXJ_9ykTs,7105
 sky/utils/annotations.py,sha256=No49yFuNIGtFgxU1bmBh2REx_Yn08o7Is-c56QynDIs,1910
 sky/utils/atomic.py,sha256=vrw-7XCnckF0xCx-ttamao7evPdGtVsnjaTtgMlBXIE,1280
 sky/utils/benchmark_utils.py,sha256=vBqvgS-7XBat9N4UvtmxXS70i2EQUa4BUv4fsF8g58A,1635
 sky/utils/cluster_utils.py,sha256=S8qjky9x1vkLAN4fhLkA8atJVtjdpvueqnZLEiuD5YQ,14441
-sky/utils/command_runner.py,sha256=nLOynQUqKpxqpxHcqEw34X5P24e8parWlluvziRFx2A,48779
-sky/utils/command_runner.pyi,sha256=wHulaQokEBi1P48g1Ew1NWlLX1nUexmz1oxaQ74gIZY,9596
+sky/utils/command_runner.py,sha256=p59kreHx5CgICKoKCHjs54pXmkul1n2meJu6q1XcIMg,49763
+sky/utils/command_runner.pyi,sha256=USW2ctncMtqCY5FbhGoZMBHm70RMGc6i5OZNmV3vzc8,10297
 sky/utils/common.py,sha256=yJc110y8rwcBIKEJgb8kUD4e1OeolFEVtonwmqtAxCM,2729
 sky/utils/common_utils.py,sha256=5_dNGrFtvylmi38HTMLSgxHLbeBgNCr9UH8BDSUbQeI,39053
 sky/utils/config_utils.py,sha256=agfDWJi79DH5XKD_GBvUwhRwmB0-ZkYbKCjcEgV6gP4,13861
 sky/utils/context.py,sha256=yEGvcKr9fKEeoAnNKiXDiky7dlLOChFdZYXGr0EeQ9g,9997
-sky/utils/context_utils.py,sha256=cby-QPmnGObjIE4K7eZ_dkWZdUo7YJUmnJr5oKf_v54,6712
+sky/utils/context_utils.py,sha256=mnJvU65Z-GYZ3G_m-bRGZ7vVExt1MbMwVLwUCfR1Z1Y,7035
 sky/utils/control_master_utils.py,sha256=iD4M0onjYOdZ2RuxjwMBl4KhafHXJzuHjvqlBUnu-VE,1450
 sky/utils/controller_utils.py,sha256=Us2iRjO7_n0sPEWiDs8iuf7oTmSFpLce-ZkN0mlyrOc,59646
 sky/utils/dag_utils.py,sha256=kPakbl9CVo1RECow7QHnp8Am-qLiTUWEcIPIUBKN1JQ,8563
 sky/utils/directory_utils.py,sha256=hpvl7i5AFMffbg9TuIu1iRO8RqtLXMbSU_COkSf1Exc,327
 sky/utils/env_options.py,sha256=UjPNtr5h-L0HkzhLIUdKDVHrx73QQngz3a5Z5mq-v1Q,2091
-sky/utils/git.py,sha256=rzGuJ1PEjAk8jG2X9a9QXSVJ-UqiSSNeRsHvr4bG7zI,278
+sky/utils/git.py,sha256=6TcTSHF7ZKkvY6hWfaoBxYNhhgwPbzjLzsAZMDyPQ5M,22526
 sky/utils/git_clone.sh,sha256=hXOz7i1MCYl2IwMdKnFYhinhh8Jaf5a1Qwd65cePQYc,17790
 sky/utils/infra_utils.py,sha256=WkkB4Hj6CX-3eV029fPYqydNVyFZ8ZwRAVA_GCLJ9QU,6981
 sky/utils/kubernetes_enums.py,sha256=t0OIohiphgyo78RG4MUg0gOjRea5l6ZMRXlS34J-NaA,1412
@@ -489,7 +489,7 @@ sky/utils/log_utils.py,sha256=RB5n58CAWmVepd_RAf-mjL2EViBFbtkPtSB5jJT6pLY,29684
 sky/utils/message_utils.py,sha256=zi2Z7PEX6Xq_zvho-aEZe_J7UvpKOLdVDdGAcipRQPU,2662
 sky/utils/perf_utils.py,sha256=HxmTmVQc5DSfqJwISPxdVLWmUxNZHbibJg1kKVI-1Cg,700
 sky/utils/registry.py,sha256=I08nS0rvCF-xR5GEZoHEVgN1jcOeglz77h7xPpBCIjU,4179
-sky/utils/resource_checker.py,sha256=Cy-pWbkzoBJG5Ny5YK71cr7VHhR-pGBHb3Tk13POUB8,10531
+sky/utils/resource_checker.py,sha256=uM6erLKU73k_tfuldh_kCj9gxhjuy0khI4TMSC6aCes,10700
 sky/utils/resources_utils.py,sha256=3wnzmSIldFS5NmHTx6r2viS8zaP1q20noQolgQqucUU,16722
 sky/utils/rich_console_utils.py,sha256=wPvAlshaFHuMZSjiDnaK3OSBppZLBjAn-lj7AvxNBQk,553
 sky/utils/rich_utils.py,sha256=Zb48ZeOX58WG2me48XYk2VO4N_BXL154xJwqlHu0zw8,20031
@@ -509,7 +509,7 @@ sky/utils/cli_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSu
 sky/utils/cli_utils/status_utils.py,sha256=KYjicOiPs9n8C9VsA-JiDbhh5onHj2HwtLmIaicGjbc,16122
 sky/utils/db/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sky/utils/db/db_utils.py,sha256=2zGbjZ50fmstGuXSNXO4vY13ZlrXueNdgIPcbsUT6go,16324
-sky/utils/db/migration_utils.py,sha256=UlcCJ6jo0GHOSjMO_hf2cx2XSl18HldNKSBY-g9Ern8,4438
+sky/utils/db/migration_utils.py,sha256=oAwIf4SXDUafX3ys6c6iakPSXnXfzBm3aPLauzRXnRk,4438
 sky/utils/kubernetes/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sky/utils/kubernetes/cleanup-tunnel.sh,sha256=rXMXuMfyB9bzKjLvXdMCjimDVvdjGPMXuqeo2ZNx9OA,2244
 sky/utils/kubernetes/config_map_utils.py,sha256=Qq-Glt1SeYDfhcCqcpRtBDRPum0CYR50gpoa_Xm7u1s,4754
@@ -536,12 +536,12 @@ sky/volumes/server/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuF
 sky/volumes/server/core.py,sha256=CrKQdyrZwY6PpR-3iFYVn1wzhmIgpPYo5qv6gTmJtTc,9834
 sky/volumes/server/server.py,sha256=Z0fraISeOZGcBfzEIXHzVX9gXJg_sKCycdLC8UxKk3E,3540
 sky/workspaces/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-sky/workspaces/core.py,sha256=AjwbbRwk0glzCnqICJk4sQzMoUcawixbXoQWKLB3-aQ,25372
+sky/workspaces/core.py,sha256=kRrdh-8MhX1953pML1B_DoStnDuNrsmHcZlnWoAxVo0,27218
 sky/workspaces/server.py,sha256=Box45DS54xXGHy7I3tGKGy-JP0a8G_z6IhfvGlEXtsA,3439
 sky/workspaces/utils.py,sha256=IIAiFoS6sdb2t0X5YoX9AietpTanZUQNTK8cePun-sY,2143
-skypilot_nightly-1.0.0.dev20250910.dist-info/licenses/LICENSE,sha256=emRJAvE7ngL6x0RhQvlns5wJzGI3NEQ_WMjNmd9TZc4,12170
-skypilot_nightly-1.0.0.dev20250910.dist-info/METADATA,sha256=iQErbuRfxsIhMCsQvoK5oIr-6TOZ_fp_2W2yyR3yhos,19809
-skypilot_nightly-1.0.0.dev20250910.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-skypilot_nightly-1.0.0.dev20250910.dist-info/entry_points.txt,sha256=StA6HYpuHj-Y61L2Ze-hK2IcLWgLZcML5gJu8cs6nU4,36
-skypilot_nightly-1.0.0.dev20250910.dist-info/top_level.txt,sha256=qA8QuiNNb6Y1OF-pCUtPEr6sLEwy2xJX06Bd_CrtrHY,4
-skypilot_nightly-1.0.0.dev20250910.dist-info/RECORD,,
+skypilot_nightly-1.0.0.dev20250912.dist-info/licenses/LICENSE,sha256=emRJAvE7ngL6x0RhQvlns5wJzGI3NEQ_WMjNmd9TZc4,12170
+skypilot_nightly-1.0.0.dev20250912.dist-info/METADATA,sha256=T05ygTob9DsrxPGGD72X7BGwTkT2ixPsa_LkuCsmo4w,19809
+skypilot_nightly-1.0.0.dev20250912.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+skypilot_nightly-1.0.0.dev20250912.dist-info/entry_points.txt,sha256=StA6HYpuHj-Y61L2Ze-hK2IcLWgLZcML5gJu8cs6nU4,36
+skypilot_nightly-1.0.0.dev20250912.dist-info/top_level.txt,sha256=qA8QuiNNb6Y1OF-pCUtPEr6sLEwy2xJX06Bd_CrtrHY,4
+skypilot_nightly-1.0.0.dev20250912.dist-info/RECORD,,