skypilot-nightly 1.0.0.dev20251013__py3-none-any.whl → 1.0.0.dev20251014__py3-none-any.whl

sky/utils/context_utils.py

@@ -60,7 +60,7 @@ def passthrough_stream_handler(in_stream: IO[Any], out_stream: IO[Any]) -> str:
 
 
 def pipe_and_wait_process(
-        ctx: context.Context,
+        ctx: context.SkyPilotContext,
         proc: subprocess.Popen,
         poll_interval: float = 0.5,
         cancel_callback: Optional[Callable[[], None]] = None,
@@ -113,7 +113,7 @@ def pipe_and_wait_process(
         return stdout, stderr
 
 
-def wait_process(ctx: context.Context,
+def wait_process(ctx: context.SkyPilotContext,
                  proc: subprocess.Popen,
                  poll_interval: float = 0.5,
                  cancel_callback: Optional[Callable[[], None]] = None):

sky/utils/controller_utils.py

@@ -72,7 +72,8 @@ class _ControllerSpec:
     """Spec for skypilot controllers."""
     controller_type: str
     name: str
-    cluster_name: str
+    _cluster_name_func: Callable[[], str]
+    _cluster_name_from_server: Optional[str]  # For client-side only
     in_progress_hint: Callable[[bool], str]
     decline_cancel_hint: str
     _decline_down_when_failed_to_fetch_status_hint: str
@@ -93,6 +94,24 @@ class _ControllerSpec:
         return self._check_cluster_name_hint.format(
             cluster_name=self.cluster_name)
 
+    @property
+    def cluster_name(self) -> str:
+        """The cluster name of the controller.
+
+        On the server-side, the cluster name is the actual cluster name,
+        which is read from common.(JOB|SKY_SERVE)_CONTROLLER_NAME.
+
+        On the client-side, the cluster name may not be accurate,
+        as we may not know the exact name, because we are missing
+        the server-side common.SERVER_ID. We have to wait until
+        we get the actual cluster name from the server.
+        """
+        return (self._cluster_name_from_server if self._cluster_name_from_server
+                is not None else self._cluster_name_func())
+
+    def set_cluster_name_from_server(self, cluster_name: str) -> None:
+        self._cluster_name_from_server = cluster_name
+
 
 # TODO: refactor controller class to not be an enum.
 class Controllers(enum.Enum):
@@ -102,7 +121,8 @@ class Controllers(enum.Enum):
     JOBS_CONTROLLER = _ControllerSpec(
         controller_type='jobs',
         name='managed jobs controller',
-        cluster_name=common.JOB_CONTROLLER_NAME,
+        _cluster_name_func=lambda: common.JOB_CONTROLLER_NAME,
+        _cluster_name_from_server=None,
         in_progress_hint=lambda _:
         ('* {job_info}To see all managed jobs: '
          f'{colorama.Style.BRIGHT}sky jobs queue{colorama.Style.RESET_ALL}'),
@@ -133,7 +153,8 @@ class Controllers(enum.Enum):
     SKY_SERVE_CONTROLLER = _ControllerSpec(
         controller_type='serve',
         name='serve controller',
-        cluster_name=common.SKY_SERVE_CONTROLLER_NAME,
+        _cluster_name_func=lambda: common.SKY_SERVE_CONTROLLER_NAME,
+        _cluster_name_from_server=None,
         in_progress_hint=(
             lambda pool:
             (f'* To see detailed pool status: {colorama.Style.BRIGHT}'
@@ -166,7 +187,9 @@ class Controllers(enum.Enum):
         default_autostop_config=serve_constants.CONTROLLER_AUTOSTOP)
 
     @classmethod
-    def from_name(cls, name: Optional[str]) -> Optional['Controllers']:
+    def from_name(cls,
+                  name: Optional[str],
+                  expect_exact_match: bool = True) -> Optional['Controllers']:
         """Check if the cluster name is a controller name.
 
         Returns:
@@ -187,7 +210,11 @@ class Controllers(enum.Enum):
         elif name.startswith(common.JOB_CONTROLLER_PREFIX):
             controller = cls.JOBS_CONTROLLER
             prefix = common.JOB_CONTROLLER_PREFIX
-        if controller is not None and name != controller.value.cluster_name:
+
+        if controller is not None and expect_exact_match:
+            assert name == controller.value.cluster_name, (
+                name, controller.value.cluster_name)
+        elif controller is not None and name != controller.value.cluster_name:
             # The client-side cluster_name is not accurate. Assume that `name`
             # is the actual cluster name, so need to set the controller's
             # cluster name to the input name.
@@ -201,7 +228,7 @@ class Controllers(enum.Enum):
                                                                          prefix)
 
             # Update the cluster name.
-            controller.value.cluster_name = name
+            controller.value.set_cluster_name_from_server(name)
         return controller
 
     @classmethod
@@ -228,7 +255,7 @@ def get_controller_for_pool(pool: bool) -> Controllers:
 def high_availability_specified(cluster_name: Optional[str]) -> bool:
     """Check if the controller high availability is specified in user config.
     """
-    controller = Controllers.from_name(cluster_name)
+    controller = Controllers.from_name(cluster_name, expect_exact_match=False)
     if controller is None:
         return False
 
@@ -411,7 +438,7 @@ def check_cluster_name_not_controller(
     Returns:
       None, if the cluster name is not a controller name.
     """
-    controller = Controllers.from_name(cluster_name)
+    controller = Controllers.from_name(cluster_name, expect_exact_match=False)
     if controller is not None:
         msg = controller.value.check_cluster_name_hint
         if operation_str is not None:

sky/utils/locks.py

@@ -243,6 +243,7 @@ class PostgresLock(DistributedLock):
         if not self._acquired or not self._connection:
             return
 
+        connection_lost = False
         try:
             cursor = self._connection.cursor()
             cursor.execute('SELECT pg_advisory_unlock(%s)', (self._lock_key,))
@@ -252,8 +253,11 @@ class PostgresLock(DistributedLock):
             # Lost connection to the database, likely the lock is force unlocked
             # by other routines.
             logger.debug(f'Failed to release postgres lock {self.lock_id}: {e}')
+            connection_lost = True
         finally:
-            self._close_connection()
+            # Invalidate if connection was lost to prevent SQLAlchemy from
+            # trying to reset a dead connection
+            self._close_connection(invalidate=connection_lost)
 
     def force_unlock(self) -> None:
         """Force unlock the postgres advisory lock."""
@@ -292,13 +296,24 @@ class PostgresLock(DistributedLock):
         finally:
             self._close_connection()
 
-    def _close_connection(self) -> None:
-        """Close the postgres connection."""
+    def _close_connection(self, invalidate: bool = False) -> None:
+        """Close the postgres connection.
+
+        Args:
+            invalidate: If True, invalidate connection instead of closing it.
+                Use this when the connection might be broken (e.g., after
+                pg_terminate_backend) to prevent SQLAlchemy from trying to
+                reset it (which would result in an error being logged).
+        """
         if self._connection:
             try:
-                self._connection.close()
+                if invalidate:
+                    self._connection.invalidate()
+                else:
+                    self._connection.close()
             except Exception as e:  # pylint: disable=broad-except
-                logger.debug(f'Failed to close postgres connection: {e}')
+                logger.debug(
+                    f'Failed to invalidate or close postgres connection: {e}')
             self._connection = None
 
     def is_locked(self) -> bool:

sky/utils/subprocess_utils.py

@@ -10,7 +10,8 @@ import sys
 import threading
 import time
 import typing
-from typing import Any, Callable, Dict, List, Optional, Protocol, Tuple, Union
+from typing import (Any, Callable, Dict, List, Optional, Protocol, Set, Tuple,
+                    Union)
 
 import colorama
 
@@ -107,7 +108,7 @@ def get_parallel_threads(cloud_str: Optional[str] = None) -> int:
 
 
 def run_in_parallel(func: Callable,
-                    args: List[Any],
+                    args: Union[List[Any], Set[Any]],
                     num_threads: Optional[int] = None) -> List[Any]:
     """Run a function in parallel on a list of arguments.
 
@@ -128,7 +129,7 @@ def run_in_parallel(func: Callable,
     if len(args) == 0:
         return []
     if len(args) == 1:
-        return [func(args[0])]
+        return [func(list(args)[0])]
 
     processes = (num_threads
                  if num_threads is not None else get_parallel_threads())

{skypilot_nightly-1.0.0.dev20251013.dist-info → skypilot_nightly-1.0.0.dev20251014.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: skypilot-nightly
-Version: 1.0.0.dev20251013
+Version: 1.0.0.dev20251014
 Summary: SkyPilot: Run AI on Any Infra — Unified, Faster, Cheaper.
 Author: SkyPilot Team
 License: Apache 2.0
@@ -156,51 +156,51 @@ Requires-Dist: aiosqlite; extra == "server"
 Requires-Dist: greenlet; extra == "server"
 Provides-Extra: shadeform
 Provides-Extra: all
-Requires-Dist: python-dateutil; extra == "all"
-Requires-Dist: ibm-platform-services>=0.48.0; extra == "all"
-Requires-Dist: tomli; python_version < "3.11" and extra == "all"
-Requires-Dist: anyio; extra == "all"
-Requires-Dist: azure-storage-blob>=12.23.1; extra == "all"
-Requires-Dist: aiosqlite; extra == "all"
-Requires-Dist: casbin; extra == "all"
-Requires-Dist: pyjwt; extra == "all"
+Requires-Dist: google-api-python-client>=2.69.0; extra == "all"
+Requires-Dist: botocore>=1.29.10; extra == "all"
 Requires-Dist: azure-cli>=2.65.0; extra == "all"
 Requires-Dist: pyopenssl<24.3.0,>=23.2.0; extra == "all"
 Requires-Dist: passlib; extra == "all"
-Requires-Dist: azure-core>=1.31.0; extra == "all"
-Requires-Dist: azure-mgmt-network>=27.0.0; extra == "all"
-Requires-Dist: vastai-sdk>=0.1.12; extra == "all"
-Requires-Dist: ibm-cloud-sdk-core; extra == "all"
-Requires-Dist: cudo-compute>=0.1.10; extra == "all"
 Requires-Dist: pyvmomi==8.0.1.0.2; extra == "all"
-Requires-Dist: grpcio>=1.63.0; extra == "all"
-Requires-Dist: boto3>=1.26.1; extra == "all"
-Requires-Dist: nebius>=0.2.47; extra == "all"
-Requires-Dist: greenlet; extra == "all"
+Requires-Dist: awscli>=1.27.10; extra == "all"
 Requires-Dist: azure-common; extra == "all"
-Requires-Dist: botocore>=1.29.10; extra == "all"
-Requires-Dist: azure-mgmt-compute>=33.0.0; extra == "all"
-Requires-Dist: ibm-vpc; extra == "all"
-Requires-Dist: oci; extra == "all"
+Requires-Dist: azure-core>=1.24.0; extra == "all"
+Requires-Dist: colorama<0.4.5; extra == "all"
+Requires-Dist: pyjwt; extra == "all"
+Requires-Dist: sqlalchemy_adapter; extra == "all"
+Requires-Dist: ray[default]>=2.6.1; extra == "all"
 Requires-Dist: kubernetes!=32.0.0,>=20.0.0; extra == "all"
+Requires-Dist: protobuf<7.0.0,>=5.26.1; extra == "all"
+Requires-Dist: websockets; extra == "all"
+Requires-Dist: anyio; extra == "all"
 Requires-Dist: azure-identity>=1.19.0; extra == "all"
-Requires-Dist: ibm-cos-sdk; extra == "all"
-Requires-Dist: google-api-python-client>=2.69.0; extra == "all"
-Requires-Dist: colorama<0.4.5; extra == "all"
-Requires-Dist: awscli>=1.27.10; extra == "all"
+Requires-Dist: vastai-sdk>=0.1.12; extra == "all"
+Requires-Dist: ecsapi>=0.2.0; extra == "all"
+Requires-Dist: msgraph-sdk; extra == "all"
+Requires-Dist: python-dateutil; extra == "all"
+Requires-Dist: msrestazure; extra == "all"
+Requires-Dist: nebius>=0.2.47; extra == "all"
+Requires-Dist: ibm-vpc; extra == "all"
+Requires-Dist: azure-storage-blob>=12.23.1; extra == "all"
+Requires-Dist: ibm-cloud-sdk-core; extra == "all"
+Requires-Dist: azure-core>=1.31.0; extra == "all"
+Requires-Dist: casbin; extra == "all"
+Requires-Dist: grpcio>=1.63.0; extra == "all"
 Requires-Dist: docker; extra == "all"
+Requires-Dist: ibm-platform-services>=0.48.0; extra == "all"
 Requires-Dist: aiohttp; extra == "all"
-Requires-Dist: msrestazure; extra == "all"
-Requires-Dist: protobuf<7.0.0,>=5.26.1; extra == "all"
-Requires-Dist: ecsapi>=0.2.0; extra == "all"
+Requires-Dist: tomli; python_version < "3.11" and extra == "all"
 Requires-Dist: google-cloud-storage; extra == "all"
-Requires-Dist: azure-core>=1.24.0; extra == "all"
-Requires-Dist: sqlalchemy_adapter; extra == "all"
-Requires-Dist: runpod>=1.6.1; extra == "all"
-Requires-Dist: msgraph-sdk; extra == "all"
-Requires-Dist: ray[default]>=2.6.1; extra == "all"
 Requires-Dist: pydo>=0.3.0; extra == "all"
-Requires-Dist: websockets; extra == "all"
+Requires-Dist: oci; extra == "all"
+Requires-Dist: runpod>=1.6.1; extra == "all"
+Requires-Dist: azure-mgmt-network>=27.0.0; extra == "all"
+Requires-Dist: cudo-compute>=0.1.10; extra == "all"
+Requires-Dist: ibm-cos-sdk; extra == "all"
+Requires-Dist: aiosqlite; extra == "all"
+Requires-Dist: boto3>=1.26.1; extra == "all"
+Requires-Dist: azure-mgmt-compute>=33.0.0; extra == "all"
+Requires-Dist: greenlet; extra == "all"
 Dynamic: author
 Dynamic: classifier
 Dynamic: description
@@ -250,7 +250,7 @@ Dynamic: summary
 ----
 
 :fire: *News* :fire:
-- [Oct 2025] Run large-scale **LLM training with TorchTitan** on any AI infra: [**example**](./llm/torchtitan/)
+- [Oct 2025] Run large-scale **LLM training with TorchTitan** on any AI infra: [**example**](./examples/training/torchtitan)
 - [Sep 2025] Scaling AI infrastructure at Abridge - **10x faster development** with SkyPilot: [**blog**](https://blog.skypilot.co/abridge/)
 - [Sep 2025] Network and Storage Benchmarks for LLM training on the cloud: [**blog**](https://maknee.github.io/blog/2025/Network-And-Storage-Training-Skypilot/)
 - [Aug 2025] Serve and finetune **OpenAI GPT-OSS models** (gpt-oss-120b, gpt-oss-20b) with one command on any infra: [**serve**](./llm/gpt-oss/) + [**LoRA and full finetuning**](./llm/gpt-oss-finetuning/)

{skypilot_nightly-1.0.0.dev20251013.dist-info → skypilot_nightly-1.0.0.dev20251014.dist-info}/RECORD

@@ -1,6 +1,6 @@
-sky/__init__.py,sha256=p9xsxwspUbtiGPYc363r2tPdl-1ILDt6iKP0NhSbPpg,6759
+sky/__init__.py,sha256=NONOCd_1pNs3n48Aev6zttc1XoWlxztsV0o_C-jN5BU,6759
 sky/admin_policy.py,sha256=XdcJnYqmude-LGGop-8U-FeiJcqtfYsYtIy4rmoCJnM,9799
-sky/authentication.py,sha256=Y1Ja3MSboM0R1oIOnMJM7EQOl0A1q6KKZRWuY8TfM-w,25681
+sky/authentication.py,sha256=GSwh3wfodBqn8FtBcrqSw2UZZEwW8dKqXN3ubFAiqBw,25879
 sky/check.py,sha256=hBDTkiADC3HFfO6brZV819FVWcdOs3aiuhB6x6mY4Q4,29728
 sky/cli.py,sha256=VXIZryeTtJPYpPTBKymVPmuOCyh8knfWrq-qnkr6R-4,178
 sky/cloud_stores.py,sha256=Ln5GBpel-sEs7rVx7bBrMkfLwA_bctI05Rox2uoz7Lo,26388
@@ -13,7 +13,7 @@ sky/models.py,sha256=ZKisLai7vqUr6_BPev6Oziu5N23WLzTh9nRtHSlRchw,3999
 sky/optimizer.py,sha256=iR57bL_8BeG6bh1sH3J6n6i65EBFjmyftezYM4nnDZA,64150
 sky/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sky/resources.py,sha256=jojeuFmMEi-_7MJtR1i8SoEoUG89FrFHoZk1NQx7DzA,107795
-sky/sky_logging.py,sha256=BQtgSnt-4TLeMLLoxhk9jE7JCnXGko1cTim9ouuefAY,9755
+sky/sky_logging.py,sha256=afm0zBNQ_Aa4AFlED2nDIlOkEsCTeyvHRx7FsfIsoLg,9618
 sky/skypilot_config.py,sha256=NC9uunXjiezV7hKj7fH4mz79A7H3tRkZe5Jda6cvXOw,37638
 sky/task.py,sha256=KcrfY3Rp1q3LzfMYJSPbRXpxJ7Ol9E9UBq56EixOQfQ,78707
 sky/adaptors/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -38,8 +38,8 @@ sky/adaptors/vast.py,sha256=tpvmHi7IkQNzbbHVkeo04kUSajoEpSzXr2XgeO_I1LU,695
 sky/adaptors/vsphere.py,sha256=zJP9SeObEoLrpgHW2VHvZE48EhgVf8GfAEIwBeaDMfM,2129
 sky/backends/__init__.py,sha256=l1xXpkzPFMma0ZkT4GzVMu7uvgS3AsECg6zLc0S3JHQ,702
 sky/backends/backend.py,sha256=zmF6TuKtUwzsP1hq0TI9nuuUySlPc9sgeW6F4GC8Ckk,8352
-sky/backends/backend_utils.py,sha256=Q0ODNff_Kf7SFAmM1hEra_jlCNU1Bznc-zeeRbavDBE,177606
-sky/backends/cloud_vm_ray_backend.py,sha256=usrdz5R9rLWgKtYro89NtvLt1vzI1SIOsK_wmrIgTYg,308523
+sky/backends/backend_utils.py,sha256=VKkBD1-rq35lSu8eT-1dzliAI10qQpCJP7qCT3ea7mY,178171
+sky/backends/cloud_vm_ray_backend.py,sha256=V3TJNyqE42C-xXE6EBqZ5zNGDCNzaQxP6B0V_GswIYo,308439
 sky/backends/docker_utils.py,sha256=_EhM6NStZDAwcegppQqExaB5iuSn1qL4xFFUqXAz2Uk,8392
 sky/backends/local_docker_backend.py,sha256=ncc8-WJrMRnqPl9fzvGr-nftIz7tTzKtUi-p_z_nH60,17366
 sky/backends/wheel_utils.py,sha256=DE71Muq5qLRhGpCVg1Rb6YOI7S_BzT8Hak27Pz8L4yw,12486
@@ -55,7 +55,7 @@ sky/catalog/fluidstack_catalog.py,sha256=387bOTlR3Bzj07uT1wvw3VSw3fVACQUi1hFoz4A
 sky/catalog/gcp_catalog.py,sha256=6LfpdBGMutc9lDfmpoKMCB8YaYy3KKcWOm7Xg4bkAkk,26514
 sky/catalog/hyperbolic_catalog.py,sha256=vMs0HcTyFLBNpuDNdWYFwAIfnKh5TT34mY6CRRPHTFc,4946
 sky/catalog/ibm_catalog.py,sha256=cU-PmiKyJY3ZCVKJzCaT_ClxJx785yZEg9JlK8vlWfc,4734
-sky/catalog/kubernetes_catalog.py,sha256=XLNNNRaVRGe8tPfbbBR5_pXPlxWju-h_dgbVewpaW1Y,14596
+sky/catalog/kubernetes_catalog.py,sha256=eeiD8_k81RfBBQQIg3F8hmZL3OOhw4sAVNoWxjv8Rno,13988
 sky/catalog/lambda_catalog.py,sha256=M5g23ILZo55CzSdNbEfB4AzAwvs6bPaJPEsMDGuGoqI,5543
 sky/catalog/nebius_catalog.py,sha256=1UQIfj747IsS5ppW8t_oorD8x41Ma-mr_qOn0TrV1WE,4691
 sky/catalog/oci_catalog.py,sha256=5SzhG7umqlWpBoEOYNDBhQFgLIF0H4gtoDwfZo7MkTI,8821
@@ -86,11 +86,11 @@ sky/catalog/data_fetchers/fetch_vsphere.py,sha256=Yf7tKzwJsQ_4f64IT1EAP108C1D3Rg
 sky/client/__init__.py,sha256=pz6xvVSd9X-gwqbsDL0E9QOojYqM0KAD0j-NCyCIF1k,38
 sky/client/common.py,sha256=j8ENgeRN3KdKBf0-pi1K9w1HtkqrkBR12QtF_wGWG8M,16950
 sky/client/oauth.py,sha256=sNJ_DMsSTcxluj5FeNQ2IafZJLImRFmCAZ79bXeABn4,2871
-sky/client/sdk.py,sha256=uYm3aIJIYNLUQzoBSAVhbEyEBNcUzFIVy5lht8k7ftE,107721
+sky/client/sdk.py,sha256=dQucC3YZ9v_iwKqN_nVc0pL1AbpsLvleY33ydY49XGk,108271
 sky/client/sdk_async.py,sha256=8G_E9Dn4d80rV-wxRH4zZUXZGAm6rLw3C8PI07fXwwQ,31106
 sky/client/service_account_auth.py,sha256=5jXk0G6ufuW-SHCO7BEHQeTO0_2a8KfFmA63auXFRj4,1529
 sky/client/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-sky/client/cli/command.py,sha256=Qn67dnfRXhiXDGMnG8eQI0PkCWpzpWMufkm4l1NN5Kg,251806
+sky/client/cli/command.py,sha256=LslOSk2ImK0IWBM1Dsd7xEX7S4xXW9wwCxkcCHrxpFc,253308
 sky/client/cli/deprecation_utils.py,sha256=H_d5UyF2CekEoThduAzt5cihBO8hwKYMu0-Wqfbjv5E,3370
 sky/client/cli/flags.py,sha256=lLXHooU4HEslbHJuGAiCrKYkJZx99hAKaJbstw7s1bc,12136
 sky/client/cli/table_utils.py,sha256=HT_y__9_tZLKJ0aJu-hh67cu3NXfWDoiHir5fTmWaDw,10156
@@ -123,19 +123,19 @@ sky/clouds/utils/azure_utils.py,sha256=NToRBnhEyuUvb-nBnsKTxjhOBRkMcrelL8LK4w6s4
 sky/clouds/utils/gcp_utils.py,sha256=09MF4Vx0EW7S-GXGpyxpl2aQlHrqeu9ioV0nyionAyk,9890
 sky/clouds/utils/oci_utils.py,sha256=TFqAqRLggg4Z0bhxrrq8nouSSomZy-ub1frHXEkud2M,7302
 sky/clouds/utils/scp_utils.py,sha256=VGuccVO5uFGr8-yolWSoYrgr11z6cIeDBGcqkBzAyOs,18409
-sky/dashboard/out/404.html,sha256=V4aqAxUrnbRbLuAUaqCThJcgfAbbW7M3wDej4L4Kphc,1423
-sky/dashboard/out/clusters.html,sha256=9LYYslNNJARkFi8LDOfLFS6JXnhWQ7w2Vuao4b2BXMM,1418
-sky/dashboard/out/config.html,sha256=0sz2gNn6a6y8xTldotMzu5T1RfAx-KbGJcyYyxdeg3w,1414
+sky/dashboard/out/404.html,sha256=mfdkpuYUX9aGSq5Xx7TyL53kyk5Se0HvWGnjzUioX9o,1423
+sky/dashboard/out/clusters.html,sha256=lQNj_9v6ONR-FDKjxBBnGBwcusIYRLGSQq7O4DQGvPY,1418
+sky/dashboard/out/config.html,sha256=ZLT-004Yz3OHaeOVLyZWZWOYmikZy_MmQIvDuUuicRk,1414
 sky/dashboard/out/favicon.ico,sha256=XilUZZglAl_1zRsg85QsbQgmQAzGPQjcUIJ-A3AzYn8,93590
-sky/dashboard/out/index.html,sha256=Mjbhg5oXTXTpNbUjOFlQuV2erBLwLONo8pJL9EczkPs,1407
-sky/dashboard/out/infra.html,sha256=tXf2Lh6nL1c7oHqQrfMBm0RJ4tdRqKh3FPqHMGJ4prM,1412
-sky/dashboard/out/jobs.html,sha256=hZEwfxv1Si2BiggKKdq-FqROIKP008HMp3gRDw303hQ,1410
+sky/dashboard/out/index.html,sha256=Ym7TGvbEZ8O3RFtikjfOxM5pX5YtCuzGuQt32gXQpZg,1407
+sky/dashboard/out/infra.html,sha256=FiU4FYkbvmacEL5S3bH1XWpuykN1kgGpaGlA2UhJ70g,1412
+sky/dashboard/out/jobs.html,sha256=WRGTMLw9ZoQV457woZN8aHpqq5E4guo0GymmoTiuFjk,1410
 sky/dashboard/out/skypilot.svg,sha256=c0iRtlfLlaUm2p0rG9NFmo5FN0Qhf3pq5Xph-AeMPJw,5064
-sky/dashboard/out/users.html,sha256=ND3l2pvpIlkZTg4vc5FKFevf5BMMnmLYzKz5wEOfSpY,1412
-sky/dashboard/out/volumes.html,sha256=vx_LdaBZg5wy7Q7vy24Dv-oagHB5UmPeK36T4NWuML4,1416
-sky/dashboard/out/workspaces.html,sha256=KvXwsmUGZIG-DuKKdk8maJxdtqgv8qlRYTew433bOuk,1422
-sky/dashboard/out/_next/static/MtlDUf-nH1hhcy7xwbCj3/_buildManifest.js,sha256=1ombZKzLAegWk-mEKBFMtiwI-xk8sWY2rYidGQBNj7Y,2394
-sky/dashboard/out/_next/static/MtlDUf-nH1hhcy7xwbCj3/_ssgManifest.js,sha256=Z49s4suAsf5y_GfnQSvm4qtq2ggxEbZPfEDTXjy6XgA,80
+sky/dashboard/out/users.html,sha256=3uzcxus1HQ7Wi7j-1GxS4tvruBd6Gk3LEorzTpW5P3I,1412
+sky/dashboard/out/volumes.html,sha256=8l6jXSAFoI_VloNNBu318bt8CwbJuhXpW1zL5so3d-0,1416
+sky/dashboard/out/workspaces.html,sha256=JqYWgVRpQSgHrufD3s9OhJKx7_hl145KlNj6_-DJAyU,1422
+sky/dashboard/out/_next/static/9Fek73R28lDp1A5J4N7g7/_buildManifest.js,sha256=1ombZKzLAegWk-mEKBFMtiwI-xk8sWY2rYidGQBNj7Y,2394
+sky/dashboard/out/_next/static/9Fek73R28lDp1A5J4N7g7/_ssgManifest.js,sha256=Z49s4suAsf5y_GfnQSvm4qtq2ggxEbZPfEDTXjy6XgA,80
 sky/dashboard/out/_next/static/chunks/1121-d0782b9251f0fcd3.js,sha256=jIvnDxaTleAz3HdZK9-RScSB0ZMg8-D63KQmn8avaHI,8883
 sky/dashboard/out/_next/static/chunks/1141-3b40c39626f99c89.js,sha256=M5vM2c9SRPEly-CQj0Vj7wJzyFSyuALDik9KFLXWmec,18285
 sky/dashboard/out/_next/static/chunks/1272-1ef0bf0237faccdb.js,sha256=VJ6y-Z6Eg2T93hQIRfWAbjAkQ7nQhglmIaVbEpKSILY,38451
@@ -171,7 +171,7 @@ sky/dashboard/out/_next/static/chunks/framework-cf60a09ccd051a10.js,sha256=_Qbam
 sky/dashboard/out/_next/static/chunks/main-app-587214043926b3cc.js,sha256=t7glRfataAjNw691Wni-ZU4a3BsygRzPKoI8NOm-lsY,116244
 sky/dashboard/out/_next/static/chunks/main-f15ccb73239a3bf1.js,sha256=jxOPLDVX3rkMc_jvGx2a-N2v6mvfOa8O6V0o-sLT0tI,110208
 sky/dashboard/out/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js,sha256=6QPOwdWeAVe8x-SsiDrm-Ga6u2DkqgG5SFqglrlyIgA,91381
-sky/dashboard/out/_next/static/chunks/webpack-ac3a34c8f9fef041.js,sha256=lB59I24ZAyv24WfqSZkvHAqb98mvwQCOjNwZoA8CUrw,4770
+sky/dashboard/out/_next/static/chunks/webpack-66f23594d38c7f16.js,sha256=-I_5dIeLkBzeXUkajoN-Bp72fpfSGN3b4cefd134guY,4770
 sky/dashboard/out/_next/static/chunks/pages/_app-ce361c6959bc2001.js,sha256=mllo4Yasw61zRtEO49uE_MrAutg9josSJShD0DNSjf0,95518
 sky/dashboard/out/_next/static/chunks/pages/_error-c66a4e8afc46f17b.js,sha256=vjERjtMAbVk-19LyPf1Jc-H6TMcrSznSz6brzNqbqf8,253
 sky/dashboard/out/_next/static/chunks/pages/clusters-2f61f65487f6d8ff.js,sha256=oo_EAAsi1TLXO-art_64PTCZjakwl-7wVUZnB3-SJK8,869
@@ -190,14 +190,14 @@ sky/dashboard/out/_next/static/chunks/pages/jobs/pools/[pool]-bc979970c247d8f3.j
 sky/dashboard/out/_next/static/chunks/pages/workspace/new-3f88a1c7e86a3f86.js,sha256=83s5N5CZwIaRcmYMfqn2we60n2VRmgFw6Tbx18b8-e0,762
 sky/dashboard/out/_next/static/chunks/pages/workspaces/[name]-e8688c35c06f0ac5.js,sha256=TVmk0pD0iszL39u2Ru56HLEFFLO648NeT2KbEcW5X5o,1495
 sky/dashboard/out/_next/static/css/4614e06482d7309e.css,sha256=nk6GriyGVd1aGXrLd7BcMibnN4v0z-Q_mXGxrHFWqrE,56126
-sky/dashboard/out/clusters/[cluster].html,sha256=-CmOYvnyNiRsGogHSSaAUKy9p_iV2Q3fxHvMuG1mPP0,2937
-sky/dashboard/out/clusters/[cluster]/[job].html,sha256=CS-qjroQd00_DOrtKoIpce6ngYztU-xpEdpo86MxtTc,2073
-sky/dashboard/out/infra/[context].html,sha256=7KL_0iVB9rU_fcAPwwPbH52ExUXzHLxh2UBj5Wuq7rQ,1436
-sky/dashboard/out/jobs/[job].html,sha256=pX-vKTTzVAotSnjz9LNId-ybFLekNZ3wESUD47F1YXo,2305
-sky/dashboard/out/jobs/pools/[pool].html,sha256=1DQ3LFYsxACamVxBuIiy8LhD-D1wVsY-J3ZjUt-sIbI,2143
+sky/dashboard/out/clusters/[cluster].html,sha256=e2wmVwhHOCVmCpN5jTjzNuMVnUgd233YVOJoFcnYezQ,2937
+sky/dashboard/out/clusters/[cluster]/[job].html,sha256=uPJkKBH7KtLK-TZcberENWsUM_cc5S9l3A8ItcLSCOA,2073
+sky/dashboard/out/infra/[context].html,sha256=CjduPajytH9dnv4A86LGjbGiOfJsvDbTDlTxRFE8ZRE,1436
+sky/dashboard/out/jobs/[job].html,sha256=XPoppxLtXp-syj_ZcQ1NrYWJ006jAnq9MpMrBxpJxD8,2305
+sky/dashboard/out/jobs/pools/[pool].html,sha256=JhZ0G9RLNm9Hucwk6w_-RHTuU_3PkkDN0E5KEt6l7Zo,2143
 sky/dashboard/out/videos/cursor-small.mp4,sha256=8tRdp1vjawOrXUar1cfjOc-nkaKmcwCPZx_LO0XlCvQ,203285
-sky/dashboard/out/workspace/new.html,sha256=Q1OPJr9g6E6U-sq4nPvIv60XJ_yuqfDI7qq9VQr4XCo,1428
-sky/dashboard/out/workspaces/[name].html,sha256=XVdO3DZ2Q2ur_5K1MADhzBWlPGCglevAIXiqasAQqJw,2759
+sky/dashboard/out/workspace/new.html,sha256=kyYYOFTv_3G_FRPv2eozdEdJ6_lDoLtGAaGrbZpz3AE,1428
+sky/dashboard/out/workspaces/[name].html,sha256=N7MWobWUBQZ5rM4BD4vD4QqMWzJNPjJEwn9IurEm_VQ,2759
 sky/data/__init__.py,sha256=Nhaf1NURisXpZuwWANa2IuCyppIuc720FRwqSE2oEwY,184
 sky/data/data_transfer.py,sha256=N8b0CQebDuHieXjvEVwlYmK6DbQxUGG1RQJEyTbh3dU,12040
 sky/data/data_utils.py,sha256=AjEA_JRjo9NBMlv-Lq5iV4lBED_YZ1VqBR9pG6fGVWE,35179
@@ -206,11 +206,11 @@ sky/data/storage.py,sha256=y6cIgfmhgL8ldjHR7whg2q71TzFQ3Lxiyv6d3anC62I,209290
 sky/data/storage_utils.py,sha256=bqCE7WQVOpFMxqVRkxee4oLn-iImh4ZL8qB5IicXh0w,14230
 sky/jobs/__init__.py,sha256=BiABNdlab7xZDOv4C34kc1XuxG6C_Ip7Q96mT2iCnIg,1686
 sky/jobs/constants.py,sha256=da41EPFohcxAeIX2aBPNZrUgb09Gv6Y9AEWrqutxips,3057
-sky/jobs/controller.py,sha256=6QpxM959SlQQnWg_fBVyWqkGtJWcFZuI1J2hWD9pX2s,57938
-sky/jobs/recovery_strategy.py,sha256=Yr5pPF12u2BVnte8XG0jexAA7amXQ8CDf0td_HIg9vU,39508
-sky/jobs/scheduler.py,sha256=NDJkp4kclc6qRvIn9tgYJcqlp28Ej3VVvy-4oDiOZb0,17287
-sky/jobs/state.py,sha256=GarWqeMip2dCHXDLPCTDpXnfrS5kiOanJ3wi8gpo6MA,85229
-sky/jobs/utils.py,sha256=ZbR-DePorSVu0rZA0mLqi9ZONmQOLlbibSu8LYMsNRs,96290
+sky/jobs/controller.py,sha256=S6JFb5R6BQHLROVB_bzV_blIWJN7NJ_DOyTBy_Jh-Es,57083
+sky/jobs/recovery_strategy.py,sha256=FUyHTOtJ0rvTL-vznX8FcJP84ORlavewptLXr3r9evI,38423
+sky/jobs/scheduler.py,sha256=t09Z7lKIjuq2thCloEnmt1ow6KN4T9mQDDzHb6PhVw4,17307
+sky/jobs/state.py,sha256=SKy79-3Uice18JihDCwtaoTnbjiJVtb9ialQ5yB2X3U,87548
+sky/jobs/utils.py,sha256=RnZnq8gO8Nf5UgRea5UZkrKS3XSyAG7T3eZ-sioTaQA,97982
 sky/jobs/client/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sky/jobs/client/sdk.py,sha256=HQdnZtK-yWXvOX5XEVZU145vIzfCvYZFtL6uzQEm6-c,17133
 sky/jobs/client/sdk_async.py,sha256=hsyPshdpbKG0RUzw2ntDeAJAkOIl-O9WDoSREV_km3o,4875
@@ -223,7 +223,7 @@ sky/logs/agent.py,sha256=Jwpzio10P45BS6cugt6Ovu3_ZhysuXVcL_aneYZQENE,4766
 sky/logs/aws.py,sha256=NLl_Ekxcdt6tnh1CufEzPvCch3yyLBSetn4QtBdDKUc,9621
 sky/logs/gcp.py,sha256=eKVEcHO3FJRg_YTcE9omE8uAIF6AdBWWpkEPqWFAqXg,3857
 sky/metrics/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-sky/metrics/utils.py,sha256=AXsUG00hoEKwPjdZHQWIvTfEVagoNo7zBvy1EK9fD90,13947
+sky/metrics/utils.py,sha256=WvaOPWcHefbM-DKCj_dblpOBgobW5OIfl_mxEO08KPc,15605
 sky/provision/__init__.py,sha256=JWdDenDcujRsvq2K6RFyk6SjLl0iAvlHfQIt0XPHdjU,9011
 sky/provision/common.py,sha256=LdjM9SL9NDtsARom12tVv_WoUNL3PTlU5RoLfeWGGgM,10807
 sky/provision/constants.py,sha256=oc_XDUkcoLQ_lwDy5yMeMSWviKS0j0s1c0pjlvpNeWY,800
@@ -272,7 +272,7 @@ sky/provision/kubernetes/constants.py,sha256=vZJQsAVjAgwsOskB48tIFSXtNw7IFnJOQE_
 sky/provision/kubernetes/instance.py,sha256=ZAw6KkvuSwNXzAUN3-FTgCspnAyGtUaWb4YOoWU5fzE,75718
 sky/provision/kubernetes/network.py,sha256=Dgj8u7IQBHKHt-mSDhYzue1wfDk96FR_8fO89TwuZ2E,12846
 sky/provision/kubernetes/network_utils.py,sha256=qFiACDq4S1WKMyVbxhGax-K2SJM-4viC8CyEzwvXt6c,11480
-sky/provision/kubernetes/utils.py,sha256=2pouuLaWndZNn3DfjtcqjALf6tLnHG2PIwbr2Hv_9xg,153486
+sky/provision/kubernetes/utils.py,sha256=EKxXDI4WRyQod-3yLYsOSfLZp-UcD2fvnHJIXC2XVfc,153723
 sky/provision/kubernetes/volume.py,sha256=b5mozvUCw9rsGxiUS9LxR-MyELK-EQHYglJkGTFNobY,11473
 sky/provision/kubernetes/manifests/fusermount-server-daemonset.yaml,sha256=5oDGZUsDpO1B9E9JZptkakdIy7LWVR_CqHFFZpMulJE,1270
 sky/provision/lambda_cloud/__init__.py,sha256=6EEvSgtUeEiup9ivIFevHmgv0GqleroO2X0K7TRa2nE,612
@@ -390,13 +390,13 @@ sky/serve/server/core.py,sha256=4w79PONDX5hAem95U1MRDHZ1VNMaBZJkI6hv5d2IKjQ,1101
 sky/serve/server/impl.py,sha256=oQL6qd-rTq9M7Qs3n-fCv0vyQe1F9dAid_OgmRCjyjs,48982
 sky/serve/server/server.py,sha256=KPbYYUlTK3LEqrDd8q-9gsKu-gF8hXWjdMTFLhaoguM,4536
 sky/server/__init__.py,sha256=MPPBqFzXz6Jv5QSk6td_IcvnfXfNErDZVcizu4MLRow,27
-sky/server/common.py,sha256=spZ2skXS2A7eD-90LSpDs7gbSH2b0RWvUV4I3CixyB4,40342
+sky/server/common.py,sha256=wwkKc6xOCjV7MkczLa-NWmfEjEKah_HzfDRpNOcxvGY,40472
 sky/server/config.py,sha256=oQO2Wls01oYIIr4h7B6UiPBNPcsqHlCJ3batir-Zx80,11143
 sky/server/constants.py,sha256=XkwSIXR0wSJhopbtGwxYTHJZWYQ2UmpgrgZ1YQRB8SI,2615
 sky/server/daemons.py,sha256=XQdqRMVyxyqS9fY2HLqW_cxVR6qgqoQ7irPvRYWvG7E,9092
 sky/server/metrics.py,sha256=8mTyD-zo2gyAJSPJyCtTR8oImeFJ2K-sAdlje5Bf5U4,5781
 sky/server/rest.py,sha256=295lCvmAJhGTaal2P00ab6z0fxGj4KfxdI94E-2AhQA,14414
-sky/server/server.py,sha256=ElgWe7iUlemZjJfEgKFE_y6-qJpG0quLL6u1YVSKINM,84686
+sky/server/server.py,sha256=_FKRXHJ019nmuPqYbYmUyNPfhJYEP1TnSWknKqFN_Ow,84924
 sky/server/state.py,sha256=YbVOMJ1JipQQv17gLIGyiGN7MKfnP83qlUa5MB1z0Yk,747
 sky/server/stream_utils.py,sha256=V_sZWx9ppPHo4YuoN21zT6asttQlTnF2hb3FgmfpIMY,12136
 sky/server/uvicorn.py,sha256=lJROnpJqoZr59zGwYa_pUniV7rEwmZn0PV4t-YYY-yo,11832
@@ -409,7 +409,7 @@ sky/server/html/log.html,sha256=TSGZktua9Ysl_ysg3w60rjxAxhH61AJnsYDHdtqrjmI,6929
 sky/server/html/token_page.html,sha256=eUndS5u1foL9vaWGPRTLMt7lCzD1g0wYJ2v_EeeFzlc,7046
 sky/server/requests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sky/server/requests/event_loop.py,sha256=OhpPbuce65bbjpGRlcJa78AVnYSm08SzFKt70ypCUuQ,1211
-sky/server/requests/executor.py,sha256=kA99hFuMsl1VrvPoCVGbsURRcjctAgpi-NLCqNU6tgI,35123
+sky/server/requests/executor.py,sha256=iBfURse_WFzEgpMQ7nm6Hf_ugXl21nvSaaBbqFT2D_o,35192
 sky/server/requests/payloads.py,sha256=nhOGOk-AZApLQBdKLRAtQ3MF7WkJxBA-ZAuF9nMsCxk,28093
 sky/server/requests/preconditions.py,sha256=En-mSIe8JXDkiRCMlpgyJGFgYDnhthGReihV5u0oqy8,7283
 sky/server/requests/process.py,sha256=UpJp5rZizNMFRCNRtudFSjbcJhFarFbtAGDWI9x_ZyE,13197
@@ -429,11 +429,11 @@ sky/skylet/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sky/skylet/attempt_skylet.py,sha256=BbnCgMDGc1wxZx6Olp7ezhsXC0E1aYhmfug-9NrJ00g,2137
 sky/skylet/autostop_lib.py,sha256=2eab980ckQ5dA2DFAJlI5bAJ6EI7YI-JSlzFoTA9XwU,9698
 sky/skylet/configs.py,sha256=nNBnpuzoU696FbC3Nv0qKVSDuTw4GAbr7eCcg0_Sldo,2135
-sky/skylet/constants.py,sha256=5GkKeyopg2aLIPqaNjLrONktCvdR-pUy6_50W-L4D2g,25318
+sky/skylet/constants.py,sha256=UeCfXp5MKtsv5gpect4fxUFutzc2WnJrFd1vpIupBk8,25941
 sky/skylet/events.py,sha256=2vlMyR1Df3zB6ggBJNN2lUunH6x-n-m-nvsHuTwQpXc,16481
 sky/skylet/job_lib.py,sha256=_BlkEQhsTIBfPOaIDVshMTNQPSgkRaNFk5HrP0aH7Qc,53226
-sky/skylet/log_lib.py,sha256=OnJ06_ySnNwXJgp9YoYfTyU60eZFd-eeG7fyGWoMpTw,32042
-sky/skylet/log_lib.pyi,sha256=KQJY7nKbw2C-Qshrup7EExpn22AaJ8LZQdjRnCaeZRA,5401
+sky/skylet/log_lib.py,sha256=sl5oc0N-DLauTFAisJ0SeQS4IRnkTtd1U46B7zYXOi0,31964
+sky/skylet/log_lib.pyi,sha256=cpbQ4oa1C3Vl5rmPKkA4wupgKTOZlPFZHQiqrhxR_X8,5409
 sky/skylet/services.py,sha256=NOL83qCcUczYz0TXM41EWZ8wdlPSDm0FyBNnRo5extw,26504
 sky/skylet/skylet.py,sha256=Hi07DNpTwvWz575iCLeHCpUlpnQrKQD_SSJdL2SPvo0,3019
 sky/skylet/subprocess_daemon.py,sha256=gcL-_Hea7-SrBUyZfAbo40RBFbaeuBmPCW0dm4YYkPo,3537
@@ -507,13 +507,13 @@ sky/utils/benchmark_utils.py,sha256=vBqvgS-7XBat9N4UvtmxXS70i2EQUa4BUv4fsF8g58A,
 sky/utils/cluster_utils.py,sha256=PxVIVCBPA8qKkKvrF7bImDC1jhUZeJDADYtV-ELTZXE,15527
 sky/utils/command_runner.py,sha256=Q30y89HaxMUZ_57h1TAWxhI3c6V_QGwL0yuvkZ3eR48,51241
 sky/utils/command_runner.pyi,sha256=FE8lFyxsh6528uSeSS38yk9Yu9HSJ8LFJT0ylMWNR6k,10618
-sky/utils/common.py,sha256=yJc110y8rwcBIKEJgb8kUD4e1OeolFEVtonwmqtAxCM,2729
+sky/utils/common.py,sha256=SS-NXSqMD34GeUSxMJuZ-Kce_2yPxiPdXhQoNQR5Lho,2834
 sky/utils/common_utils.py,sha256=3p-x8pU5tAFxJ95eW-KpY-aRPTGqL6ZvMbUO_iSiPVM,39147
 sky/utils/config_utils.py,sha256=agfDWJi79DH5XKD_GBvUwhRwmB0-ZkYbKCjcEgV6gP4,13861
-sky/utils/context.py,sha256=N_kxD3NXBGRqzb8QsSkrGLvqBt_dD7bIkyerGIOJEcE,13394
-sky/utils/context_utils.py,sha256=vJuSghG9vUeOr9SLRrGkO5KmtW-za-gzCY-Vw7GOoIM,7520
+sky/utils/context.py,sha256=ghSrVZLnrPwdFlqnaS_lKoyJGHZljbBt2X4O3MbdQp4,13712
+sky/utils/context_utils.py,sha256=6mujJK7cm5f0IrlphotHEfsjB9HR36nslKla94h82SQ,7536
 sky/utils/control_master_utils.py,sha256=iD4M0onjYOdZ2RuxjwMBl4KhafHXJzuHjvqlBUnu-VE,1450
-sky/utils/controller_utils.py,sha256=iQn1J-y3UTljpjhUPBfMXGfcmapMALsZ0Rut8H1fqHU,60425
+sky/utils/controller_utils.py,sha256=V1xvlC95gi7Rc8MuIbPyHe8Qe4Pc2BlcMfw_377pBW0,61702
 sky/utils/dag_utils.py,sha256=kPakbl9CVo1RECow7QHnp8Am-qLiTUWEcIPIUBKN1JQ,8563
 sky/utils/directory_utils.py,sha256=hpvl7i5AFMffbg9TuIu1iRO8RqtLXMbSU_COkSf1Exc,327
 sky/utils/env_options.py,sha256=AhC3WEHGwOhW7YYpL1klm3wFChp_YMBAg52KHCZhAs0,2302
@@ -522,7 +522,7 @@ sky/utils/git_clone.sh,sha256=hXOz7i1MCYl2IwMdKnFYhinhh8Jaf5a1Qwd65cePQYc,17790
 sky/utils/infra_utils.py,sha256=WkkB4Hj6CX-3eV029fPYqydNVyFZ8ZwRAVA_GCLJ9QU,6981
 sky/utils/kubernetes_enums.py,sha256=C2AZLqUvYOUg9ligoV2IV8xIvKa34p3ZaoM_1HIWdRs,1053
 sky/utils/lock_events.py,sha256=qX4-Nlzm4S9bTD4e2eg2Vgn4AOlTjy7rhzLS_0B1IdA,2827
-sky/utils/locks.py,sha256=qGxjEJXOyobhiHkeEn1LEFM2mBDhkWUhleLvWMoYb2A,12144
+sky/utils/locks.py,sha256=cRq8bIc33CJG7Z-TtsgrhgTlYdT_w8NGcFqeqIx1dh0,12851
 sky/utils/log_utils.py,sha256=RB5n58CAWmVepd_RAf-mjL2EViBFbtkPtSB5jJT6pLY,29684
 sky/utils/message_utils.py,sha256=zi2Z7PEX6Xq_zvho-aEZe_J7UvpKOLdVDdGAcipRQPU,2662
 sky/utils/perf_utils.py,sha256=HxmTmVQc5DSfqJwISPxdVLWmUxNZHbibJg1kKVI-1Cg,700
@@ -534,7 +534,7 @@ sky/utils/rich_utils.py,sha256=Zb48ZeOX58WG2me48XYk2VO4N_BXL154xJwqlHu0zw8,20031
 sky/utils/schemas.py,sha256=dtyKZjv1-t010khv6yf6ckJ_JaOzbfUXhE6eUTBrsrM,58042
 sky/utils/serialize_utils.py,sha256=nn2x-8cTZeiVr5cgaBpLOGGpSFtms62QAJFyxs_bodI,630
 sky/utils/status_lib.py,sha256=QGkd6COD1GX1h30Mk9RMUdyeUOMJs5971GkxTcFgdsU,1705
-sky/utils/subprocess_utils.py,sha256=0EcUxvHHUdGQS7HBVtDg_vibMbZRjC8oH_M08wEmHpY,15991
+sky/utils/subprocess_utils.py,sha256=T5tkoM5DueYaE3lQyer7oaEekadbtFBwWS77K8ofTs4,16041
 sky/utils/tempstore.py,sha256=3S5fJ3UjnE12ve38c3MpTXpoRWfDSGndZpqNe7P_8aU,2148
 sky/utils/timeline.py,sha256=W_HrRBWS9glV25CyCBGUTn1OBe7b0S7kBL8_jv18CZU,3060
 sky/utils/ux_utils.py,sha256=JTEMwWdvNvXWTVTsQnsh9Du5Bh_g1y5z4yXDriZuJvI,12581
@@ -575,9 +575,9 @@ sky/workspaces/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sky/workspaces/core.py,sha256=kRrdh-8MhX1953pML1B_DoStnDuNrsmHcZlnWoAxVo0,27218
 sky/workspaces/server.py,sha256=Box45DS54xXGHy7I3tGKGy-JP0a8G_z6IhfvGlEXtsA,3439
 sky/workspaces/utils.py,sha256=IIAiFoS6sdb2t0X5YoX9AietpTanZUQNTK8cePun-sY,2143
-skypilot_nightly-1.0.0.dev20251013.dist-info/licenses/LICENSE,sha256=emRJAvE7ngL6x0RhQvlns5wJzGI3NEQ_WMjNmd9TZc4,12170
-skypilot_nightly-1.0.0.dev20251013.dist-info/METADATA,sha256=2oNyXRy67sQjVTAp1zdHZcz6mYzy3YwjAcUzRScHGG8,20585
-skypilot_nightly-1.0.0.dev20251013.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-skypilot_nightly-1.0.0.dev20251013.dist-info/entry_points.txt,sha256=StA6HYpuHj-Y61L2Ze-hK2IcLWgLZcML5gJu8cs6nU4,36
-skypilot_nightly-1.0.0.dev20251013.dist-info/top_level.txt,sha256=qA8QuiNNb6Y1OF-pCUtPEr6sLEwy2xJX06Bd_CrtrHY,4
-skypilot_nightly-1.0.0.dev20251013.dist-info/RECORD,,
+skypilot_nightly-1.0.0.dev20251014.dist-info/licenses/LICENSE,sha256=emRJAvE7ngL6x0RhQvlns5wJzGI3NEQ_WMjNmd9TZc4,12170
+skypilot_nightly-1.0.0.dev20251014.dist-info/METADATA,sha256=CcLBt1sjoUMZZnXOiWEtLxhzrGhj6XsWkxAWOPO2ZhM,20598
+skypilot_nightly-1.0.0.dev20251014.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+skypilot_nightly-1.0.0.dev20251014.dist-info/entry_points.txt,sha256=StA6HYpuHj-Y61L2Ze-hK2IcLWgLZcML5gJu8cs6nU4,36
+skypilot_nightly-1.0.0.dev20251014.dist-info/top_level.txt,sha256=qA8QuiNNb6Y1OF-pCUtPEr6sLEwy2xJX06Bd_CrtrHY,4
+skypilot_nightly-1.0.0.dev20251014.dist-info/RECORD,,