skypilot-nightly 1.0.0.dev20251008__py3-none-any.whl → 1.0.0.dev20251011__py3-none-any.whl

sky/server/stream_utils.py

@@ -11,6 +11,7 @@ import fastapi
 from sky import global_user_state
 from sky import sky_logging
 from sky.server.requests import requests as requests_lib
+from sky.utils import common_utils
 from sky.utils import message_utils
 from sky.utils import rich_utils
 from sky.utils import status_lib
@@ -24,7 +25,9 @@ logger = sky_logging.init_logger(__name__)
 _BUFFER_SIZE = 8 * 1024  # 8KB
 _BUFFER_TIMEOUT = 0.02  # 20ms
 _HEARTBEAT_INTERVAL = 30
-_CLUSTER_STATUS_INTERVAL = 1
+
+LONG_REQUEST_POLL_INTERVAL = 1
+DEFAULT_POLL_INTERVAL = 0.1
 
 
 async def _yield_log_file_with_payloads_skipped(
@@ -41,12 +44,14 @@ async def _yield_log_file_with_payloads_skipped(
 
 
 async def log_streamer(
-        request_id: Optional[str],
-        log_path: pathlib.Path,
-        plain_logs: bool = False,
-        tail: Optional[int] = None,
-        follow: bool = True,
-        cluster_name: Optional[str] = None) -> AsyncGenerator[str, None]:
+    request_id: Optional[str],
+    log_path: pathlib.Path,
+    plain_logs: bool = False,
+    tail: Optional[int] = None,
+    follow: bool = True,
+    cluster_name: Optional[str] = None,
+    polling_interval: float = DEFAULT_POLL_INTERVAL
+) -> AsyncGenerator[str, None]:
     """Streams the logs of a request.
 
     Args:
@@ -84,6 +89,11 @@ async def log_streamer(
                        f'scheduled: {request_id}')
         req_status = request_task.status
         req_msg = request_task.status_msg
+        # Slowly back off the database polling up to every 1 second, to avoid
+        # overloading the CPU and DB.
+        backoff = common_utils.Backoff(initial_backoff=polling_interval,
+                                       max_backoff_factor=10,
+                                       multiplier=1.2)
         while req_status < requests_lib.RequestStatus.RUNNING:
             if req_msg is not None:
                 waiting_msg = request_task.status_msg
@@ -99,7 +109,7 @@ async def log_streamer(
             # TODO(aylei): we should use a better mechanism to avoid busy
             # polling the DB, which can be a bottleneck for high-concurrency
             # requests.
-            await asyncio.sleep(0.1)
+            await asyncio.sleep(backoff.current_backoff())
             status_with_msg = await requests_lib.get_request_status_async(
                 request_id, include_msg=True)
             req_status = status_with_msg.status
@@ -111,17 +121,20 @@ async def log_streamer(
 
     async with aiofiles.open(log_path, 'rb') as f:
         async for chunk in _tail_log_file(f, request_id, plain_logs, tail,
-                                          follow, cluster_name):
+                                          follow, cluster_name,
+                                          polling_interval):
             yield chunk
 
 
 async def _tail_log_file(
-        f: aiofiles.threadpool.binary.AsyncBufferedReader,
-        request_id: Optional[str] = None,
-        plain_logs: bool = False,
-        tail: Optional[int] = None,
-        follow: bool = True,
-        cluster_name: Optional[str] = None) -> AsyncGenerator[str, None]:
+    f: aiofiles.threadpool.binary.AsyncBufferedReader,
+    request_id: Optional[str] = None,
+    plain_logs: bool = False,
+    tail: Optional[int] = None,
+    follow: bool = True,
+    cluster_name: Optional[str] = None,
+    polling_interval: float = DEFAULT_POLL_INTERVAL
+) -> AsyncGenerator[str, None]:
     """Tail the opened log file, buffer the lines and flush in chunks."""
 
     if tail is not None:
@@ -137,7 +150,7 @@ async def _tail_log_file(
             yield line_str
 
     last_heartbeat_time = asyncio.get_event_loop().time()
-    last_cluster_status_check_time = asyncio.get_event_loop().time()
+    last_status_check_time = asyncio.get_event_loop().time()
 
     # Buffer the lines in memory and flush them in chunks to improve log
     # tailing throughput.
@@ -167,7 +180,17 @@ async def _tail_log_file(
 
         line: Optional[bytes] = await f.readline()
         if not line:
-            if request_id is not None:
+            # Avoid checking the status too frequently to avoid overloading the
+            # DB.
+            should_check_status = (current_time -
+                                   last_status_check_time) >= polling_interval
+            if not follow:
+                # We will only hit this path once, but we should make sure to
+                # check the status so that we display the final request status
+                # if the request is complete.
+                should_check_status = True
+            if request_id is not None and should_check_status:
+                last_status_check_time = current_time
                 req_status = await requests_lib.get_request_status_async(
                     request_id)
                 if req_status.status > requests_lib.RequestStatus.RUNNING:
@@ -185,20 +208,19 @@ async def _tail_log_file(
                                 ' cancelled\n')
                     break
             if not follow:
+                # The below checks (cluster status, heartbeat) are not needed
+                # for non-follow logs.
                 break
             # Provision logs pass in cluster_name, check cluster status
-            # periodically to see if provisioning is done. We only
-            # check once a second to avoid overloading the DB.
-            check_status = (current_time - last_cluster_status_check_time
-                           ) >= _CLUSTER_STATUS_INTERVAL
-            if cluster_name is not None and check_status:
+            # periodically to see if provisioning is done.
+            if cluster_name is not None and should_check_status:
+                last_status_check_time = current_time
                 cluster_record = await (
                     global_user_state.get_status_from_cluster_name_async(
                         cluster_name))
                 if (cluster_record is None or
                         cluster_record != status_lib.ClusterStatus.INIT):
                     break
-                last_cluster_status_check_time = current_time
             if current_time - last_heartbeat_time >= _HEARTBEAT_INTERVAL:
                 # Currently just used to keep the connection busy, refer to
                 # https://github.com/skypilot-org/skypilot/issues/5750 for
@@ -234,9 +256,22 @@ async def _tail_log_file(
         yield chunk
 
 
+def stream_response_for_long_request(
+    request_id: str,
+    logs_path: pathlib.Path,
+    background_tasks: fastapi.BackgroundTasks,
+) -> fastapi.responses.StreamingResponse:
+    return stream_response(request_id,
+                           logs_path,
+                           background_tasks,
+                           polling_interval=LONG_REQUEST_POLL_INTERVAL)
+
+
 def stream_response(
-    request_id: str, logs_path: pathlib.Path,
-    background_tasks: fastapi.BackgroundTasks
+    request_id: str,
+    logs_path: pathlib.Path,
+    background_tasks: fastapi.BackgroundTasks,
+    polling_interval: float = DEFAULT_POLL_INTERVAL
 ) -> fastapi.responses.StreamingResponse:
 
     async def on_disconnect():
@@ -249,7 +284,7 @@ def stream_response(
     background_tasks.add_task(on_disconnect)
 
     return fastapi.responses.StreamingResponse(
-        log_streamer(request_id, logs_path),
+        log_streamer(request_id, logs_path, polling_interval=polling_interval),
         media_type='text/plain',
         headers={
             'Cache-Control': 'no-cache, no-transform',

sky/templates/kubernetes-ray.yml.j2

@@ -911,7 +911,7 @@ available_node_types:
                 # unset PYTHONPATH in case the user provided docker image set it.
                 # ~/.sky/python_path is seeded by conda_installation_commands
                 VIRTUAL_ENV=~/skypilot-runtime UV_SYSTEM_PYTHON=false env -u PYTHONPATH ~/.local/bin/uv pip list | grep "ray " | grep 2.9.3 2>&1 > /dev/null && {
-                  $(cat ~/.sky/python_path) -c "from sky.skylet.ray_patches import patch; patch()" || exit 1;
+                  env -u PYTHONPATH $(cat ~/.sky/python_path) -c "from sky.skylet.ray_patches import patch; patch()" || exit 1;
                 }
                 touch /tmp/ray_skypilot_installation_complete
                 echo "=== Ray and skypilot installation completed ==="

sky/utils/common_utils.py

@@ -265,13 +265,16 @@ def get_global_job_id(job_timestamp: str,
 
 class Backoff:
     """Exponential backoff with jittering."""
-    MULTIPLIER = 1.6
     JITTER = 0.4
 
-    def __init__(self, initial_backoff: float = 5, max_backoff_factor: int = 5):
+    def __init__(self,
+                 initial_backoff: float = 5,
+                 max_backoff_factor: int = 5,
+                 multiplier: float = 1.6):
         self._initial = True
         self._backoff = 0.0
         self._initial_backoff = initial_backoff
+        self._multiplier = multiplier
         self._max_backoff = max_backoff_factor * self._initial_backoff
 
     # https://github.com/grpc/grpc/blob/2d4f3c56001cd1e1f85734b2f7c5ce5f2797c38a/doc/connection-backoff.md
@@ -283,7 +286,7 @@ class Backoff:
             self._initial = False
             self._backoff = min(self._initial_backoff, self._max_backoff)
         else:
-            self._backoff = min(self._backoff * self.MULTIPLIER,
+            self._backoff = min(self._backoff * self._multiplier,
                                 self._max_backoff)
         self._backoff += random.uniform(-self.JITTER * self._backoff,
                                         self.JITTER * self._backoff)

{skypilot_nightly-1.0.0.dev20251008.dist-info → skypilot_nightly-1.0.0.dev20251011.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: skypilot-nightly
-Version: 1.0.0.dev20251008
+Version: 1.0.0.dev20251011
 Summary: SkyPilot: Run AI on Any Infra — Unified, Faster, Cheaper.
 Author: SkyPilot Team
 License: Apache 2.0
@@ -155,51 +155,51 @@ Requires-Dist: protobuf<7.0.0,>=5.26.1; extra == "server"
 Requires-Dist: aiosqlite; extra == "server"
 Requires-Dist: greenlet; extra == "server"
 Provides-Extra: all
-Requires-Dist: vastai-sdk>=0.1.12; extra == "all"
-Requires-Dist: ibm-platform-services>=0.48.0; extra == "all"
-Requires-Dist: anyio; extra == "all"
 Requires-Dist: google-cloud-storage; extra == "all"
-Requires-Dist: passlib; extra == "all"
+Requires-Dist: ray[default]>=2.6.1; extra == "all"
+Requires-Dist: nebius>=0.2.47; extra == "all"
+Requires-Dist: awscli>=1.27.10; extra == "all"
+Requires-Dist: azure-mgmt-network>=27.0.0; extra == "all"
+Requires-Dist: protobuf<7.0.0,>=5.26.1; extra == "all"
 Requires-Dist: azure-core>=1.24.0; extra == "all"
 Requires-Dist: pyopenssl<24.3.0,>=23.2.0; extra == "all"
-Requires-Dist: azure-mgmt-network>=27.0.0; extra == "all"
-Requires-Dist: azure-common; extra == "all"
-Requires-Dist: casbin; extra == "all"
-Requires-Dist: docker; extra == "all"
-Requires-Dist: azure-core>=1.31.0; extra == "all"
-Requires-Dist: azure-identity>=1.19.0; extra == "all"
 Requires-Dist: azure-storage-blob>=12.23.1; extra == "all"
+Requires-Dist: websockets; extra == "all"
+Requires-Dist: passlib; extra == "all"
 Requires-Dist: pyvmomi==8.0.1.0.2; extra == "all"
-Requires-Dist: grpcio>=1.63.0; extra == "all"
-Requires-Dist: msrestazure; extra == "all"
-Requires-Dist: google-api-python-client>=2.69.0; extra == "all"
-Requires-Dist: colorama<0.4.5; extra == "all"
-Requires-Dist: botocore>=1.29.10; extra == "all"
+Requires-Dist: ibm-cloud-sdk-core; extra == "all"
+Requires-Dist: ibm-cos-sdk; extra == "all"
+Requires-Dist: azure-identity>=1.19.0; extra == "all"
+Requires-Dist: kubernetes!=32.0.0,>=20.0.0; extra == "all"
 Requires-Dist: pyjwt; extra == "all"
-Requires-Dist: aiosqlite; extra == "all"
 Requires-Dist: pydo>=0.3.0; extra == "all"
-Requires-Dist: cudo-compute>=0.1.10; extra == "all"
+Requires-Dist: aiohttp; extra == "all"
+Requires-Dist: ibm-platform-services>=0.48.0; extra == "all"
+Requires-Dist: colorama<0.4.5; extra == "all"
+Requires-Dist: azure-mgmt-compute>=33.0.0; extra == "all"
+Requires-Dist: anyio; extra == "all"
+Requires-Dist: oci; extra == "all"
+Requires-Dist: greenlet; extra == "all"
+Requires-Dist: ecsapi>=0.2.0; extra == "all"
+Requires-Dist: msrestazure; extra == "all"
+Requires-Dist: boto3>=1.26.1; extra == "all"
+Requires-Dist: msgraph-sdk; extra == "all"
+Requires-Dist: casbin; extra == "all"
 Requires-Dist: ibm-vpc; extra == "all"
-Requires-Dist: awscli>=1.27.10; extra == "all"
+Requires-Dist: python-dateutil; extra == "all"
+Requires-Dist: botocore>=1.29.10; extra == "all"
+Requires-Dist: vastai-sdk>=0.1.12; extra == "all"
+Requires-Dist: grpcio>=1.63.0; extra == "all"
 Requires-Dist: azure-cli>=2.65.0; extra == "all"
-Requires-Dist: ibm-cos-sdk; extra == "all"
-Requires-Dist: greenlet; extra == "all"
 Requires-Dist: tomli; python_version < "3.11" and extra == "all"
-Requires-Dist: python-dateutil; extra == "all"
-Requires-Dist: boto3>=1.26.1; extra == "all"
-Requires-Dist: sqlalchemy_adapter; extra == "all"
-Requires-Dist: ray[default]>=2.6.1; extra == "all"
-Requires-Dist: kubernetes!=32.0.0,>=20.0.0; extra == "all"
-Requires-Dist: oci; extra == "all"
-Requires-Dist: azure-mgmt-compute>=33.0.0; extra == "all"
-Requires-Dist: ibm-cloud-sdk-core; extra == "all"
+Requires-Dist: aiosqlite; extra == "all"
 Requires-Dist: runpod>=1.6.1; extra == "all"
-Requires-Dist: aiohttp; extra == "all"
-Requires-Dist: protobuf<7.0.0,>=5.26.1; extra == "all"
-Requires-Dist: websockets; extra == "all"
-Requires-Dist: nebius>=0.2.47; extra == "all"
-Requires-Dist: ecsapi>=0.2.0; extra == "all"
-Requires-Dist: msgraph-sdk; extra == "all"
+Requires-Dist: cudo-compute>=0.1.10; extra == "all"
+Requires-Dist: azure-common; extra == "all"
+Requires-Dist: sqlalchemy_adapter; extra == "all"
+Requires-Dist: docker; extra == "all"
+Requires-Dist: google-api-python-client>=2.69.0; extra == "all"
+Requires-Dist: azure-core>=1.31.0; extra == "all"
 Dynamic: author
 Dynamic: classifier
 Dynamic: description

{skypilot_nightly-1.0.0.dev20251008.dist-info → skypilot_nightly-1.0.0.dev20251011.dist-info}/RECORD

@@ -1,4 +1,4 @@
-sky/__init__.py,sha256=LvJBBH151r37F-SjTbuq2NYGM2xFn3uKNPN1u8YE-mg,6713
+sky/__init__.py,sha256=N7LSSmftSCZ8e_XeFLtZYZzS4gjz7YHnoXcd0nz_ENA,6713
 sky/admin_policy.py,sha256=XdcJnYqmude-LGGop-8U-FeiJcqtfYsYtIy4rmoCJnM,9799
 sky/authentication.py,sha256=oOY5TmvqLXQslUNDPAe2aNFZ1qi7igDM-Mp4GfAQ2hw,24066
 sky/check.py,sha256=hBDTkiADC3HFfO6brZV819FVWcdOs3aiuhB6x6mY4Q4,29728
@@ -38,7 +38,7 @@ sky/adaptors/vsphere.py,sha256=zJP9SeObEoLrpgHW2VHvZE48EhgVf8GfAEIwBeaDMfM,2129
 sky/backends/__init__.py,sha256=l1xXpkzPFMma0ZkT4GzVMu7uvgS3AsECg6zLc0S3JHQ,702
 sky/backends/backend.py,sha256=zmF6TuKtUwzsP1hq0TI9nuuUySlPc9sgeW6F4GC8Ckk,8352
 sky/backends/backend_utils.py,sha256=qbewVFNHQlinc4Wvn6ewocv3nash0X6RuDPOgyLXvFY,177499
-sky/backends/cloud_vm_ray_backend.py,sha256=1vhW3vDTFCoJJ_DbCulUpPAA5Ns3MwdypSS1jbOYPx4,307417
+sky/backends/cloud_vm_ray_backend.py,sha256=er8BcbWZj1_Y_T9hLjcIPzQ038ww4kI7pumQu3D_n1E,308450
 sky/backends/docker_utils.py,sha256=_EhM6NStZDAwcegppQqExaB5iuSn1qL4xFFUqXAz2Uk,8392
 sky/backends/local_docker_backend.py,sha256=ncc8-WJrMRnqPl9fzvGr-nftIz7tTzKtUi-p_z_nH60,17366
 sky/backends/wheel_utils.py,sha256=DE71Muq5qLRhGpCVg1Rb6YOI7S_BzT8Hak27Pz8L4yw,12486
@@ -87,7 +87,7 @@ sky/client/sdk.py,sha256=zlIhCbrIhzYsqL1SUW3onmu2xDYTleSKBSLuDm6Z13o,107483
 sky/client/sdk_async.py,sha256=8G_E9Dn4d80rV-wxRH4zZUXZGAm6rLw3C8PI07fXwwQ,31106
 sky/client/service_account_auth.py,sha256=5jXk0G6ufuW-SHCO7BEHQeTO0_2a8KfFmA63auXFRj4,1529
 sky/client/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-sky/client/cli/command.py,sha256=d5KNHUG6ej8GwQb89WqiRi6T61FXdI6Rt-ovA-Z3CI0,250301
+sky/client/cli/command.py,sha256=fqEiu4GsRz2Zi3ZIE9oYp7B_oGxgYArVewuWDnyh1G8,250525
 sky/client/cli/deprecation_utils.py,sha256=H_d5UyF2CekEoThduAzt5cihBO8hwKYMu0-Wqfbjv5E,3370
 sky/client/cli/flags.py,sha256=lLXHooU4HEslbHJuGAiCrKYkJZx99hAKaJbstw7s1bc,12136
 sky/client/cli/table_utils.py,sha256=HT_y__9_tZLKJ0aJu-hh67cu3NXfWDoiHir5fTmWaDw,10156
@@ -119,91 +119,91 @@ sky/clouds/utils/azure_utils.py,sha256=NToRBnhEyuUvb-nBnsKTxjhOBRkMcrelL8LK4w6s4
 sky/clouds/utils/gcp_utils.py,sha256=09MF4Vx0EW7S-GXGpyxpl2aQlHrqeu9ioV0nyionAyk,9890
 sky/clouds/utils/oci_utils.py,sha256=TFqAqRLggg4Z0bhxrrq8nouSSomZy-ub1frHXEkud2M,7302
 sky/clouds/utils/scp_utils.py,sha256=VGuccVO5uFGr8-yolWSoYrgr11z6cIeDBGcqkBzAyOs,18409
-sky/dashboard/out/404.html,sha256=qv3LiFSIGIJ6p4TXRIWfSTwBkuUONuxLBwWCo-7rI-4,1423
-sky/dashboard/out/clusters.html,sha256=HpSn9HI1JrqktPggJ99MPpYY3WxOHGnZGEH7uGus1cI,1418
-sky/dashboard/out/config.html,sha256=ofe30sDlQ8ozFqFVwgfoqECh0I743MHCY6l19G-Gnhk,1414
+sky/dashboard/out/404.html,sha256=iHTtcdePx8fU8_uYwRLH3bhmyk9qnyP1pFAoBD7TBoI,1423
+sky/dashboard/out/clusters.html,sha256=b8Jjo729-EV3C94KE6zU2n6gf5WScog8TaAgj65BZs4,1418
+sky/dashboard/out/config.html,sha256=wN89ofAmCnj9024H9sRHc6q2HP8FKXdntzYvI6tAjY0,1414
 sky/dashboard/out/favicon.ico,sha256=XilUZZglAl_1zRsg85QsbQgmQAzGPQjcUIJ-A3AzYn8,93590
-sky/dashboard/out/index.html,sha256=Jwbr8dnWGKbznS8FxptoFg-ZzKTA0fxhjXBkhkDmdL4,1407
-sky/dashboard/out/infra.html,sha256=_qKC2ICIRxYPlSKiIGbwZQPY6rpp7ACwFn1IwoHiE0s,1412
-sky/dashboard/out/jobs.html,sha256=eLBabcLtGPyvmqWL-NsRuEXazlAR2UF0Um7upKKOMrE,1410
+sky/dashboard/out/index.html,sha256=VdXFlocm4-TD1lyD4ogWUQLb9l1p76S4OhxtLQOTYTg,1407
+sky/dashboard/out/infra.html,sha256=FDE_mEvMMmwMX1LjMZcTxSxfekPpZ5ZNFijMHHnNUIg,1412
+sky/dashboard/out/jobs.html,sha256=EpJ49nAOQRyQ9DEa8wszW1AFCwFg5BJcoIkZwW8MBFg,1410
 sky/dashboard/out/skypilot.svg,sha256=c0iRtlfLlaUm2p0rG9NFmo5FN0Qhf3pq5Xph-AeMPJw,5064
-sky/dashboard/out/users.html,sha256=CjPhY8--oQGAvmm_3jN3DrlFrtWjSlZdzsMhiqLrKUA,1412
-sky/dashboard/out/volumes.html,sha256=doHGMXL_qwCTdPAnpoVL5QNzQyPkZ_vR3xM_m8KjRBU,1416
-sky/dashboard/out/workspaces.html,sha256=gBbWaBSbIdlU69D77UPU9ZfvvCkV5QTce9KeplbeXLU,1422
-sky/dashboard/out/_next/static/MnvNdzHHpiZG1_oKSpbxF/_buildManifest.js,sha256=fU6juI23eV2o12c76krAvb_jtylYA6BZxZI6dTzZ_Es,2428
-sky/dashboard/out/_next/static/MnvNdzHHpiZG1_oKSpbxF/_ssgManifest.js,sha256=Z49s4suAsf5y_GfnQSvm4qtq2ggxEbZPfEDTXjy6XgA,80
+sky/dashboard/out/users.html,sha256=IRThL7x5FFIbcmCBH2DYQR0X9JFv_dOc2JHTClQTMrM,1412
+sky/dashboard/out/volumes.html,sha256=9rCu2MHChxJN4rqlgP6jUb92aXJKvkxy_xs41plhJcI,1416
+sky/dashboard/out/workspaces.html,sha256=y_b4XFUQn9wC5a5AVKhV_8LfgGGM3gURAH-kNf0WLLQ,1422
+sky/dashboard/out/_next/static/Xs6jdcfyNaUuBO8jmzU9_/_buildManifest.js,sha256=1ombZKzLAegWk-mEKBFMtiwI-xk8sWY2rYidGQBNj7Y,2394
+sky/dashboard/out/_next/static/Xs6jdcfyNaUuBO8jmzU9_/_ssgManifest.js,sha256=Z49s4suAsf5y_GfnQSvm4qtq2ggxEbZPfEDTXjy6XgA,80
 sky/dashboard/out/_next/static/chunks/1121-d0782b9251f0fcd3.js,sha256=jIvnDxaTleAz3HdZK9-RScSB0ZMg8-D63KQmn8avaHI,8883
-sky/dashboard/out/_next/static/chunks/1141-159df2d4c441a9d1.js,sha256=kdYh_Ek9hdib5emC7Iezojh3qASBnOIUHH5zX_ScR0U,17355
+sky/dashboard/out/_next/static/chunks/1141-3b40c39626f99c89.js,sha256=M5vM2c9SRPEly-CQj0Vj7wJzyFSyuALDik9KFLXWmec,18285
 sky/dashboard/out/_next/static/chunks/1272-1ef0bf0237faccdb.js,sha256=VJ6y-Z6Eg2T93hQIRfWAbjAkQ7nQhglmIaVbEpKSILY,38451
-sky/dashboard/out/_next/static/chunks/1836-37fede578e2da5f8.js,sha256=2ibdKVUjO2N62T4dtfY0xsRFwG-IJh41sK450Dv0_48,10554
+sky/dashboard/out/_next/static/chunks/1871-49141c317f3a9020.js,sha256=hUHiB-SESvEqfuA8D5OBvwJpIPFBRSu02JiA2yUzdBw,20652
 sky/dashboard/out/_next/static/chunks/2350.fab69e61bac57b23.js,sha256=TQCHO4AUL9MZo1e_8GOiL8y6vjQpj5tdXZ8oCKwM1LA,271
-sky/dashboard/out/_next/static/chunks/3015-8d748834fcc60b46.js,sha256=tj3H7To9B1N0JYiKiOjl-9n6BxWftbuDIuN7kKPtzrg,39407
-sky/dashboard/out/_next/static/chunks/3294.93d9336bdc032b3a.js,sha256=x3dU97W3J2NHFar0SLASawUOTFcMAA7-l37BP7CQF_Y,43099
-sky/dashboard/out/_next/static/chunks/3785.0fa442e16dd3f00e.js,sha256=4jP00x0jORTUAIGFUlQu_Ut-T07_OmfH46D5Nut_crQ,4438
+sky/dashboard/out/_next/static/chunks/2369.fc20f0c2c8ed9fe7.js,sha256=qkKMDvgq-AVeC811VipJzXHAB__R4G2eHj-I-7_N2Ek,8177
+sky/dashboard/out/_next/static/chunks/2755.97300e1362fe7c98.js,sha256=zNlZ7a_yzrFWXrSy0Lnt7Akp4YU-2jP6pP22sc9F9jY,50173
+sky/dashboard/out/_next/static/chunks/3015-7e0e8f06bb2f881c.js,sha256=MxchpmVa6gnQdTEN3IErojpa0hKmljOS0P6-w0U9Ufg,39230
+sky/dashboard/out/_next/static/chunks/3294.1fafbf42b3bcebff.js,sha256=omOoN6E5JWJ1Du3e_WhRBJeTdsTip05pJjwaLOd0ihI,42452
+sky/dashboard/out/_next/static/chunks/3785.a19328ba41517b8b.js,sha256=NWRf7Qtfo6EGSJWrdFfhaHw3CbrWVujT8oiiNAcipNk,4538
 sky/dashboard/out/_next/static/chunks/3850-ff4a9a69d978632b.js,sha256=XphBY9psNzmvGD28zgDunQEb-TX0_eOVaElmcuOjD1g,7455
 sky/dashboard/out/_next/static/chunks/3937.210053269f121201.js,sha256=0tYP8uuog_WLEZmEuej4zenfX0PUa17nR874wSSBgqI,54583
-sky/dashboard/out/_next/static/chunks/4045.b30465273dc5e468.js,sha256=tapRUwwIf-YKMV73OTSX78ZWKDKCZdcBx-JC-0wgEF4,31405
-sky/dashboard/out/_next/static/chunks/4676-9da7fdbde90b5549.js,sha256=cfO5u2g0pHjyBqEtXvxjqyzqSSCXL6l1vYdMFd90WGg,8571
 sky/dashboard/out/_next/static/chunks/4725.10f7a9a5d3ea8208.js,sha256=Og54dlTz1nWvsEyE9mmzeKjfJcNkloX5MbQN7ujfrt0,15962
-sky/dashboard/out/_next/static/chunks/5339.4a881570243431a5.js,sha256=fHDCctokRXQ3IFfDR6vNwKEPkIrvAqQHdbhd_luMVlw,21750
+sky/dashboard/out/_next/static/chunks/4937.a2baa2df5572a276.js,sha256=WSR1BWr-lYNW6tNy2zN_eeAM16NbzByx5kzjF06vkIA,9318
 sky/dashboard/out/_next/static/chunks/5739-d67458fcb1386c92.js,sha256=UMLEyZH3SWcAdDnaOYztbUYUzCCP2t0KiwP2vT_swDQ,65504
 sky/dashboard/out/_next/static/chunks/6130-2be46d70a38f1e82.js,sha256=5gyzVH8d5jnrVqCh9y0HEFcRmg4zguJ9_fe9olGFW2U,29162
 sky/dashboard/out/_next/static/chunks/6135-4b4d5e824b7f9d3c.js,sha256=OLvQvfyMwh1ltTzUqJda3AF23BSCllkw9J7MVmkTyKI,15165
 sky/dashboard/out/_next/static/chunks/616-3d59f75e2ccf9321.js,sha256=UQxIbEZseq4ore8Y1Tm5OT3Re7fU8ZZKjQQWk4JPvK4,179393
-sky/dashboard/out/_next/static/chunks/649.b9d7f7d10c1b8c53.js,sha256=wUdmzEiSknP_LP1jtpaNdiDRrF8dtxaC7Z_bWNRC8sM,11946
+sky/dashboard/out/_next/static/chunks/6212-7bd06f60ba693125.js,sha256=ipLAaXhbFdPNtxl4XXjguGHlA4fAytX77aaU2zFt4fk,785262
 sky/dashboard/out/_next/static/chunks/6601-06114c982db410b6.js,sha256=coh7shL8L5Vp2MsibBTx-xxNq_BI-zp0jAl7f6eVmUQ,9659
 sky/dashboard/out/_next/static/chunks/6856-5fdc9b851a18acdb.js,sha256=4K_3WXrxsS2oMAlYgI2MOu9Ga57839QqmoFFUyTpIdo,18165
 sky/dashboard/out/_next/static/chunks/6989-01359c57e018caa4.js,sha256=iIEGQp3dsChOsDxd7QH_ShGczWhvigMfIT35CSsZjjY,11873
 sky/dashboard/out/_next/static/chunks/6990-f6818c84ed8f1c86.js,sha256=S_U1sK3gxmP1Lw9QkbrfWmjpdc1qeR2olYlNx04klOQ,16152
-sky/dashboard/out/_next/static/chunks/7325.b4bc99ce0892dcd5.js,sha256=5x42A-PEZANeHAcNDbcnJ21uQF48yTrP3XeW5L4RH1g,495
+sky/dashboard/out/_next/static/chunks/7359-c8d04e06886000b3.js,sha256=xYHgSaC-IzLl8rjWP56VOQOt_34T0pZ-37e-sAyua74,9624
 sky/dashboard/out/_next/static/chunks/7411-b15471acd2cba716.js,sha256=Dnmr9e-yZQbnkjwzqIZU3aK-3u1Tqr8STF-ODYWLkaw,13304
-sky/dashboard/out/_next/static/chunks/754-d0da8ab45f9509e9.js,sha256=R6UUmK1P1PfVx9zOU0jlBsVSk5ZchuPwWObAeVkkhU0,785694
-sky/dashboard/out/_next/static/chunks/7669.1f5d9a402bf5cc42.js,sha256=FbppLXkHKPxzVKrJg15FwCoqLU18yn5jBgYgDkjqDGM,52179
+sky/dashboard/out/_next/static/chunks/8640.5b9475a2d18c5416.js,sha256=FTVy8VJRwSeEK7QH0GzTjs1b8aIz9x-pVlRcSVHdrfw,2398
 sky/dashboard/out/_next/static/chunks/8969-66237729cdf9749e.js,sha256=roQUWHfOmYlOYM3DTfaMCjFmm8QQWQx7sN1VodZFeso,13915
 sky/dashboard/out/_next/static/chunks/9025.c12318fb6a1a9093.js,sha256=1Txv8nMuBYtB0UoWdwmFbkA2iB85jgKB1EJJrE1ETDo,10605
-sky/dashboard/out/_next/static/chunks/9037-d0c00018a5ba198c.js,sha256=6P21MKO405fAX4VTgiwOI6OMzey3HW2TfPvOMUMmUVQ,19843
+sky/dashboard/out/_next/static/chunks/9360.71e83b2ddc844ec2.js,sha256=xq2DBkbdst4bVQDbxS5NqV3MoZab8Z6_Vl01JYdn4ec,20702
+sky/dashboard/out/_next/static/chunks/9847.3aaca6bb33455140.js,sha256=kN42YbIl4M-2zBVFZzHWFGgzF0qZ4w11P_Kn6juuXZI,39896
 sky/dashboard/out/_next/static/chunks/fd9d1056-86323a29a8f7e46a.js,sha256=2lquiZSfbI-gX4j4TW4JSMLL_D5ShqwydgWpFyXrTy8,172834
 sky/dashboard/out/_next/static/chunks/framework-cf60a09ccd051a10.js,sha256=_QbamfAbTV4_xMVOTjz0rhiAPAi8ET5MuSNjjW5oMng,140965
 sky/dashboard/out/_next/static/chunks/main-app-587214043926b3cc.js,sha256=t7glRfataAjNw691Wni-ZU4a3BsygRzPKoI8NOm-lsY,116244
 sky/dashboard/out/_next/static/chunks/main-f15ccb73239a3bf1.js,sha256=jxOPLDVX3rkMc_jvGx2a-N2v6mvfOa8O6V0o-sLT0tI,110208
 sky/dashboard/out/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js,sha256=6QPOwdWeAVe8x-SsiDrm-Ga6u2DkqgG5SFqglrlyIgA,91381
-sky/dashboard/out/_next/static/chunks/webpack-3286453d56f3c0a0.js,sha256=72ni9jqp5FlgH5VNyLyd1bcuo5siUa3kZe3w02tswSg,4742
+sky/dashboard/out/_next/static/chunks/webpack-66f23594d38c7f16.js,sha256=-I_5dIeLkBzeXUkajoN-Bp72fpfSGN3b4cefd134guY,4770
 sky/dashboard/out/_next/static/chunks/pages/_app-ce361c6959bc2001.js,sha256=mllo4Yasw61zRtEO49uE_MrAutg9josSJShD0DNSjf0,95518
 sky/dashboard/out/_next/static/chunks/pages/_error-c66a4e8afc46f17b.js,sha256=vjERjtMAbVk-19LyPf1Jc-H6TMcrSznSz6brzNqbqf8,253
-sky/dashboard/out/_next/static/chunks/pages/clusters-469814d711d63b1b.js,sha256=p8CQtv5n745WbV7QdyCapmglI2s_2UBB-f_KZE4RAZg,879
+sky/dashboard/out/_next/static/chunks/pages/clusters-2f61f65487f6d8ff.js,sha256=oo_EAAsi1TLXO-art_64PTCZjakwl-7wVUZnB3-SJK8,869
 sky/dashboard/out/_next/static/chunks/pages/config-dfb9bf07b13045f4.js,sha256=imQqQzmk2dN9ly16TS_d7BV1rHuhzYxrkyx4YUylJCw,796
 sky/dashboard/out/_next/static/chunks/pages/index-444f1804401f04ea.js,sha256=caOxDw7dl3NlA86txmKO4O-D02wQ_o8WbGleTa-bU1I,482
-sky/dashboard/out/_next/static/chunks/pages/infra-aabba60d57826e0f.js,sha256=2o5gq-Seq79I7ZDayTassiTgmowCjcFgjfmTrUau84k,839
-sky/dashboard/out/_next/static/chunks/pages/jobs-1f70d9faa564804f.js,sha256=Jru6ZTgzabGhsPRSXpjWF1xx1rHJ1F_pB8eCogUZcdY,831
-sky/dashboard/out/_next/static/chunks/pages/users-018bf31cda52e11b.js,sha256=mZuU1XexJy9ix9hAMnH0l2btGQHJPxohZg4K7NY8faA,838
-sky/dashboard/out/_next/static/chunks/pages/volumes-739726d6b823f532.js,sha256=URJ4PMHh15XCXB6os2a7ymR3mG3MfTNrKyizYEhW2OE,836
-sky/dashboard/out/_next/static/chunks/pages/workspaces-7528cc0ef8c522c5.js,sha256=y_qEXM9YPRja20D8IVLj8mgIEHQPQr2Le733bVrsXJw,863
-sky/dashboard/out/_next/static/chunks/pages/clusters/[cluster]-e052384df65ef200.js,sha256=i9XnmK5y5f83bYYZIAdMHPsPixB5FcTgOPKtIl3ADFM,19942
-sky/dashboard/out/_next/static/chunks/pages/clusters/[cluster]/[job]-72794fc3fcdd517a.js,sha256=4_DRvO8RVWAEVGMp2CXJTqPcxzHcSt-cDa0Ay_9ntdE,26590
-sky/dashboard/out/_next/static/chunks/pages/infra/[context]-6563820e094f68ca.js,sha256=P3fWbG3DX-Q1SusyuaCuJILvs9suIxNsdo1SRAenZpc,847
-sky/dashboard/out/_next/static/chunks/pages/jobs/[job]-dd64309c3fe67ed2.js,sha256=pDCMgJauG-gMgWzCSTF3CBcc_WduZw75NhuyRBbm8bg,29203
-sky/dashboard/out/_next/static/chunks/pages/jobs/pools/[pool]-509b2977a6373bf6.js,sha256=mCtSCJGhIG3YzwZnne61lhyfTy-Cmy80wTX0GThDWNo,25754
+sky/dashboard/out/_next/static/chunks/pages/infra-910a22500c50596f.js,sha256=olOXYIvtqQndNk_dY1Wec_VTHC6KUipJELzpSgc6Y3w,839
+sky/dashboard/out/_next/static/chunks/pages/jobs-a35a9dc3c5ccd657.js,sha256=TRRDxfLivk6XBd9kLvPfm8dKmkABcEx8L-sTcQS8LKw,842
+sky/dashboard/out/_next/static/chunks/pages/users-98d2ed979084162a.js,sha256=3sw0vfLxKbQ36gRaiIrHKGYOl_nW25QQhX1ztaWF7Vo,858
+sky/dashboard/out/_next/static/chunks/pages/volumes-835d14ba94808f79.js,sha256=wVIoyTwBde6dVLW4jeTAfUcTso6oQrR3mK92JCfBQYU,826
+sky/dashboard/out/_next/static/chunks/pages/workspaces-69c80d677d3c2949.js,sha256=oYq8C4qHGgXFmiz1bt2f73FHYhcGEFZjGXy-_FeYf-Q,863
+sky/dashboard/out/_next/static/chunks/pages/clusters/[cluster]-477555ab7c0b13d8.js,sha256=ayTps6hRnExScjIMxgIjOM3C7loY8Nh-xgHi5LW3TgM,18462
+sky/dashboard/out/_next/static/chunks/pages/clusters/[cluster]/[job]-8f058b0346db2aff.js,sha256=NTKiOQ3iFYPM9OIi-n4BYOsH5HzhPyXOCPg-y6PrAJc,26585
+sky/dashboard/out/_next/static/chunks/pages/infra/[context]-553b8b5cb65e100b.js,sha256=UVXo5C-h3U7cxfP1O2cN8o8Y6r1HAw3uXTI_hHPUdjw,847
+sky/dashboard/out/_next/static/chunks/pages/jobs/[job]-e5c9ce6a24fc0de4.js,sha256=hDNA4CVUzNVLGGQDZJxWmam2c2kCg0RDWTWRp0YPP6A,29936
+sky/dashboard/out/_next/static/chunks/pages/jobs/pools/[pool]-bc979970c247d8f3.js,sha256=5eIt_lFp0D_BEUV71mu4rNxapiZpB8368SMtRbh-Qec,26183
 sky/dashboard/out/_next/static/chunks/pages/workspace/new-3f88a1c7e86a3f86.js,sha256=83s5N5CZwIaRcmYMfqn2we60n2VRmgFw6Tbx18b8-e0,762
-sky/dashboard/out/_next/static/chunks/pages/workspaces/[name]-af76bb06dbb3954f.js,sha256=cGCpDszMI6ckUHVelwAh9ZVk1erfz_UXSLz9GCqGUAE,1495
+sky/dashboard/out/_next/static/chunks/pages/workspaces/[name]-e8688c35c06f0ac5.js,sha256=TVmk0pD0iszL39u2Ru56HLEFFLO648NeT2KbEcW5X5o,1495
 sky/dashboard/out/_next/static/css/4614e06482d7309e.css,sha256=nk6GriyGVd1aGXrLd7BcMibnN4v0z-Q_mXGxrHFWqrE,56126
-sky/dashboard/out/clusters/[cluster].html,sha256=D5Vd972wTM_4eR7_Vhcm4Nyr0AAw9NBApPPasSTJh9I,2936
-sky/dashboard/out/clusters/[cluster]/[job].html,sha256=QzL6rRxyv9n5GbRUtKZiUdLfK4gGsZ8XwwKj1uORq0A,2073
-sky/dashboard/out/infra/[context].html,sha256=deoXltN58CfaWicz14G4n8cjJasun1_S0wZEc5IKn9Y,1436
-sky/dashboard/out/jobs/[job].html,sha256=s3CU_fzDSeq9lIEkZ-hjzDHSdIBgFcOVUvhg9lKWHdI,2304
-sky/dashboard/out/jobs/pools/[pool].html,sha256=VaZmCC-g0VHs6YV3dNeoy2CVs9CaYTRzGcg4qxJOrfU,2142
+sky/dashboard/out/clusters/[cluster].html,sha256=EA15bGlRjhBkedbuVKo0Zqqnhr6dUa4SN1Izv_OH_So,2937
+sky/dashboard/out/clusters/[cluster]/[job].html,sha256=PYDTv2sId3KrtezjCDXEmaYblWvqsiz2h11U81QMv0U,2073
+sky/dashboard/out/infra/[context].html,sha256=UvBTaYbJKaDRHyOHKHYhm71T5SboyvpoWcu9TiyHnC0,1436
+sky/dashboard/out/jobs/[job].html,sha256=8nlZAZChf0cbTzD9jPH_b2xP2Ki7uHj19lxfH6XSESs,2305
+sky/dashboard/out/jobs/pools/[pool].html,sha256=XrYw9Ee2mjjSKsz1At5BeSpjEDYWMQ_k418bPNQ86f0,2143
 sky/dashboard/out/videos/cursor-small.mp4,sha256=8tRdp1vjawOrXUar1cfjOc-nkaKmcwCPZx_LO0XlCvQ,203285
-sky/dashboard/out/workspace/new.html,sha256=Ln7Q1SjU8mwy_OyqPrSmFvNkpQK8oYvuR5nYFEetHJ8,1428
-sky/dashboard/out/workspaces/[name].html,sha256=xKaBGJZCfksAz59B-IrJFae24twA1JExZVUBL7JFvVs,2759
+sky/dashboard/out/workspace/new.html,sha256=0fDNuy3rMSGKlfKpAis2XmfLOR-oD8BfdT4M2E61514,1428
+sky/dashboard/out/workspaces/[name].html,sha256=I4h8DCGMp_4dssa1LwHn5mH7gwP2TVl4O_UsVFPhBpY,2759
 sky/data/__init__.py,sha256=Nhaf1NURisXpZuwWANa2IuCyppIuc720FRwqSE2oEwY,184
 sky/data/data_transfer.py,sha256=N8b0CQebDuHieXjvEVwlYmK6DbQxUGG1RQJEyTbh3dU,12040
 sky/data/data_utils.py,sha256=AjEA_JRjo9NBMlv-Lq5iV4lBED_YZ1VqBR9pG6fGVWE,35179
-sky/data/mounting_utils.py,sha256=QZjcSNB3HiQgzIodbx0I-IyKaW_XUzUuNTpgJAZAfEk,24594
+sky/data/mounting_utils.py,sha256=trsjpEfQmsctEi6OHMKVSL915OEDdrQVlwTlkXrd4r0,26479
 sky/data/storage.py,sha256=y6cIgfmhgL8ldjHR7whg2q71TzFQ3Lxiyv6d3anC62I,209290
 sky/data/storage_utils.py,sha256=bqCE7WQVOpFMxqVRkxee4oLn-iImh4ZL8qB5IicXh0w,14230
 sky/jobs/__init__.py,sha256=BiABNdlab7xZDOv4C34kc1XuxG6C_Ip7Q96mT2iCnIg,1686
 sky/jobs/constants.py,sha256=da41EPFohcxAeIX2aBPNZrUgb09Gv6Y9AEWrqutxips,3057
-sky/jobs/controller.py,sha256=r4ymddAfZXn_zuur9wqNFUSGxSK9b8eiylYoPTym-tE,57459
-sky/jobs/recovery_strategy.py,sha256=beCgK7eiqs4RUhMFrRfTsE18OsG0f_W7ds7kzhvQSUI,39398
+sky/jobs/controller.py,sha256=6QpxM959SlQQnWg_fBVyWqkGtJWcFZuI1J2hWD9pX2s,57938
+sky/jobs/recovery_strategy.py,sha256=Yr5pPF12u2BVnte8XG0jexAA7amXQ8CDf0td_HIg9vU,39508
 sky/jobs/scheduler.py,sha256=NDJkp4kclc6qRvIn9tgYJcqlp28Ej3VVvy-4oDiOZb0,17287
 sky/jobs/state.py,sha256=GarWqeMip2dCHXDLPCTDpXnfrS5kiOanJ3wi8gpo6MA,85229
 sky/jobs/utils.py,sha256=ZbR-DePorSVu0rZA0mLqi9ZONmQOLlbibSu8LYMsNRs,96290
@@ -212,14 +212,14 @@ sky/jobs/client/sdk.py,sha256=HQdnZtK-yWXvOX5XEVZU145vIzfCvYZFtL6uzQEm6-c,17133
 sky/jobs/client/sdk_async.py,sha256=hsyPshdpbKG0RUzw2ntDeAJAkOIl-O9WDoSREV_km3o,4875
 sky/jobs/server/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
 sky/jobs/server/core.py,sha256=MMSYH-dHNK7DfCzG0tl35ft5a975mQhRNYA5skqKakA,48351
-sky/jobs/server/server.py,sha256=oCFOE58oSXspgxIj4BaPIkqTrH0SUzgH0c__OG4Wc60,8894
+sky/jobs/server/server.py,sha256=jSMq_hqfj0Lhjd-MTeD_oH_EpuYTB7cU9cHCMymToHg,8928
 sky/jobs/server/utils.py,sha256=rI_fVyEJhHjuapcB6JefkKgRuT_VeLiubAixsPo5jj0,5023
 sky/logs/__init__.py,sha256=zW4gAEvWDz5S53FlLp3krAuKrmTSJ0e3kZDnhxSbW4E,722
 sky/logs/agent.py,sha256=Jwpzio10P45BS6cugt6Ovu3_ZhysuXVcL_aneYZQENE,4766
 sky/logs/aws.py,sha256=NLl_Ekxcdt6tnh1CufEzPvCch3yyLBSetn4QtBdDKUc,9621
 sky/logs/gcp.py,sha256=eKVEcHO3FJRg_YTcE9omE8uAIF6AdBWWpkEPqWFAqXg,3857
 sky/metrics/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-sky/metrics/utils.py,sha256=rmp8FfC1gWyD38agEZ0N0mu8CvmP_BMRCz_evRvQuDU,13692
+sky/metrics/utils.py,sha256=AXsUG00hoEKwPjdZHQWIvTfEVagoNo7zBvy1EK9fD90,13947
 sky/provision/__init__.py,sha256=-7FWfzRCQ6pgTp_Ephp0q9Nvy07mtW6FnnlMo-D7d-g,8975
 sky/provision/common.py,sha256=LdjM9SL9NDtsARom12tVv_WoUNL3PTlU5RoLfeWGGgM,10807
 sky/provision/constants.py,sha256=oc_XDUkcoLQ_lwDy5yMeMSWviKS0j0s1c0pjlvpNeWY,800
@@ -265,10 +265,10 @@ sky/provision/hyperbolic/utils.py,sha256=NCa3ULvIi64-YHYoOnPd3SShlJ6VuQsEwaTBqHF
 sky/provision/kubernetes/__init__.py,sha256=xUHCbN5fkbnM5_E1trFHHOndTsvEwBdi-8qvvpK92io,1030
 sky/provision/kubernetes/config.py,sha256=iY6WfgmRK_z5mzHGe_8hQS2Op3qKmZ18UY2MgArIGRE,27782
 sky/provision/kubernetes/constants.py,sha256=vZJQsAVjAgwsOskB48tIFSXtNw7IFnJOQE_H6N-vOYQ,1130
-sky/provision/kubernetes/instance.py,sha256=Ii-aeRoXKrscmeGfS_AZcMaaA74vJ2aKvD1rBaTowIg,76175
+sky/provision/kubernetes/instance.py,sha256=ZAw6KkvuSwNXzAUN3-FTgCspnAyGtUaWb4YOoWU5fzE,75718
 sky/provision/kubernetes/network.py,sha256=Dgj8u7IQBHKHt-mSDhYzue1wfDk96FR_8fO89TwuZ2E,12846
 sky/provision/kubernetes/network_utils.py,sha256=qFiACDq4S1WKMyVbxhGax-K2SJM-4viC8CyEzwvXt6c,11480
-sky/provision/kubernetes/utils.py,sha256=wfCd0l7OXEJXYCtQDElR9X_b4-NcBMGhpBV72qhbJ4Q,152115
+sky/provision/kubernetes/utils.py,sha256=2pouuLaWndZNn3DfjtcqjALf6tLnHG2PIwbr2Hv_9xg,153486
 sky/provision/kubernetes/volume.py,sha256=b5mozvUCw9rsGxiUS9LxR-MyELK-EQHYglJkGTFNobY,11473
 sky/provision/kubernetes/manifests/fusermount-server-daemonset.yaml,sha256=5oDGZUsDpO1B9E9JZptkakdIy7LWVR_CqHFFZpMulJE,1270
 sky/provision/lambda_cloud/__init__.py,sha256=6EEvSgtUeEiup9ivIFevHmgv0GqleroO2X0K7TRa2nE,612
@@ -362,7 +362,7 @@ sky/schemas/generated/servev1_pb2.pyi,sha256=HSjaksOAoaoNLzaWzqwN4UVwHel7BKhVZa9
 sky/schemas/generated/servev1_pb2_grpc.py,sha256=1tlAqxEjbQiXQSx8KniWWigUMwrxA6ocOjmGM-9UOgY,13657
 sky/serve/__init__.py,sha256=jlwErB4VeKh0wp9FkTIQoE5JQvc6KIB-vrqhtsJ2q-E,1810
 sky/serve/autoscalers.py,sha256=DBMf5AyH1PBrTMGPElHzMe_nMg1TQAM4R1tKJvEwRvk,48666
-sky/serve/constants.py,sha256=VYQKGuwaPI9o2xC5HzB0TGKdiMeE9gOiX82K5yGEfGg,5062
+sky/serve/constants.py,sha256=VXzFs207N9Pxa-ZUJjRBGMGvffhr0ernOATXDZXbGic,5250
 sky/serve/controller.py,sha256=lyB6EHIfEMqKg-gshFLKUHEZqs77ufsD_ev6catz10Q,13975
 sky/serve/load_balancer.py,sha256=gQpjOwnpu2HLdymbYCeCgJodDklMEwYMGgYU9ThXHPM,15774
 sky/serve/load_balancing_policies.py,sha256=hhPrcuwT_rEJx4DMRC6iuLpUY8wOabUtXtPK7clg1F8,10148
@@ -371,7 +371,7 @@ sky/serve/serve_rpc_utils.py,sha256=6MTwPRt7h0pVnOthO4JUs1UEBbCLZ-prd-Pzjy_QPmw,
 sky/serve/serve_state.py,sha256=pRtxWBagIUUvgrKNZ51-9xfW0hadSGILIMzVRzm_0IU,33321
 sky/serve/serve_utils.py,sha256=G-enI29qHA-hLzej3G7AibSqv6lPy6PVC_w0Mm2colU,70833
 sky/serve/service.py,sha256=IYyMGYIu_TZtcjtao67H_Qm9WX358AiTOiHJbpcl5eQ,18365
-sky/serve/service_spec.py,sha256=5AjPXjtqc4e1CJWHiH998suRJMkHcQHi4mUaX52_Mhs,24800
+sky/serve/service_spec.py,sha256=INa1Gno8GUgYlqsgzwSkIbZAKhbZ0mVNPw3d7jjgx3I,25056
 sky/serve/spot_placer.py,sha256=auRlYZNg8uIW-lxiirxpDP-iIaJtkrhesm6OGMgwPq4,11288
 sky/serve/client/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sky/serve/client/impl.py,sha256=ZukLKNyEtDnl24GEI6tg9b76RkSpAs5mj6PcYO57W18,10741
@@ -380,7 +380,7 @@ sky/serve/client/sdk_async.py,sha256=idvbLb6q_NBo79OnXE-3SF-bwYFMPzDg_khiNqOLd3o
 sky/serve/server/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sky/serve/server/core.py,sha256=4w79PONDX5hAem95U1MRDHZ1VNMaBZJkI6hv5d2IKjQ,11011
 sky/serve/server/impl.py,sha256=oQL6qd-rTq9M7Qs3n-fCv0vyQe1F9dAid_OgmRCjyjs,48982
-sky/serve/server/server.py,sha256=DzTOQ69FcNoSmA_wCV0RcHD66_nuDzXVcULhTpMqOhU,4519
+sky/serve/server/server.py,sha256=KPbYYUlTK3LEqrDd8q-9gsKu-gF8hXWjdMTFLhaoguM,4536
 sky/server/__init__.py,sha256=MPPBqFzXz6Jv5QSk6td_IcvnfXfNErDZVcizu4MLRow,27
 sky/server/common.py,sha256=spZ2skXS2A7eD-90LSpDs7gbSH2b0RWvUV4I3CixyB4,40342
 sky/server/config.py,sha256=oQO2Wls01oYIIr4h7B6UiPBNPcsqHlCJ3batir-Zx80,11143
@@ -388,9 +388,9 @@ sky/server/constants.py,sha256=9hLNn1FsBegnMxoQzYfgHIVPIqon7KufzG4G9yqhS-o,2456
 sky/server/daemons.py,sha256=XQdqRMVyxyqS9fY2HLqW_cxVR6qgqoQ7irPvRYWvG7E,9092
 sky/server/metrics.py,sha256=8mTyD-zo2gyAJSPJyCtTR8oImeFJ2K-sAdlje5Bf5U4,5781
 sky/server/rest.py,sha256=295lCvmAJhGTaal2P00ab6z0fxGj4KfxdI94E-2AhQA,14414
-sky/server/server.py,sha256=vlx8Z2S4hXYzNhnuipZDvnoz4S8s-9-1AfoCIoZ25_M,83965
+sky/server/server.py,sha256=ce4vrz4LP5zm_-uvkkBWg2WyEda6QWuNyJtcMSC8PmA,84261
 sky/server/state.py,sha256=YbVOMJ1JipQQv17gLIGyiGN7MKfnP83qlUa5MB1z0Yk,747
-sky/server/stream_utils.py,sha256=b8gdWTsvxTnm779mMSdgb1LR_giVP9peKJIn8KIPJKU,10673
+sky/server/stream_utils.py,sha256=V_sZWx9ppPHo4YuoN21zT6asttQlTnF2hb3FgmfpIMY,12136
 sky/server/uvicorn.py,sha256=lJROnpJqoZr59zGwYa_pUniV7rEwmZn0PV4t-YYY-yo,11832
 sky/server/versions.py,sha256=3atZzUa7y1XeKNcrfVxKWAo_5ZyCOnbY7DKpIqed7Do,10011
 sky/server/auth/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -401,7 +401,7 @@ sky/server/html/log.html,sha256=TSGZktua9Ysl_ysg3w60rjxAxhH61AJnsYDHdtqrjmI,6929
 sky/server/html/token_page.html,sha256=eUndS5u1foL9vaWGPRTLMt7lCzD1g0wYJ2v_EeeFzlc,7046
 sky/server/requests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sky/server/requests/event_loop.py,sha256=OhpPbuce65bbjpGRlcJa78AVnYSm08SzFKt70ypCUuQ,1211
-sky/server/requests/executor.py,sha256=ILkqZC331VZiZsRim6IdiI7O_SvShKQzC5J8eMT0F1E,34256
+sky/server/requests/executor.py,sha256=WDZoy6ijIuCBh5LHS6-1YepsLjf0YVHX2v4hfk048u4,34197
 sky/server/requests/payloads.py,sha256=4ZXDJuu35lQiQ06aJNfTzSGQxCGSxZZgBsAWcf3nKJc,28022
 sky/server/requests/preconditions.py,sha256=En-mSIe8JXDkiRCMlpgyJGFgYDnhthGReihV5u0oqy8,7283
 sky/server/requests/process.py,sha256=UpJp5rZizNMFRCNRtudFSjbcJhFarFbtAGDWI9x_ZyE,13197
@@ -465,7 +465,7 @@ sky/templates/jobs-controller.yaml.j2,sha256=Yif85ihH1Q7YziQ55-KkLaBkkbZUrtE5lmQ
 sky/templates/kubernetes-ingress.yml.j2,sha256=73iDklVDWBMbItg0IexCa6_ClXPJOxw7PWz3leku4nE,1340
 sky/templates/kubernetes-loadbalancer.yml.j2,sha256=Dc44sC_-EwDG69eZoD4pkLKQjzxH_qrlhd-rZ2gePJc,804
 sky/templates/kubernetes-port-forward-proxy-command.sh,sha256=iw7mypHszg6Ggq9MbyiYMFOkSlXaQZulaxqC5IWYGCc,3381
-sky/templates/kubernetes-ray.yml.j2,sha256=ItzB0QeHD2Wp0FLUk65xdHOFhInHFPbxwS8AdNj3q-I,64643
+sky/templates/kubernetes-ray.yml.j2,sha256=ojqdmqBL-pv9OZHj-lbsz2ZVePbDVs3XMc7sxllaIYo,64661
 sky/templates/lambda-ray.yml.j2,sha256=PbUjxrGhyxhXxL2cmONAI_PRsua3I3Xr5V8yoEy7H6c,4760
 sky/templates/local-ray.yml.j2,sha256=FNHeyHF6nW9nU9QLIZceUWfvrFTTcO51KqhTnYCEFaA,1185
 sky/templates/nebius-ray.yml.j2,sha256=W1y4Mcg3yrBiaKFoKKCO_T2tU3DTqes216vKX4dspyk,6782
@@ -499,7 +499,7 @@ sky/utils/cluster_utils.py,sha256=PxVIVCBPA8qKkKvrF7bImDC1jhUZeJDADYtV-ELTZXE,15
 sky/utils/command_runner.py,sha256=Q30y89HaxMUZ_57h1TAWxhI3c6V_QGwL0yuvkZ3eR48,51241
 sky/utils/command_runner.pyi,sha256=FE8lFyxsh6528uSeSS38yk9Yu9HSJ8LFJT0ylMWNR6k,10618
 sky/utils/common.py,sha256=yJc110y8rwcBIKEJgb8kUD4e1OeolFEVtonwmqtAxCM,2729
-sky/utils/common_utils.py,sha256=5_dNGrFtvylmi38HTMLSgxHLbeBgNCr9UH8BDSUbQeI,39053
+sky/utils/common_utils.py,sha256=3p-x8pU5tAFxJ95eW-KpY-aRPTGqL6ZvMbUO_iSiPVM,39147
 sky/utils/config_utils.py,sha256=agfDWJi79DH5XKD_GBvUwhRwmB0-ZkYbKCjcEgV6gP4,13861
 sky/utils/context.py,sha256=N_kxD3NXBGRqzb8QsSkrGLvqBt_dD7bIkyerGIOJEcE,13394
 sky/utils/context_utils.py,sha256=eMXSaEK1EKDnWNgNT12mAQ2cC1B8XaQcF5cqs5jxiIc,7294
@@ -566,9 +566,9 @@ sky/workspaces/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sky/workspaces/core.py,sha256=kRrdh-8MhX1953pML1B_DoStnDuNrsmHcZlnWoAxVo0,27218
 sky/workspaces/server.py,sha256=Box45DS54xXGHy7I3tGKGy-JP0a8G_z6IhfvGlEXtsA,3439
 sky/workspaces/utils.py,sha256=IIAiFoS6sdb2t0X5YoX9AietpTanZUQNTK8cePun-sY,2143
-skypilot_nightly-1.0.0.dev20251008.dist-info/licenses/LICENSE,sha256=emRJAvE7ngL6x0RhQvlns5wJzGI3NEQ_WMjNmd9TZc4,12170
-skypilot_nightly-1.0.0.dev20251008.dist-info/METADATA,sha256=-lARZeAeZM4YE5fgncOnqM0WKZ-vFHlFHY6SqenbiMo,20454
-skypilot_nightly-1.0.0.dev20251008.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-skypilot_nightly-1.0.0.dev20251008.dist-info/entry_points.txt,sha256=StA6HYpuHj-Y61L2Ze-hK2IcLWgLZcML5gJu8cs6nU4,36
-skypilot_nightly-1.0.0.dev20251008.dist-info/top_level.txt,sha256=qA8QuiNNb6Y1OF-pCUtPEr6sLEwy2xJX06Bd_CrtrHY,4
-skypilot_nightly-1.0.0.dev20251008.dist-info/RECORD,,
+skypilot_nightly-1.0.0.dev20251011.dist-info/licenses/LICENSE,sha256=emRJAvE7ngL6x0RhQvlns5wJzGI3NEQ_WMjNmd9TZc4,12170
+skypilot_nightly-1.0.0.dev20251011.dist-info/METADATA,sha256=mdB_WExr69ksSXsZnel8RJhtn75sYiVSL3owVTtGOjQ,20454
+skypilot_nightly-1.0.0.dev20251011.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+skypilot_nightly-1.0.0.dev20251011.dist-info/entry_points.txt,sha256=StA6HYpuHj-Y61L2Ze-hK2IcLWgLZcML5gJu8cs6nU4,36
+skypilot_nightly-1.0.0.dev20251011.dist-info/top_level.txt,sha256=qA8QuiNNb6Y1OF-pCUtPEr6sLEwy2xJX06Bd_CrtrHY,4
+skypilot_nightly-1.0.0.dev20251011.dist-info/RECORD,,

sky/dashboard/out/_next/static/MnvNdzHHpiZG1_oKSpbxF/_buildManifest.js

@@ -1 +0,0 @@
-self.__BUILD_MANIFEST=function(s,c,a,e,t,f,u,n,b,o,j,i,r,k){return{__rewrites:{afterFiles:[],beforeFiles:[],fallback:[]},"/":["static/chunks/pages/index-444f1804401f04ea.js"],"/_error":["static/chunks/pages/_error-c66a4e8afc46f17b.js"],"/clusters":["static/chunks/pages/clusters-469814d711d63b1b.js"],"/clusters/[cluster]":[s,c,a,f,u,"static/chunks/4676-9da7fdbde90b5549.js",o,e,t,n,j,b,i,"static/chunks/6856-5fdc9b851a18acdb.js",r,k,"static/chunks/9037-d0c00018a5ba198c.js","static/chunks/pages/clusters/[cluster]-e052384df65ef200.js"],"/clusters/[cluster]/[job]":[s,c,a,f,e,t,b,"static/chunks/pages/clusters/[cluster]/[job]-72794fc3fcdd517a.js"],"/config":["static/chunks/pages/config-dfb9bf07b13045f4.js"],"/infra":["static/chunks/pages/infra-aabba60d57826e0f.js"],"/infra/[context]":["static/chunks/pages/infra/[context]-6563820e094f68ca.js"],"/jobs":["static/chunks/pages/jobs-1f70d9faa564804f.js"],"/jobs/pools/[pool]":[s,c,a,u,o,e,t,n,"static/chunks/pages/jobs/pools/[pool]-509b2977a6373bf6.js"],"/jobs/[job]":[s,c,a,f,u,o,e,t,n,b,"static/chunks/pages/jobs/[job]-dd64309c3fe67ed2.js"],"/users":["static/chunks/pages/users-018bf31cda52e11b.js"],"/volumes":["static/chunks/pages/volumes-739726d6b823f532.js"],"/workspace/new":["static/chunks/pages/workspace/new-3f88a1c7e86a3f86.js"],"/workspaces":["static/chunks/pages/workspaces-7528cc0ef8c522c5.js"],"/workspaces/[name]":[s,c,a,f,u,"static/chunks/1836-37fede578e2da5f8.js",e,t,n,j,b,i,r,k,"static/chunks/1141-159df2d4c441a9d1.js","static/chunks/pages/workspaces/[name]-af76bb06dbb3954f.js"],sortedPages:["/","/_app","/_error","/clusters","/clusters/[cluster]","/clusters/[cluster]/[job]","/config","/infra","/infra/[context]","/jobs","/jobs/pools/[pool]","/jobs/[job]","/users","/volumes","/workspace/new","/workspaces","/workspaces/[name]"]}}("static/chunks/616-3d59f75e2ccf9321.js","static/chunks/6130-2be46d70a38f1e82.js","static/chunks/5739-d67458fcb1386c92.js","static/chunks/6989-01359c57e018caa4.js","static/chunks/3850-ff4a9a69d978632b.js","static/chunks/7411-b15471acd2cba716.js","static/chunks/1272-1ef0bf0237faccdb.js","static/chunks/8969-66237729cdf9749e.js","static/chunks/6135-4b4d5e824b7f9d3c.js","static/chunks/754-d0da8ab45f9509e9.js","static/chunks/6990-f6818c84ed8f1c86.js","static/chunks/1121-d0782b9251f0fcd3.js","static/chunks/6601-06114c982db410b6.js","static/chunks/3015-8d748834fcc60b46.js"),self.__BUILD_MANIFEST_CB&&self.__BUILD_MANIFEST_CB();