skypilot-nightly 1.0.0.dev20251018__py3-none-any.whl → 1.0.0.dev20251021__py3-none-any.whl

sky/server/uvicorn.py

@@ -46,11 +46,11 @@ except ValueError:
 
 # TODO(aylei): use decorator to register requests that need to be proactively
 # cancelled instead of hardcoding here.
-_RETRIABLE_REQUEST_NAMES = [
+_RETRIABLE_REQUEST_NAMES = {
     'sky.logs',
     'sky.jobs.logs',
     'sky.serve.logs',
-]
+}
 
 
 def add_timestamp_prefix_for_server_logs() -> None:
@@ -151,37 +151,38 @@ class Server(uvicorn.Server):
                 requests_lib.RequestStatus.PENDING,
                 requests_lib.RequestStatus.RUNNING,
             ]
-            reqs = requests_lib.get_request_tasks(
-                req_filter=requests_lib.RequestTaskFilter(status=statuses))
-            if not reqs:
+            requests = [(request_task.request_id, request_task.name)
+                        for request_task in requests_lib.get_request_tasks(
+                            req_filter=requests_lib.RequestTaskFilter(
+                                status=statuses, fields=['request_id', 'name']))
+                       ]
+            if not requests:
                 break
-            logger.info(f'{len(reqs)} on-going requests '
+            logger.info(f'{len(requests)} on-going requests '
                         'found, waiting for them to finish...')
             # Proactively cancel internal requests and logs requests since
             # they can run for infinite time.
-            internal_request_ids = [
+            internal_request_ids = {
                 d.id for d in daemons.INTERNAL_REQUEST_DAEMONS
-            ]
+            }
             if time.time() - start_time > _WAIT_REQUESTS_TIMEOUT_SECONDS:
                 logger.warning('Timeout waiting for on-going requests to '
                                'finish, cancelling all on-going requests.')
-                for req in reqs:
-                    self.interrupt_request_for_retry(req.request_id)
+                for request_id, _ in requests:
+                    self.interrupt_request_for_retry(request_id)
                 break
             interrupted = 0
-            for req in reqs:
-                if req.request_id in internal_request_ids:
-                    self.interrupt_request_for_retry(req.request_id)
-                    interrupted += 1
-                elif req.name in _RETRIABLE_REQUEST_NAMES:
-                    self.interrupt_request_for_retry(req.request_id)
+            for request_id, name in requests:
+                if (name in _RETRIABLE_REQUEST_NAMES or
+                        request_id in internal_request_ids):
+                    self.interrupt_request_for_retry(request_id)
                     interrupted += 1
                 # TODO(aylei): interrupt pending requests to accelerate the
                 # shutdown.
             # If some requests are not interrupted, wait for them to finish,
             # otherwise we just check again immediately to accelerate the
             # shutdown process.
-            if interrupted < len(reqs):
+            if interrupted < len(requests):
                 time.sleep(_WAIT_REQUESTS_INTERVAL_SECONDS)
 
     def interrupt_request_for_retry(self, request_id: str) -> None:

sky/utils/asyncio_utils.py

@@ -2,17 +2,77 @@
 
 import asyncio
 import functools
+from typing import Set
+
+_background_tasks: Set[asyncio.Task] = set()
 
 
 def shield(func):
     """Shield the decorated async function from cancellation.
 
-    Note that filelock.AsyncFileLock is not cancellation safe, thus the
-    function calls filelock.AsyncFileLock must be shielded.
+    If the outter coroutine is cancelled, the inner decorated function
+    will be protected from cancellation by asyncio.shield(). And we will
+    maintain a reference to the the inner task to avoid it get GCed before
+    it is done.
+
+    For example, filelock.AsyncFileLock is not cancellation safe. The
+    following code:
+
+        async def fn_with_lock():
+            async with filelock.AsyncFileLock('lock'):
+                await asyncio.sleep(1)
+
+    is equivalent to:
+
+        # The lock may leak if the cancellation happens in
+        # lock.acquire() or lock.release()
+        async def fn_with_lock():
+            lock = filelock.AsyncFileLock('lock')
+            await lock.acquire()
+            try:
+                await asyncio.sleep(1)
+            finally:
+                await lock.release()
+
+    Shilding the function ensures there is no cancellation will happen in the
+    function, thus the lock will be released properly:
+
+        @shield
+        async def fn_with_lock()
+
+    Note that the resource acquisition and release should usually be protected
+    in one @shield block but not separately, e.g.:
+
+        lock = filelock.AsyncFileLock('lock')
+
+        @shield
+        async def acquire():
+            await lock.acquire()
+
+        @shield
+        async def release():
+            await lock.release()
+
+        async def fn_with_lock():
+            await acquire()
+            try:
+                do_something()
+            finally:
+                await release()
+
+    The above code is not safe because if `fn_with_lock` is cancelled,
+    `acquire()` and `release()` will be executed in the background
+    concurrently and causes race conditions.
     """
 
     @functools.wraps(func)
     async def async_wrapper(*args, **kwargs):
-        return await asyncio.shield(func(*args, **kwargs))
+        task = asyncio.create_task(func(*args, **kwargs))
+        try:
+            return await asyncio.shield(task)
+        except asyncio.CancelledError:
+            _background_tasks.add(task)
+            task.add_done_callback(lambda _: _background_tasks.discard(task))
+            raise
 
     return async_wrapper

{skypilot_nightly-1.0.0.dev20251018.dist-info → skypilot_nightly-1.0.0.dev20251021.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: skypilot-nightly
-Version: 1.0.0.dev20251018
+Version: 1.0.0.dev20251021
 Summary: SkyPilot: Run AI on Any Infra — Unified, Faster, Cheaper.
 Author: SkyPilot Team
 License: Apache 2.0
@@ -371,51 +371,51 @@ Requires-Dist: protobuf<7.0.0,>=5.26.1; extra == "shadeform"
 Requires-Dist: aiosqlite; extra == "shadeform"
 Requires-Dist: greenlet; extra == "shadeform"
 Provides-Extra: all
+Requires-Dist: pyjwt; extra == "all"
+Requires-Dist: runpod>=1.6.1; extra == "all"
+Requires-Dist: google-cloud-storage; extra == "all"
+Requires-Dist: passlib; extra == "all"
+Requires-Dist: sqlalchemy_adapter; extra == "all"
+Requires-Dist: docker; extra == "all"
+Requires-Dist: azure-mgmt-compute>=33.0.0; extra == "all"
+Requires-Dist: anyio; extra == "all"
+Requires-Dist: greenlet; extra == "all"
+Requires-Dist: protobuf<7.0.0,>=5.26.1; extra == "all"
+Requires-Dist: ibm-cos-sdk; extra == "all"
 Requires-Dist: azure-core>=1.31.0; extra == "all"
 Requires-Dist: azure-mgmt-network>=27.0.0; extra == "all"
+Requires-Dist: python-dateutil; extra == "all"
+Requires-Dist: azure-core>=1.24.0; extra == "all"
 Requires-Dist: aiosqlite; extra == "all"
-Requires-Dist: colorama<0.4.5; extra == "all"
-Requires-Dist: pyvmomi==8.0.1.0.2; extra == "all"
-Requires-Dist: google-api-python-client>=2.69.0; extra == "all"
+Requires-Dist: ibm-vpc; extra == "all"
+Requires-Dist: grpcio>=1.63.0; extra == "all"
+Requires-Dist: awscli>=1.27.10; extra == "all"
 Requires-Dist: aiohttp; extra == "all"
-Requires-Dist: protobuf<7.0.0,>=5.26.1; extra == "all"
-Requires-Dist: tomli; python_version < "3.11" and extra == "all"
-Requires-Dist: azure-mgmt-compute>=33.0.0; extra == "all"
-Requires-Dist: cudo-compute>=0.1.10; extra == "all"
-Requires-Dist: ibm-cloud-sdk-core; extra == "all"
 Requires-Dist: azure-identity>=1.19.0; extra == "all"
-Requires-Dist: runpod>=1.6.1; extra == "all"
-Requires-Dist: grpcio>=1.63.0; extra == "all"
-Requires-Dist: msrestazure; extra == "all"
-Requires-Dist: anyio; extra == "all"
-Requires-Dist: greenlet; extra == "all"
-Requires-Dist: oci; extra == "all"
-Requires-Dist: botocore>=1.29.10; extra == "all"
-Requires-Dist: ibm-cos-sdk; extra == "all"
 Requires-Dist: pydo>=0.3.0; extra == "all"
-Requires-Dist: azure-common; extra == "all"
-Requires-Dist: azure-core>=1.24.0; extra == "all"
+Requires-Dist: botocore>=1.29.10; extra == "all"
+Requires-Dist: ray[default]>=2.6.1; extra == "all"
 Requires-Dist: kubernetes!=32.0.0,>=20.0.0; extra == "all"
-Requires-Dist: pyopenssl<24.3.0,>=23.2.0; extra == "all"
+Requires-Dist: oci; extra == "all"
+Requires-Dist: tomli; python_version < "3.11" and extra == "all"
 Requires-Dist: msgraph-sdk; extra == "all"
-Requires-Dist: pyjwt; extra == "all"
-Requires-Dist: python-dateutil; extra == "all"
 Requires-Dist: ibm-platform-services>=0.48.0; extra == "all"
-Requires-Dist: ray[default]>=2.6.1; extra == "all"
-Requires-Dist: passlib; extra == "all"
-Requires-Dist: sqlalchemy_adapter; extra == "all"
+Requires-Dist: azure-cli>=2.65.0; extra == "all"
+Requires-Dist: msrestazure; extra == "all"
+Requires-Dist: pyopenssl<24.3.0,>=23.2.0; extra == "all"
 Requires-Dist: azure-storage-blob>=12.23.1; extra == "all"
+Requires-Dist: ibm-cloud-sdk-core; extra == "all"
 Requires-Dist: ecsapi>=0.2.0; extra == "all"
+Requires-Dist: google-api-python-client>=2.69.0; extra == "all"
 Requires-Dist: nebius>=0.2.47; extra == "all"
-Requires-Dist: websockets; extra == "all"
+Requires-Dist: pyvmomi==8.0.1.0.2; extra == "all"
 Requires-Dist: casbin; extra == "all"
-Requires-Dist: azure-cli>=2.65.0; extra == "all"
-Requires-Dist: awscli>=1.27.10; extra == "all"
-Requires-Dist: boto3>=1.26.1; extra == "all"
-Requires-Dist: docker; extra == "all"
-Requires-Dist: google-cloud-storage; extra == "all"
-Requires-Dist: ibm-vpc; extra == "all"
+Requires-Dist: azure-common; extra == "all"
+Requires-Dist: cudo-compute>=0.1.10; extra == "all"
 Requires-Dist: vastai-sdk>=0.1.12; extra == "all"
+Requires-Dist: colorama<0.4.5; extra == "all"
+Requires-Dist: websockets; extra == "all"
+Requires-Dist: boto3>=1.26.1; extra == "all"
 Provides-Extra: remote
 Requires-Dist: grpcio>=1.63.0; extra == "remote"
 Requires-Dist: protobuf<7.0.0,>=5.26.1; extra == "remote"
@@ -543,8 +543,7 @@ pip install "skypilot-nightly[kubernetes,aws,gcp,azure,oci,nebius,lambda,runpod,
 </p>
 
 Current supported infra: Kubernetes, AWS, GCP, Azure, OCI, Nebius, Lambda Cloud, RunPod, Fluidstack,
-Cudo, Digital Ocean, Paperspace, Cloudflare, Samsung, IBM, Vast.ai,
-VMware vSphere, Seeweb.
+Cudo, Digital Ocean, Paperspace, Cloudflare, Samsung, IBM, Vast.ai, VMware vSphere, Seeweb, Prime Intellect.
 <p align="center">
   <img alt="SkyPilot" src="https://raw.githubusercontent.com/skypilot-org/skypilot/master/docs/source/images/cloud-logos-light.png" width=85%>
 </p>

{skypilot_nightly-1.0.0.dev20251018.dist-info → skypilot_nightly-1.0.0.dev20251021.dist-info}/RECORD

@@ -1,4 +1,4 @@
-sky/__init__.py,sha256=KdmsbOqIpB3umNpG19aKQBMkP1FLSmqaGDAYuFVq0EA,6759
+sky/__init__.py,sha256=jv0t0yYOLhKhzR_iYHMoQ4Ki_S1kGv7MQImR2yrWOe4,6759
 sky/admin_policy.py,sha256=XdcJnYqmude-LGGop-8U-FeiJcqtfYsYtIy4rmoCJnM,9799
 sky/authentication.py,sha256=BK5Fkuk3EmS4DwCrxI_8a4SQHUNFYu9GztWSzPissSA,20123
 sky/check.py,sha256=hBDTkiADC3HFfO6brZV819FVWcdOs3aiuhB6x6mY4Q4,29728
@@ -8,7 +8,7 @@ sky/core.py,sha256=VTHly9kJmwtmdiKwkrSrzuJ_8V8t-aI9weADd0SqDWA,58305
 sky/dag.py,sha256=0ZpAEDXuIFo1SP7YJpF9vXiFxpRwqP8od-UXMg95td8,3929
 sky/exceptions.py,sha256=DTQN5db2N6FntRRw0rRLyQG2q7HDvnylpvjkRF8wYBk,20830
 sky/execution.py,sha256=klMjceOMCMDzyYczazrT-kiS6kGqfyBO_9KvlZzyTUw,35849
-sky/global_user_state.py,sha256=dMAnV4VjC_FDTkvJMNSjFRp9rVjw85MAghAcjeim1oQ,103583
+sky/global_user_state.py,sha256=z0DANJgt98PhxEBdPMIoofyv7VmiCC60weKkdaaqbcY,103865
 sky/models.py,sha256=ZKisLai7vqUr6_BPev6Oziu5N23WLzTh9nRtHSlRchw,3999
 sky/optimizer.py,sha256=iR57bL_8BeG6bh1sH3J6n6i65EBFjmyftezYM4nnDZA,64150
 sky/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -27,7 +27,7 @@ sky/adaptors/docker.py,sha256=_kzpZ0fkWHqqQAVVl0llTsCE31KYz3Sjn8psTBQHVkA,468
 sky/adaptors/gcp.py,sha256=oEb9jClEtApw6PQnxdxDYxOCYsedvM3aiko1EW1FDVo,3501
 sky/adaptors/hyperbolic.py,sha256=iyHDmtLFVTK9QajpAmObk0XO2OZnnO_1LbvDffPpt68,245
 sky/adaptors/ibm.py,sha256=7YbHrWbYcZsJDgxMBNZr1yBI03mjs_C3pnCTCz-MNtQ,5068
-sky/adaptors/kubernetes.py,sha256=KMXPv_hFh55mCTX1h1mUxk7EnwdHpLPPrEsGHlpS2FA,10352
+sky/adaptors/kubernetes.py,sha256=7i3zfczdkxw21bOBBuXAdtp492_B6-tZAtqGOcF7lXE,12494
 sky/adaptors/nebius.py,sha256=i2FcELjztleXEjs554dbtiJ9hO_0tsF1N_GrlWLXE0Y,10722
 sky/adaptors/oci.py,sha256=xJt6J9xBSFIENa6FwEt1V1sZE8puAZ_vPEoGlyQACPs,2839
 sky/adaptors/primeintellect.py,sha256=rsdJpfJy7aYWL4fDpWUStuICdNF8POZckvndWWCE62E,37
@@ -38,8 +38,8 @@ sky/adaptors/vast.py,sha256=tpvmHi7IkQNzbbHVkeo04kUSajoEpSzXr2XgeO_I1LU,695
 sky/adaptors/vsphere.py,sha256=zJP9SeObEoLrpgHW2VHvZE48EhgVf8GfAEIwBeaDMfM,2129
 sky/backends/__init__.py,sha256=l1xXpkzPFMma0ZkT4GzVMu7uvgS3AsECg6zLc0S3JHQ,702
 sky/backends/backend.py,sha256=zmF6TuKtUwzsP1hq0TI9nuuUySlPc9sgeW6F4GC8Ckk,8352
-sky/backends/backend_utils.py,sha256=sCnIJO52VowWcnQY1mmXyF-bN6avkHAHWXgNJ8RNC8I,179015
-sky/backends/cloud_vm_ray_backend.py,sha256=dfBbsOpecR4u82DDfqQjN5FYNqOUhIST8QnvGbAfmoE,309163
+sky/backends/backend_utils.py,sha256=ZEt9vygw_0_Ap8gridSDxTS4T6V3CF7gQI51WaFdpmw,179077
+sky/backends/cloud_vm_ray_backend.py,sha256=69dwp0frYRUiuimVNWvvjlPch0Zff5IZQjArRtoeXtA,309491
 sky/backends/docker_utils.py,sha256=_EhM6NStZDAwcegppQqExaB5iuSn1qL4xFFUqXAz2Uk,8392
 sky/backends/local_docker_backend.py,sha256=ncc8-WJrMRnqPl9fzvGr-nftIz7tTzKtUi-p_z_nH60,17366
 sky/backends/wheel_utils.py,sha256=DE71Muq5qLRhGpCVg1Rb6YOI7S_BzT8Hak27Pz8L4yw,12486
@@ -86,13 +86,13 @@ sky/catalog/data_fetchers/fetch_vsphere.py,sha256=Yf7tKzwJsQ_4f64IT1EAP108C1D3Rg
 sky/client/__init__.py,sha256=pz6xvVSd9X-gwqbsDL0E9QOojYqM0KAD0j-NCyCIF1k,38
 sky/client/common.py,sha256=j8ENgeRN3KdKBf0-pi1K9w1HtkqrkBR12QtF_wGWG8M,16950
 sky/client/oauth.py,sha256=sNJ_DMsSTcxluj5FeNQ2IafZJLImRFmCAZ79bXeABn4,2871
-sky/client/sdk.py,sha256=dQucC3YZ9v_iwKqN_nVc0pL1AbpsLvleY33ydY49XGk,108271
+sky/client/sdk.py,sha256=HX9UGKggoV-qRYIl-iMhCwg5pTZF01SxUqikdxyEnwk,109351
 sky/client/sdk_async.py,sha256=8G_E9Dn4d80rV-wxRH4zZUXZGAm6rLw3C8PI07fXwwQ,31106
 sky/client/service_account_auth.py,sha256=5jXk0G6ufuW-SHCO7BEHQeTO0_2a8KfFmA63auXFRj4,1529
 sky/client/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-sky/client/cli/command.py,sha256=kEwj0b7zbLTeJaditu0MXyNu1SosxiGcCGa1MtfRrnw,253296
+sky/client/cli/command.py,sha256=qvTTVUjf2zPPVXZuugxwM4Q5bzP906tExyiDgPnWxRk,254404
 sky/client/cli/deprecation_utils.py,sha256=H_d5UyF2CekEoThduAzt5cihBO8hwKYMu0-Wqfbjv5E,3370
-sky/client/cli/flags.py,sha256=lLXHooU4HEslbHJuGAiCrKYkJZx99hAKaJbstw7s1bc,12136
+sky/client/cli/flags.py,sha256=hwQ4Y9lwTbfqYoINWUTqRMGBoXxBy4_E5hqtXbBcEeg,12219
 sky/client/cli/table_utils.py,sha256=HT_y__9_tZLKJ0aJu-hh67cu3NXfWDoiHir5fTmWaDw,10156
 sky/clouds/__init__.py,sha256=JvZtCgauz5rAids-huDVeeTSyS59aBT1BqMtxvpuD_k,1810
 sky/clouds/aws.py,sha256=PrvbWuSAkPC18HsLVHx8NBJQiduz32NpDm1XXr6NPLo,63737
@@ -123,19 +123,17 @@ sky/clouds/utils/azure_utils.py,sha256=NToRBnhEyuUvb-nBnsKTxjhOBRkMcrelL8LK4w6s4
 sky/clouds/utils/gcp_utils.py,sha256=09MF4Vx0EW7S-GXGpyxpl2aQlHrqeu9ioV0nyionAyk,9890
 sky/clouds/utils/oci_utils.py,sha256=TFqAqRLggg4Z0bhxrrq8nouSSomZy-ub1frHXEkud2M,7302
 sky/clouds/utils/scp_utils.py,sha256=VGuccVO5uFGr8-yolWSoYrgr11z6cIeDBGcqkBzAyOs,18409
-sky/dashboard/out/404.html,sha256=7zl8UKEqCn5IsSRM3wV4xzrpYQpaJd2wWAkx9Tg4MOQ,1423
-sky/dashboard/out/clusters.html,sha256=FFswiPqk6K-l9EhmTd5qY0aRsJG_f7HoWJqtr8XkkYA,1418
-sky/dashboard/out/config.html,sha256=yJCtpM-vMqk1G3x2FniZEnnRJbKfII0bsoI35PGIuQI,1414
+sky/dashboard/out/404.html,sha256=XkaZHbPpAin6nF-H68HUWUlCeNBUcXQ5wXOjZLGgjZo,1423
+sky/dashboard/out/clusters.html,sha256=aqjkkeXJfJiQEvcMIWUfBCcNnd_Q3S0Aq0gmGncA9zs,1418
+sky/dashboard/out/config.html,sha256=6dmXmdjgxoLRen7KcsOIMiqq7i5WdZ_dadfJQBKLRB4,1414
 sky/dashboard/out/favicon.ico,sha256=XilUZZglAl_1zRsg85QsbQgmQAzGPQjcUIJ-A3AzYn8,93590
-sky/dashboard/out/index.html,sha256=4odSnyf8HlTPubTQiILnUwSATaq-T-8_4KVJf0ITwg8,1407
-sky/dashboard/out/infra.html,sha256=nXORn5tgVGvAiavg5DvgZbRPbNILrYlETmVAFmnJgcI,1412
-sky/dashboard/out/jobs.html,sha256=bZvZXmKG_1bjz4RrXneWdCIuqsTT2jddnXwuWN7aiDY,1410
+sky/dashboard/out/index.html,sha256=UQrAYcWYdvCB2YPLFUSx-D3MBY-UN013Pj0JqWMK1z4,1407
+sky/dashboard/out/infra.html,sha256=wQUzn2B0R_x7Ug25wnbwEBCqVF4sX3b_I9c_EWMTz4g,1412
+sky/dashboard/out/jobs.html,sha256=7Ipp1vXeVo9ZMraq9QGj5rdtkR2kavv0KjQJtZHbTGM,1410
 sky/dashboard/out/skypilot.svg,sha256=c0iRtlfLlaUm2p0rG9NFmo5FN0Qhf3pq5Xph-AeMPJw,5064
-sky/dashboard/out/users.html,sha256=yKFotrOFXblc2CBcTiVxVcMpSKIevWNBe60uRY5jAGw,1412
-sky/dashboard/out/volumes.html,sha256=czoEX1vKOz7UgG29-yW-YPfQeLy2evLTJVecxslaDSI,1416
-sky/dashboard/out/workspaces.html,sha256=FgX3d_5zTlhPKW4j_D1pPAQqmwBV8E4eNZqyI9UZWxQ,1422
-sky/dashboard/out/_next/static/Rn37hj-nuHOYT-HwxSDXC/_buildManifest.js,sha256=1ombZKzLAegWk-mEKBFMtiwI-xk8sWY2rYidGQBNj7Y,2394
-sky/dashboard/out/_next/static/Rn37hj-nuHOYT-HwxSDXC/_ssgManifest.js,sha256=Z49s4suAsf5y_GfnQSvm4qtq2ggxEbZPfEDTXjy6XgA,80
+sky/dashboard/out/users.html,sha256=z1IEVxr6SiEnYOAQFWu3nJgoKJh-amxfnYK42XlVYXs,1412
+sky/dashboard/out/volumes.html,sha256=n1eJAqQjng8M87tYdYfT0zHYgc1jxvNVxvHzgXfx918,1416
+sky/dashboard/out/workspaces.html,sha256=kTRoWAtz87cU6zTca1vnLRZxrK6CzWPbGZTBpOh9GgI,1422
 sky/dashboard/out/_next/static/chunks/1121-d0782b9251f0fcd3.js,sha256=jIvnDxaTleAz3HdZK9-RScSB0ZMg8-D63KQmn8avaHI,8883
 sky/dashboard/out/_next/static/chunks/1141-3b40c39626f99c89.js,sha256=M5vM2c9SRPEly-CQj0Vj7wJzyFSyuALDik9KFLXWmec,18285
 sky/dashboard/out/_next/static/chunks/1272-1ef0bf0237faccdb.js,sha256=VJ6y-Z6Eg2T93hQIRfWAbjAkQ7nQhglmIaVbEpKSILY,38451
@@ -190,19 +188,21 @@ sky/dashboard/out/_next/static/chunks/pages/jobs/pools/[pool]-bc979970c247d8f3.j
 sky/dashboard/out/_next/static/chunks/pages/workspace/new-3f88a1c7e86a3f86.js,sha256=83s5N5CZwIaRcmYMfqn2we60n2VRmgFw6Tbx18b8-e0,762
 sky/dashboard/out/_next/static/chunks/pages/workspaces/[name]-e8688c35c06f0ac5.js,sha256=TVmk0pD0iszL39u2Ru56HLEFFLO648NeT2KbEcW5X5o,1495
 sky/dashboard/out/_next/static/css/4614e06482d7309e.css,sha256=nk6GriyGVd1aGXrLd7BcMibnN4v0z-Q_mXGxrHFWqrE,56126
-sky/dashboard/out/clusters/[cluster].html,sha256=UG23gyO9e9mAM9l87j_kGam_EOeIzgo1tsDFSDkV40A,2937
-sky/dashboard/out/clusters/[cluster]/[job].html,sha256=_dQftG3HK1naWnqb4MVpw5nwkRME-cfqCbvYi2sDmx8,2073
-sky/dashboard/out/infra/[context].html,sha256=kvH-7a7WxEIYfKEAACcrfA57fLRlFeLBZNOf3PPWbVY,1436
-sky/dashboard/out/jobs/[job].html,sha256=bDRq4okbACh2T2wKbZLjBCW3jCnXyb2N79ojaH2lg7Q,2305
-sky/dashboard/out/jobs/pools/[pool].html,sha256=UUXCXthDlMxopyucZ1uVwMyVqOEGQooXIi6AE22s914,2143
+sky/dashboard/out/_next/static/jDc1PlRsl9Cc5FQUMLBu8/_buildManifest.js,sha256=1ombZKzLAegWk-mEKBFMtiwI-xk8sWY2rYidGQBNj7Y,2394
+sky/dashboard/out/_next/static/jDc1PlRsl9Cc5FQUMLBu8/_ssgManifest.js,sha256=Z49s4suAsf5y_GfnQSvm4qtq2ggxEbZPfEDTXjy6XgA,80
+sky/dashboard/out/clusters/[cluster].html,sha256=nwHaSV_CdmSSbcAYEDPDxt45l0d4Cq_5Zuxnmu6PKiQ,2937
+sky/dashboard/out/clusters/[cluster]/[job].html,sha256=KryQk-5UcutKMRAR0X7u8mczTtkyJcYia0J4XLl4jGU,2073
+sky/dashboard/out/infra/[context].html,sha256=qFM4K6wza2zb2Tol5F3ZVXtrL5vAD7jkRMblNzkSCa8,1436
+sky/dashboard/out/jobs/[job].html,sha256=XuJU5wd7jcg7gOGEOi5MIxglk-U846sIaYzK26tffa0,2305
+sky/dashboard/out/jobs/pools/[pool].html,sha256=nFJKWLcsmYKAp8U9HWnU8XChDY7ui1Xv1dGHRXsE9cA,2143
 sky/dashboard/out/videos/cursor-small.mp4,sha256=8tRdp1vjawOrXUar1cfjOc-nkaKmcwCPZx_LO0XlCvQ,203285
-sky/dashboard/out/workspace/new.html,sha256=L0f_fLbPs0asPO1WmB26X8aOKFbM6RhfB2ll2csNdSk,1428
-sky/dashboard/out/workspaces/[name].html,sha256=KA6NbpBWe2TkbZ6FNBF5l5NxCBaUYKiz5V-vqo9bWms,2759
+sky/dashboard/out/workspace/new.html,sha256=_q55HUPjumizyTt0Bc--LWtg0yq4m170Ou0gJCb--xs,1428
+sky/dashboard/out/workspaces/[name].html,sha256=mrgqAKHtWAemaCMX-dfj1HRJjVCU9_LYIAUqfNn3DWk,2759
 sky/data/__init__.py,sha256=Nhaf1NURisXpZuwWANa2IuCyppIuc720FRwqSE2oEwY,184
 sky/data/data_transfer.py,sha256=N8b0CQebDuHieXjvEVwlYmK6DbQxUGG1RQJEyTbh3dU,12040
 sky/data/data_utils.py,sha256=AjEA_JRjo9NBMlv-Lq5iV4lBED_YZ1VqBR9pG6fGVWE,35179
 sky/data/mounting_utils.py,sha256=trsjpEfQmsctEi6OHMKVSL915OEDdrQVlwTlkXrd4r0,26479
-sky/data/storage.py,sha256=y6cIgfmhgL8ldjHR7whg2q71TzFQ3Lxiyv6d3anC62I,209290
+sky/data/storage.py,sha256=xtCiDakdBxDOhG1DatGsi0N8BYk29WCkV0d01sa3RKw,209293
 sky/data/storage_utils.py,sha256=bqCE7WQVOpFMxqVRkxee4oLn-iImh4ZL8qB5IicXh0w,14230
 sky/jobs/__init__.py,sha256=BiABNdlab7xZDOv4C34kc1XuxG6C_Ip7Q96mT2iCnIg,1686
 sky/jobs/constants.py,sha256=ysm4RpmIshuJDdcLWK2-NmsAbeLAiS1qKKP_4hWgQeA,3057
@@ -216,7 +216,7 @@ sky/jobs/client/sdk.py,sha256=HQdnZtK-yWXvOX5XEVZU145vIzfCvYZFtL6uzQEm6-c,17133
 sky/jobs/client/sdk_async.py,sha256=hsyPshdpbKG0RUzw2ntDeAJAkOIl-O9WDoSREV_km3o,4875
 sky/jobs/server/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
 sky/jobs/server/core.py,sha256=DFfg-shgb6Cx5g2dZsrFlXHmIdOh3U0JqSq5V9OTbkc,48407
-sky/jobs/server/server.py,sha256=jhNce-JfxVJxEa3hKT1IqyHszCGGFMhEk1KGdRKnBIM,9045
+sky/jobs/server/server.py,sha256=_yJaZjugwrqSCKQBdEaTvkUiPKuNA_L5HTsPI2sjEUs,9545
 sky/jobs/server/utils.py,sha256=rI_fVyEJhHjuapcB6JefkKgRuT_VeLiubAixsPo5jj0,5023
 sky/logs/__init__.py,sha256=zW4gAEvWDz5S53FlLp3krAuKrmTSJ0e3kZDnhxSbW4E,722
 sky/logs/agent.py,sha256=Jwpzio10P45BS6cugt6Ovu3_ZhysuXVcL_aneYZQENE,4766
@@ -231,7 +231,7 @@ sky/provision/docker_utils.py,sha256=DLot-fMAg7bQh_cgpcXjlD3tBvcOGbfyBezX-DzKHAM
 sky/provision/instance_setup.py,sha256=xJy4802XzOWvyggcurSF_6zuS_aR2jgNhWAYo1WBbqA,28103
 sky/provision/logging.py,sha256=_sx_TH6nLt0FF3myS5pEZbiMhXyl4s1XwMidu_TTBUw,2091
 sky/provision/metadata_utils.py,sha256=LrxeV4wD2QPzNdXV_npj8q-pr35FatxBBjF_jSbpOT0,4013
-sky/provision/provisioner.py,sha256=tc26bTCgp-uzeWx3F1mEwUrSP7tTVsc_ol-Wv9TulUA,33629
+sky/provision/provisioner.py,sha256=jbDR-FR7b1ikm_2gu4RURPJo1SQ2GLg1KpWZf4zGB4Q,34028
 sky/provision/aws/__init__.py,sha256=mxq8PeWJqUtalDozTNpbtENErRZ1ktEs8uf2aG9UUgU,731
 sky/provision/aws/config.py,sha256=nqMOCNWgVJ97gzsLoMoiGwyWRfgPasBeRwMeE73XnBo,32025
 sky/provision/aws/instance.py,sha256=KrLPyZhvKQpwO4_zhQMb5GwRrtooMv_P6vwpCC9C0C4,45851
@@ -270,7 +270,7 @@ sky/provision/kubernetes/__init__.py,sha256=xUHCbN5fkbnM5_E1trFHHOndTsvEwBdi-8qv
 sky/provision/kubernetes/config.py,sha256=iY6WfgmRK_z5mzHGe_8hQS2Op3qKmZ18UY2MgArIGRE,27782
 sky/provision/kubernetes/constants.py,sha256=vZJQsAVjAgwsOskB48tIFSXtNw7IFnJOQE_H6N-vOYQ,1130
 sky/provision/kubernetes/instance.py,sha256=VK8zbeNExCQC4UkDyDmy9Gs2JaXWBGEQ4nlKOptVjWU,76932
-sky/provision/kubernetes/network.py,sha256=Dgj8u7IQBHKHt-mSDhYzue1wfDk96FR_8fO89TwuZ2E,12846
+sky/provision/kubernetes/network.py,sha256=NXwG2VGA-xekmbydFbivdfyZla0JVW2cWN4SDEe5x4s,12822
 sky/provision/kubernetes/network_utils.py,sha256=qFiACDq4S1WKMyVbxhGax-K2SJM-4viC8CyEzwvXt6c,11480
 sky/provision/kubernetes/utils.py,sha256=8kfYAae6fqAA-gqsC-agUN5_QvdxLG3rZW4nhEefqIo,153961
 sky/provision/kubernetes/volume.py,sha256=b5mozvUCw9rsGxiUS9LxR-MyELK-EQHYglJkGTFNobY,11473
@@ -388,18 +388,18 @@ sky/serve/client/sdk_async.py,sha256=idvbLb6q_NBo79OnXE-3SF-bwYFMPzDg_khiNqOLd3o
 sky/serve/server/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sky/serve/server/core.py,sha256=4w79PONDX5hAem95U1MRDHZ1VNMaBZJkI6hv5d2IKjQ,11011
 sky/serve/server/impl.py,sha256=oQL6qd-rTq9M7Qs3n-fCv0vyQe1F9dAid_OgmRCjyjs,48982
-sky/serve/server/server.py,sha256=pqWcgGSeC_OzmQ5KOE3uEDTgc39Kx3cS_o55QX-l4_U,4591
+sky/serve/server/server.py,sha256=UXsIqwAZn4RYQTJqQn8syBa-lZ2ZY0eIWmOfG32uquU,4633
 sky/server/__init__.py,sha256=MPPBqFzXz6Jv5QSk6td_IcvnfXfNErDZVcizu4MLRow,27
-sky/server/common.py,sha256=wwkKc6xOCjV7MkczLa-NWmfEjEKah_HzfDRpNOcxvGY,40472
+sky/server/common.py,sha256=yAIg6Zr-PV3ex1KqJGt7qfoyYi6d2zgqsUkvaJ6E0uA,40722
 sky/server/config.py,sha256=oQO2Wls01oYIIr4h7B6UiPBNPcsqHlCJ3batir-Zx80,11143
-sky/server/constants.py,sha256=XkwSIXR0wSJhopbtGwxYTHJZWYQ2UmpgrgZ1YQRB8SI,2615
-sky/server/daemons.py,sha256=XQdqRMVyxyqS9fY2HLqW_cxVR6qgqoQ7irPvRYWvG7E,9092
+sky/server/constants.py,sha256=54w38B5AsRVCMCPP_iN7YoaApxbcttt3pue0VEP9DWg,2615
+sky/server/daemons.py,sha256=pEmLE0JsR6C8ZSxt8sr4ncPfZcDYvXqDCycU0IDcQ8U,9238
 sky/server/metrics.py,sha256=8mTyD-zo2gyAJSPJyCtTR8oImeFJ2K-sAdlje5Bf5U4,5781
 sky/server/rest.py,sha256=Op7WNtfNey3XnBLMBx7S4KryiBhL9UCYhMxQgVo1Ybw,14813
-sky/server/server.py,sha256=s83aTgDvrNy3FPVWBVpYrljSaV_M_kzCAEvspetSNQ4,86013
+sky/server/server.py,sha256=2h7iXQQHl1RWRsLprst63LpPplZMD3d4sKhjlGuNt6I,87716
 sky/server/state.py,sha256=YbVOMJ1JipQQv17gLIGyiGN7MKfnP83qlUa5MB1z0Yk,747
-sky/server/stream_utils.py,sha256=L3McETsgit4iONYEvHR7Qzylk7OtMzmnxoS-L0vLMzI,12539
-sky/server/uvicorn.py,sha256=lJROnpJqoZr59zGwYa_pUniV7rEwmZn0PV4t-YYY-yo,11832
+sky/server/stream_utils.py,sha256=9yHkB5Gkpago3WgR_sKBK5nJTpUYlBcYgTGVqMPYm9k,16750
+sky/server/uvicorn.py,sha256=etFyJP9Kz5uRhM619VrQMiVhJKWPxTqbaz9H1wW1EWs,11955
 sky/server/versions.py,sha256=3atZzUa7y1XeKNcrfVxKWAo_5ZyCOnbY7DKpIqed7Do,10011
 sky/server/auth/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sky/server/auth/authn.py,sha256=zvabLsEAf9Ql6AbXJuWZ54uaiOr1mwFGGvQn84v66H4,2037
@@ -409,11 +409,11 @@ sky/server/html/log.html,sha256=TSGZktua9Ysl_ysg3w60rjxAxhH61AJnsYDHdtqrjmI,6929
 sky/server/html/token_page.html,sha256=eUndS5u1foL9vaWGPRTLMt7lCzD1g0wYJ2v_EeeFzlc,7046
 sky/server/requests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sky/server/requests/event_loop.py,sha256=OhpPbuce65bbjpGRlcJa78AVnYSm08SzFKt70ypCUuQ,1211
-sky/server/requests/executor.py,sha256=aks5un_Ezrl5r2WGjvMb5DwUebyzcb_c9lGDBxuOPqg,36699
-sky/server/requests/payloads.py,sha256=nhOGOk-AZApLQBdKLRAtQ3MF7WkJxBA-ZAuF9nMsCxk,28093
-sky/server/requests/preconditions.py,sha256=y8HxFzWAkhSOPmHL6iWY2hSPlu_ORy5aB0X1EVA7DPA,7165
+sky/server/requests/executor.py,sha256=rT-c5mP5U2rj97FMqavmVje9G3dnmnwLNL9Iv_PwUH0,36826
+sky/server/requests/payloads.py,sha256=l576VHx_w37iOgFcqw82muH7HOI0Eh-_wckYn-_9EAg,28128
+sky/server/requests/preconditions.py,sha256=L_4ow2Twl0h2sk2P4waL2e1WVfYm4p4DFwmR6Nip8Bw,7486
 sky/server/requests/process.py,sha256=UpJp5rZizNMFRCNRtudFSjbcJhFarFbtAGDWI9x_ZyE,13197
-sky/server/requests/requests.py,sha256=1a1yL6AuaHcqBqEa7RhTM2SXKVA3NgsnbMAD2Qy4a8Y,35821
+sky/server/requests/requests.py,sha256=chS9MRS5lOLpboj4bHXeIjht3r9EaclWsW327AlT7dE,39530
 sky/server/requests/threads.py,sha256=AwzbcoeLDz5RnSi0jJSD3u4lGDiYkCaa1qDvPkUqeMI,4131
 sky/server/requests/queues/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sky/server/requests/queues/local_queue.py,sha256=X6VkBiUmgd_kfqIK1hCtMWG1b8GiZbY70TBiBR6c6GY,416
@@ -503,7 +503,7 @@ sky/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sky/utils/accelerator_registry.py,sha256=DUG-KA6LTNvcadD18DK6hjBhqjlfp8FxymhxYSdw-QM,4955
 sky/utils/admin_policy_utils.py,sha256=VkE3FGzv5a7KnRO0R1PX0buJ274vF__n1xgXJ_9ykTs,7105
 sky/utils/annotations.py,sha256=No49yFuNIGtFgxU1bmBh2REx_Yn08o7Is-c56QynDIs,1910
-sky/utils/asyncio_utils.py,sha256=5iydD0HIHZLMAGk-uD3VyweEUsi3qDy1LHuNjHdsUC4,440
+sky/utils/asyncio_utils.py,sha256=DswTxrO-dsPZZgEX_zG73lUanxAX2VRQzicsMaLY2vI,2290
 sky/utils/atomic.py,sha256=vrw-7XCnckF0xCx-ttamao7evPdGtVsnjaTtgMlBXIE,1280
 sky/utils/auth_utils.py,sha256=1ugVMGEglEyTsvtZJtv06eNewGudvaWd152cShkUyuI,6238
 sky/utils/benchmark_utils.py,sha256=vBqvgS-7XBat9N4UvtmxXS70i2EQUa4BUv4fsF8g58A,1635
@@ -578,9 +578,9 @@ sky/workspaces/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sky/workspaces/core.py,sha256=kRrdh-8MhX1953pML1B_DoStnDuNrsmHcZlnWoAxVo0,27218
 sky/workspaces/server.py,sha256=Box45DS54xXGHy7I3tGKGy-JP0a8G_z6IhfvGlEXtsA,3439
 sky/workspaces/utils.py,sha256=IIAiFoS6sdb2t0X5YoX9AietpTanZUQNTK8cePun-sY,2143
-skypilot_nightly-1.0.0.dev20251018.dist-info/licenses/LICENSE,sha256=emRJAvE7ngL6x0RhQvlns5wJzGI3NEQ_WMjNmd9TZc4,12170
-skypilot_nightly-1.0.0.dev20251018.dist-info/METADATA,sha256=RaRVlR4ARHyGknpbmFyVhZdXBS85c37yJb9UBoYqSJ4,31200
-skypilot_nightly-1.0.0.dev20251018.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-skypilot_nightly-1.0.0.dev20251018.dist-info/entry_points.txt,sha256=StA6HYpuHj-Y61L2Ze-hK2IcLWgLZcML5gJu8cs6nU4,36
-skypilot_nightly-1.0.0.dev20251018.dist-info/top_level.txt,sha256=qA8QuiNNb6Y1OF-pCUtPEr6sLEwy2xJX06Bd_CrtrHY,4
-skypilot_nightly-1.0.0.dev20251018.dist-info/RECORD,,
+skypilot_nightly-1.0.0.dev20251021.dist-info/licenses/LICENSE,sha256=emRJAvE7ngL6x0RhQvlns5wJzGI3NEQ_WMjNmd9TZc4,12170
+skypilot_nightly-1.0.0.dev20251021.dist-info/METADATA,sha256=A4ucEhW_X6hqtcFruXQ9SThkhCPnXLWASEMbafzEPtc,31217
+skypilot_nightly-1.0.0.dev20251021.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+skypilot_nightly-1.0.0.dev20251021.dist-info/entry_points.txt,sha256=StA6HYpuHj-Y61L2Ze-hK2IcLWgLZcML5gJu8cs6nU4,36
+skypilot_nightly-1.0.0.dev20251021.dist-info/top_level.txt,sha256=qA8QuiNNb6Y1OF-pCUtPEr6sLEwy2xJX06Bd_CrtrHY,4
+skypilot_nightly-1.0.0.dev20251021.dist-info/RECORD,,