skypilot-nightly 1.0.0.dev20250704__py3-none-any.whl → 1.0.0.dev20250708__py3-none-any.whl

sky/templates/kubernetes-ray.yml.j2

@@ -297,6 +297,9 @@ available_node_types:
         annotations:
             kueue.x-k8s.io/retriable-in-group: "false"
             kueue.x-k8s.io/pod-group-total-count: "{{ num_nodes|string }}"
+            {% if k8s_max_run_duration_seconds %}
+            provreq.kueue.x-k8s.io/maxRunDurationSeconds: "{{k8s_max_run_duration_seconds|string}}"
+            {% endif %}
         {% endif %}
       spec:
         # serviceAccountName: skypilot-service-account
@@ -309,7 +312,7 @@ available_node_types:
         {% endif %}
 
         # Add node selector if GPU/TPUs are requested:
-        {% if (k8s_topology_label_key is not none and k8s_topology_label_value is not none) or (k8s_spot_label_key is not none) %}
+        {% if (k8s_topology_label_key is not none and k8s_topology_label_value is not none) or (k8s_spot_label_key is not none) or (k8s_enable_flex_start) %}
         nodeSelector:
             {% if k8s_topology_label_key is not none and k8s_topology_label_value is not none %}
             {{k8s_topology_label_key}}: {{k8s_topology_label_value}}
@@ -317,6 +320,9 @@ available_node_types:
             {% if k8s_spot_label_key is not none %}
             {{k8s_spot_label_key}}: {{k8s_spot_label_value|tojson}}
             {% endif %}
+            {% if k8s_enable_flex_start %}
+            cloud.google.com/gke-flex-start: "true"
+            {% endif %}
         {% endif %}
         {% if (k8s_acc_label_key is not none and k8s_acc_label_values is not none) or (avoid_label_keys is not none) %}
         affinity:
@@ -392,7 +398,7 @@ available_node_types:
         {% endfor %}
         containers:
         - name: ray-node
-          imagePullPolicy: IfNotPresent
+          imagePullPolicy: Always
           image: {{image_id}}
           env:
             - name: SKYPILOT_POD_NODE_TYPE

sky/utils/resources_utils.py

@@ -405,3 +405,33 @@ def parse_memory_resource(resource_qty_str: Union[str, int, float],
                 continue
 
     raise ValueError(error_msg)
+
+
+def parse_time_minutes(time: str) -> int:
+    """Convert a time string to minutes.
+
+    Args:
+        time: Time string with optional unit suffix (e.g., '30m', '2h', '1d')
+
+    Returns:
+        Time in minutes as an integer
+    """
+    time_str = str(time)
+
+    if time_str.isdecimal():
+        # We assume it is already in minutes to maintain backwards
+        # compatibility
+        return int(time_str)
+
+    time_str = time_str.lower()
+    for unit, multiplier in constants.TIME_UNITS.items():
+        if time_str.endswith(unit):
+            try:
+                value = float(time_str[:-len(unit)])
+                final_value = math.ceil(value * multiplier)
+                if final_value >= 0:
+                    return final_value
+            except ValueError:
+                continue
+
+    raise ValueError(f'Invalid time format: {time}')

sky/utils/schemas.py

@@ -1084,6 +1084,25 @@ _CONTEXT_CONFIG_SCHEMA_KUBERNETES = {
             },
         },
     },
+    'dws': {
+        'type': 'object',
+        'required': [],
+        'additionalProperties': False,
+        'properties': {
+            'enabled': {
+                'type': 'boolean',
+            },
+            # Only used when Kueue is enabled.
+            'max_run_duration': {
+                'anyOf': [{
+                    'type': 'string',
+                    'pattern': constants.TIME_PATTERN,
+                }, {
+                    'type': 'integer',
+                }]
+            },
+        },
+    },
 }
 
 

sky/utils/tempstore.py

@@ -0,0 +1,51 @@
+"""Temporary storage context manager."""
+
+import contextlib
+import contextvars
+import os
+import tempfile
+from typing import Iterator, Optional
+
+_TEMP_DIR: contextvars.ContextVar[Optional[str]] = contextvars.ContextVar(
+    'temp_store_dir', default=None)
+
+
+@contextlib.contextmanager
+def tempdir() -> Iterator[str]:
+    """Context manager for temporary directory of current context.
+
+    This wraps tempfile.TemporaryDirectory and makes the temp dir available
+    throughout the context, eliminating the need to pass the temp dir to
+    the nested functions that need it.
+
+    This context manager is nestable - nested calls will create new temp dirs
+    and restore the previous temp dir when exiting.
+    """
+    with tempfile.TemporaryDirectory(prefix='sky-tmp') as temp_dir:
+        token = _TEMP_DIR.set(temp_dir)
+        try:
+            yield temp_dir
+        finally:
+            _TEMP_DIR.reset(token)
+
+
+# Keep the function signature same as tempfile.mkdtemp.
+# pylint: disable=redefined-builtin
+def mkdtemp(suffix: Optional[str] = None,
+            prefix: Optional[str] = None,
+            dir: Optional[str] = None) -> str:
+    """Create a temporary directory in the temp dir of current context.
+
+    The directory will be cleaned when the current context exits.
+    If there is no temp dir in current context, this function is equivalent to
+    tempfile.mkdtemp.
+    """
+    context_temp_dir = _TEMP_DIR.get()
+
+    if context_temp_dir is not None and dir is None:
+        dir = context_temp_dir
+    elif context_temp_dir is not None and dir is not None:
+        dir = os.path.join(context_temp_dir, dir)
+        os.makedirs(dir, exist_ok=True)
+
+    return tempfile.mkdtemp(suffix=suffix, prefix=prefix, dir=dir)

{skypilot_nightly-1.0.0.dev20250704.dist-info → skypilot_nightly-1.0.0.dev20250708.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: skypilot-nightly
-Version: 1.0.0.dev20250704
+Version: 1.0.0.dev20250708
 Summary: SkyPilot: Run AI on Any Infra — Unified, Faster, Cheaper.
 Author: SkyPilot Team
 License: Apache 2.0
@@ -305,7 +305,8 @@ workdir: ~/torch_examples
 # Commands to be run before executing the job.
 # Typical use: pip install -r requirements.txt, git clone, etc.
 setup: |
-  pip install "torch<2.2" torchvision --index-url https://download.pytorch.org/whl/cu121
+  cd mnist
+  pip install -r requirements.txt
 
 # Commands to run as a job.
 # Typical use: launch the main program.

{skypilot_nightly-1.0.0.dev20250704.dist-info → skypilot_nightly-1.0.0.dev20250708.dist-info}/RECORD

@@ -1,4 +1,4 @@
-sky/__init__.py,sha256=8LPF74IsNl_AZzy1od36U0W_b93dBkCKW3e5LZWLLKs,6419
+sky/__init__.py,sha256=2m87hTVZYhVtroMcDUmk2ARgl6amW0fR_wkXuI6H2L8,6419
 sky/admin_policy.py,sha256=FMiizgvVTmD9gFA2OUaveXnuY3lbNU-fCbUYAODBZj4,9427
 sky/authentication.py,sha256=V7zGSV7bqcAKC_EGOOS0KhJ01ZFLnme0WnjLFO7zavs,25603
 sky/check.py,sha256=R0pFsTq2v-wr3NFePlX9DmDhsbvWEoFJAXsys3pUmT4,30338
@@ -11,7 +11,7 @@ sky/execution.py,sha256=BhI4paGKpXMhWJoelHFe7LGFbCnW7hl0rIAmdIay-dk,33223
 sky/global_user_state.py,sha256=8_oKM5l5aey_IadFC6beiilfsbG10J27sqVxnHxFc7A,73040
 sky/models.py,sha256=Eor-cT4D71QTimogcnJ5ey1G1PXK-OXN-snEtE8Uu_g,3152
 sky/optimizer.py,sha256=oE4NrDmyE1A9B5NI3T_s7QUV5HkCeSJUU75NoJoVIPI,63323
-sky/resources.py,sha256=bvmapuT5vBZQShWtdpfOw3o3hNjsjQslxmpxCfF6-64,106309
+sky/resources.py,sha256=MHdipCUpW2foB2romFIM57b__Lg4WCBfYDNSYAx2MEA,105546
 sky/sky_logging.py,sha256=cMurxhFExKEFX1frcMR71Ti_s9Obg9WY30veVxsZB6o,7285
 sky/skypilot_config.py,sha256=TjuYBU99GLhWD7E9ioAP7qiiHJybc5EY_T1A_rFW-rM,36222
 sky/task.py,sha256=ftmaGsxLoX8Uewzh45OjhlPDJu5n3060Za1S0X9i7M0,71076
@@ -34,8 +34,8 @@ sky/adaptors/vast.py,sha256=tpvmHi7IkQNzbbHVkeo04kUSajoEpSzXr2XgeO_I1LU,695
 sky/adaptors/vsphere.py,sha256=zJP9SeObEoLrpgHW2VHvZE48EhgVf8GfAEIwBeaDMfM,2129
 sky/backends/__init__.py,sha256=tpa9gAygQopsiBUUuy3wVmr4E05FoPTFHIWqEo4i-u0,627
 sky/backends/backend.py,sha256=o47WUnB_h2nd_SkV0q0NTJ4vCwk23-KH5DgAm_JpKgE,7739
-sky/backends/backend_utils.py,sha256=1FlFUQbJfwWBs8kaBP4oCH6K7frcLYTewivh3xqJG5I,145117
-sky/backends/cloud_vm_ray_backend.py,sha256=ILAOxfN4tZJolbmx7Sl1kTaSnd-sZdNTtvZKFbfzDoM,259464
+sky/backends/backend_utils.py,sha256=AOuBC63KZQo5zy8fLnByy4OIGmrXiTwsz9g-XxFZ7Fw,145150
+sky/backends/cloud_vm_ray_backend.py,sha256=avTaPBTYhXd9CUMPUFxpC5pZtQriA9OHNHIzvG-sN5o,261671
 sky/backends/docker_utils.py,sha256=Hyw1YY20EyghhEbYx6O2FIMDcGkNzBzV9TM7LFynei8,8358
 sky/backends/local_docker_backend.py,sha256=r80BGJZmAH8F49v6Y_pG3_pHmW5LQEQRusLkKoYoe9Q,17047
 sky/backends/wheel_utils.py,sha256=IUruJijm5854UGDdSayHbHzjjWRM46bATK1nSnK44xY,11071
@@ -45,7 +45,7 @@ sky/catalog/aws_catalog.py,sha256=VnFLKmr4nBuc5NXske7thEByJz_wOg9w5vuN6FtLMuo,13
 sky/catalog/azure_catalog.py,sha256=r_ZBacLF7U8EPGlrMF-zVSwAGjjmh9K1e1MZ3-UPfXo,8126
 sky/catalog/common.py,sha256=KX77r8zPYe7hMX4Hf7_ny_wjC4Y9_FAskKb7qmr1aJY,28283
 sky/catalog/config.py,sha256=ylzqewdEBjDg4awvFek6ldYmFrnvD2bVGLZuLPvEVYA,1793
-sky/catalog/cudo_catalog.py,sha256=2u6IfTJpLTxuScJQ9WSyqIxrehh1TpfG2FYqe1HErmw,4658
+sky/catalog/cudo_catalog.py,sha256=-abAvpRUmgaEKimEbqxX37_yTw_s3gT-eujSRVO3BZ4,4658
 sky/catalog/do_catalog.py,sha256=AduVQNnznUOgrBBw3nsOs_nCHxR2OBV9R4_AcRfO7IA,3683
 sky/catalog/fluidstack_catalog.py,sha256=9oVbg8JtSZX2YttkvJSAKgVMeNcyFVe5d1mZAv2UOck,5044
 sky/catalog/gcp_catalog.py,sha256=tpZrPdX2egJ5UgiVVyX7-3jjualCnuCKq7rIAgZQOf0,25348
@@ -74,7 +74,7 @@ sky/catalog/data_fetchers/fetch_lambda_cloud.py,sha256=MUzogyLruLQmIt-To6TsfnGPg
 sky/catalog/data_fetchers/fetch_vast.py,sha256=xoVDSsQVgMLzyibCFN7yDgyH1Y96gk5G53to1ZAGRyg,5017
 sky/catalog/data_fetchers/fetch_vsphere.py,sha256=Yf7tKzwJsQ_4f64IT1EAP108C1D3Rg35RUIwp7UX8KI,21438
 sky/client/__init__.py,sha256=pz6xvVSd9X-gwqbsDL0E9QOojYqM0KAD0j-NCyCIF1k,38
-sky/client/common.py,sha256=E_5cjxd8fWRB7fU1yfIbiyQf-IyVhpD5KkB7Fl3cQEI,15215
+sky/client/common.py,sha256=GDAT2e1U_u41PqG1pQ7kHMqM6Ks3oagnHFpHzoGaywQ,15476
 sky/client/oauth.py,sha256=sNJ_DMsSTcxluj5FeNQ2IafZJLImRFmCAZ79bXeABn4,2871
 sky/client/sdk.py,sha256=hZ2SLsHItKJOs-t_suVDMxIrvEixr1ZWzDehkOYycSc,91024
 sky/client/service_account_auth.py,sha256=5jXk0G6ufuW-SHCO7BEHQeTO0_2a8KfFmA63auXFRj4,1529
@@ -83,44 +83,44 @@ sky/client/cli/command.py,sha256=tuK-39aOz9xresShPe4uvGAjn7OgnyxLovnycJUAzaE,217
 sky/client/cli/deprecation_utils.py,sha256=H_d5UyF2CekEoThduAzt5cihBO8hwKYMu0-Wqfbjv5E,3370
 sky/client/cli/flags.py,sha256=6IdS_G2lB1C6r8kJMzLVREY_qV50VHiSfWlmppVrWuc,11623
 sky/clouds/__init__.py,sha256=tC9_Vi6GvVceWUi6uZvm7vXzBa0uH3CjRQ-QCYqdJMw,1624
-sky/clouds/aws.py,sha256=A7ouOPS4vvh4rLbwMLTyAW5aih9d151Fz7KvHfo7b9I,55192
-sky/clouds/azure.py,sha256=Tm2kl-p736MGL9z-r7HTADneRKEVg-p2Lq3yHVaLAn8,32683
-sky/clouds/cloud.py,sha256=R4bdXwIWx66GkBeFFRdapZOQTTB7pSFonCRqmVT25_s,38995
-sky/clouds/cudo.py,sha256=L657d8oD9XP8upQjWmG8h-MHmhS0C81FEhcwqdbZ6so,13648
-sky/clouds/do.py,sha256=x1oxaoGL3ioFJFwt3BA1N4seGyetPpV23ENemQLDe2I,11999
-sky/clouds/fluidstack.py,sha256=FYjTOYXulqUx_nH7iL3CpHTAxMMyFymKIW35LHtuvaM,13054
-sky/clouds/gcp.py,sha256=lXKymalvUeqS7XcBxZXXFVd1Z6r8TXtMTte7npTqEf8,68326
+sky/clouds/aws.py,sha256=qjRiittsLXeE-DL3KfwlXxjCDryxAGaqnUsiv92sgeI,55402
+sky/clouds/azure.py,sha256=MR4tdgy47iA3DKkLjie10AzsxuMFAiQFo9DWtIWxvTk,32861
+sky/clouds/cloud.py,sha256=8_xzANWVczYxCRpsloYt7EwraWD5_NoUVZ5muxTqRK0,39136
+sky/clouds/cudo.py,sha256=iNgiCg2gYAfsmeFNG8xuO7ysUjXbNj45Q57QIfDimyU,13809
+sky/clouds/do.py,sha256=bO5NZ3nvHHTW_7oByUY4817U0fAXQ1t5F4P4qZYg5n4,12167
+sky/clouds/fluidstack.py,sha256=TkFHChRa7HH_-f5SDRgtFqKCmUCYcSfPCf4lpQH90do,13222
+sky/clouds/gcp.py,sha256=92qzPagPCabVScWMqbDh4Nd14LzcZnK5ojb_phw9bRA,68430
 sky/clouds/hyperbolic.py,sha256=cvcYeTs7js36OOXwehme4vzzjtDWqjPyqtxmb4XuUk4,11492
-sky/clouds/ibm.py,sha256=kGJpdpC1oJJY05PVHVqez_rTDkAALeq0P0xuoXyQZwM,22383
-sky/clouds/kubernetes.py,sha256=ejbQ93ysJoL4PTmsALXM87vK7qpd6Kv_E2HnW1CQ9f0,46043
-sky/clouds/lambda_cloud.py,sha256=oP0G8u3qXPTtxF5s2650p6f9ebAqcdxUVPQtu-p9A9g,13092
-sky/clouds/nebius.py,sha256=JTleKTSUSij6mX9zojNBtyP1gPOfbfQknqwLx5ci5Ns,20758
-sky/clouds/oci.py,sha256=_6FtvLBaoFo9ndyDudezMuUVW5gaP4AaZbMoEV82YBQ,27974
-sky/clouds/paperspace.py,sha256=cZkidPfWp7GwV23yNQAnlW2X6m_GXsl5qnmDvw5upHA,11414
-sky/clouds/runpod.py,sha256=5pR4oyFu3yh2BQzE3pxIpNIglsvzwGQ9YkabPW-gBVM,12807
-sky/clouds/scp.py,sha256=Q3DZcio9bIlY3hBuHt7NF3qgXlVzOTdqStSFsH9mI4Y,15655
+sky/clouds/ibm.py,sha256=JQTJQ5wVxVSqH7O05GOld8X5iO16g6Idd_YmRAGZmB8,22567
+sky/clouds/kubernetes.py,sha256=Qu-GmEfy8IDigPHaDSQQeNPKH9k68H-FRI4ab8xFtuc,47947
+sky/clouds/lambda_cloud.py,sha256=ZoKSseOGYlZFNhue2OK75dTU836AAE_pkuVod4yZX68,13260
+sky/clouds/nebius.py,sha256=0ceJUwl1kjwhTJOSDERke8jCrfRxeyb9nLMkQfjBktQ,20926
+sky/clouds/oci.py,sha256=Tos4hgXhYJ4kNkh6aa8_WsaxcD_JmbarR_1GltV-YrM,28158
+sky/clouds/paperspace.py,sha256=yvtD93p79ttpbL8bw8dlJcG-7pvqAGuUolSyHK-XsNo,11582
+sky/clouds/runpod.py,sha256=6fHlT75kYdPWZSfV-mhOvCxum-OkoTlD1iKYEAtlHP4,12973
+sky/clouds/scp.py,sha256=zIRlzUaPvuGVbtQKiaJ2tpnQeUrcaz78h8HTwLN4pfg,15823
 sky/clouds/ssh.py,sha256=PPs1FzhJ4DV-KsaTfvLii7pd80nkF-LXAlY8bjMN8RQ,9970
-sky/clouds/vast.py,sha256=1pzpdGqWDi9sEhDGq8E0f2G9v-2bsQjblNoGVyYR1yI,11751
-sky/clouds/vsphere.py,sha256=8jq_zS7q2DJDRC-MkmQh9ZWPN3j3ZsMucsAk_SZu8lc,12761
+sky/clouds/vast.py,sha256=x_yRS99R-Wi2qplLdFaRfENedSyANgyXffCTXhrmIF8,11912
+sky/clouds/vsphere.py,sha256=aia0MdK0UPa84JyhVNzht7BHfcs1BiJgR9i-crqVwMo,12930
 sky/clouds/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sky/clouds/utils/aws_utils.py,sha256=eT1GUR-OAfKS9CM0ZOARkhAYQ779GEGwPs9OXm6lwt0,2146
 sky/clouds/utils/azure_utils.py,sha256=NToRBnhEyuUvb-nBnsKTxjhOBRkMcrelL8LK4w6s4t8,3555
-sky/clouds/utils/gcp_utils.py,sha256=ZNupZEBsZS9ZvvzB7vsc6f5y1JUBoRcKE0erso_Y93k,7659
+sky/clouds/utils/gcp_utils.py,sha256=zpdibyvdROgDGqllcvQuST3pKqj6pzqX-gxCw-DsCfc,9873
 sky/clouds/utils/oci_utils.py,sha256=yv_Y9oM5WNCnOofu44aKyOPTZZdKfpFLCx3ewZ2VBFY,7994
 sky/clouds/utils/scp_utils.py,sha256=VGuccVO5uFGr8-yolWSoYrgr11z6cIeDBGcqkBzAyOs,18409
-sky/dashboard/out/404.html,sha256=yNzQQsN9o6oyq0e-av29_xLDT1r1OTML7o9TWGuS0m0,1423
-sky/dashboard/out/clusters.html,sha256=0rJ4h7PP3KGRHOrmAGPP7lvXuJVkLpIkiHRGxQZFY_4,1418
-sky/dashboard/out/config.html,sha256=rKr2CZvuJm1U2NFfNiEvNCka0yJB2d_V_JHcTVA2Iik,1414
+sky/dashboard/out/404.html,sha256=cUx0906JlcJsKNoEoUyaV9G7oHtgifRqsQV1TlVb164,1423
+sky/dashboard/out/clusters.html,sha256=agiI2ZkkBKXhhvNcJfUkMW_FEs-4SpOwzx63y4JN3Rw,1418
+sky/dashboard/out/config.html,sha256=fvv80Dyym6z2Mf-9e74yg0StvER5Qqypw9unDLg8a-w,1414
 sky/dashboard/out/favicon.ico,sha256=XilUZZglAl_1zRsg85QsbQgmQAzGPQjcUIJ-A3AzYn8,93590
-sky/dashboard/out/index.html,sha256=Euf9Dw7IjOxchHvRWdFygR8SkMsn0QpcVeC4iFG2kiI,1407
-sky/dashboard/out/infra.html,sha256=Ppikha45vtEboyLPM2frMRSlXN5JUQ9VZp_yiGYP1MQ,1412
-sky/dashboard/out/jobs.html,sha256=aziBpqaL9ghltymq6J8WslEaFg78f90tmdaAMLd5GL0,1410
+sky/dashboard/out/index.html,sha256=NgaE4sIkYBGYeQMa2jG9Kbs2ldBlCjFzf1pqP32cEPA,1407
+sky/dashboard/out/infra.html,sha256=djapoJeEBzqxrTX1kJWC-ON6k-cZ8z_rTDN0DpPQJ2g,1412
+sky/dashboard/out/jobs.html,sha256=ZiWwGLNouIOd6OAmngnKrcOtl6AJIXmaNsGFaz5VcF0,1410
 sky/dashboard/out/skypilot.svg,sha256=c0iRtlfLlaUm2p0rG9NFmo5FN0Qhf3pq5Xph-AeMPJw,5064
-sky/dashboard/out/users.html,sha256=QF18NuylmTUhFshF7ArVA6vE2pLFymlclX0D6CHgJJw,1412
-sky/dashboard/out/volumes.html,sha256=OOjj7wqNfoNem-U7_NzW-pmrZ5qj_71lx0bmG6z_f68,1416
-sky/dashboard/out/workspaces.html,sha256=VRpJVIhkZw5z8iLNZO9sJP3QbXWDwMhLDonxy5L4w3Q,1422
-sky/dashboard/out/_next/static/6TieQqyqsJiaJC33q0FfI/_buildManifest.js,sha256=SMKLljkiS_9UQoF0v1MyY_ziwbXl8KnBBlwCuTRc3V8,2235
-sky/dashboard/out/_next/static/6TieQqyqsJiaJC33q0FfI/_ssgManifest.js,sha256=Z49s4suAsf5y_GfnQSvm4qtq2ggxEbZPfEDTXjy6XgA,80
+sky/dashboard/out/users.html,sha256=xOmOz4CjIEuaA_w8rAXK10EsM-OTXwFJhzlQkwxG3nI,1412
+sky/dashboard/out/volumes.html,sha256=7yudeUFl-ga2pdzpvgT79uQx91SXJcTLFkHqFBko-bY,1416
+sky/dashboard/out/workspaces.html,sha256=0TivthxDR3hSrhl2F3bL8I6hr0_YRCV0zIaO94L_nzk,1422
+sky/dashboard/out/_next/static/O3wBEOmvYEVEqZxAP7Czn/_buildManifest.js,sha256=SMKLljkiS_9UQoF0v1MyY_ziwbXl8KnBBlwCuTRc3V8,2235
+sky/dashboard/out/_next/static/O3wBEOmvYEVEqZxAP7Czn/_ssgManifest.js,sha256=Z49s4suAsf5y_GfnQSvm4qtq2ggxEbZPfEDTXjy6XgA,80
 sky/dashboard/out/_next/static/chunks/1043-1b39779691bb4030.js,sha256=k8-hHIedPKi22M0wZwGOdWZ_S-H0jVnepFwm7i9_zg4,18192
 sky/dashboard/out/_next/static/chunks/1141-726e5a3f00b67185.js,sha256=lEAVPk_18NZpZuPrGx1Xy9VWqE_5n3JuqWbIPS1_ZMw,17823
 sky/dashboard/out/_next/static/chunks/1272-1ef0bf0237faccdb.js,sha256=VJ6y-Z6Eg2T93hQIRfWAbjAkQ7nQhglmIaVbEpKSILY,38451
@@ -174,13 +174,13 @@ sky/dashboard/out/_next/static/chunks/pages/jobs/[job]-c4d5cfac7fbc0668.js,sha25
 sky/dashboard/out/_next/static/chunks/pages/workspace/new-5629d4e551dba1ee.js,sha256=K9tqKHcB2kiSHTAddLaM2oL1PzmqZNTdLDOuNzCaJNM,765
 sky/dashboard/out/_next/static/chunks/pages/workspaces/[name]-7c0187f43757a548.js,sha256=FsoenC6VRkPLE29KkLd4nlSq2qociH4zFexYMxgetOM,1530
 sky/dashboard/out/_next/static/css/0da6afe66176678a.css,sha256=I8b7x4ULdoXHkgk0BsNa0D6k2UYoA2mEhq7H1G_tVQE,44869
-sky/dashboard/out/clusters/[cluster].html,sha256=lxJjYd3ccjhdhqCoJbdqxqQJb-J9nW7hOhGHg1Cad0w,2847
-sky/dashboard/out/clusters/[cluster]/[job].html,sha256=3dpg96pStIpsO21nEAh0mQvjCrHmrsOmoq7u1xXf1Vo,2160
-sky/dashboard/out/infra/[context].html,sha256=zB4Y-_FgAUCUZ-_TUvxXxNqdXjDbvJmWNZT9F-OlaWI,1436
-sky/dashboard/out/jobs/[job].html,sha256=ZBj9RP-fE-lNYtoqg2LK4BJua_0zlOhq0Fw-WmqFFqM,2304
+sky/dashboard/out/clusters/[cluster].html,sha256=NM-HMqTyAzV-R2JNs3qnbViOfTycmUg3P3cByzw78kQ,2847
+sky/dashboard/out/clusters/[cluster]/[job].html,sha256=fYfmNXABLQjZ8wZLUn4iWBxNhJ7GdoTeyRmW6VZYh5M,2160
+sky/dashboard/out/infra/[context].html,sha256=RiwkWxB6fUaM5z_v990T-C-l1N3O3Uc_SKkC6uMTSos,1436
+sky/dashboard/out/jobs/[job].html,sha256=ZbWhC3gyI8ACf2fsHupfJrDJe5EKvTdMlpXG-P-Q7mY,2304
 sky/dashboard/out/videos/cursor-small.mp4,sha256=8tRdp1vjawOrXUar1cfjOc-nkaKmcwCPZx_LO0XlCvQ,203285
-sky/dashboard/out/workspace/new.html,sha256=XSCLSV2bZqtbyD-eqS7mRyLOhLBpucznrYXxdx2tEyI,1428
-sky/dashboard/out/workspaces/[name].html,sha256=M0x3-_wm2L2VSRSY-0SzCHkSpMjZLbuTUw1Ln3d1kK0,2845
+sky/dashboard/out/workspace/new.html,sha256=af4sIaen1YnffB1kT5IPustRH1PgkF78S_Ix-pyUxy8,1428
+sky/dashboard/out/workspaces/[name].html,sha256=PfZBShKwPOfYYKBhgD_aAFchecW4zjuVmEFVq1t_hfc,2845
 sky/data/__init__.py,sha256=Nhaf1NURisXpZuwWANa2IuCyppIuc720FRwqSE2oEwY,184
 sky/data/data_transfer.py,sha256=N8b0CQebDuHieXjvEVwlYmK6DbQxUGG1RQJEyTbh3dU,12040
 sky/data/data_utils.py,sha256=CNYPM963qby5ddW0DZNbhiWXkqgB9MHh_jrC5DoBctM,33437
@@ -204,7 +204,7 @@ sky/logs/agent.py,sha256=tv0C40_FauZpvU93Ro_mC23LnaXWhSTjqch1JQMXiqw,2771
 sky/logs/gcp.py,sha256=eKVEcHO3FJRg_YTcE9omE8uAIF6AdBWWpkEPqWFAqXg,3857
 sky/metrics/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sky/metrics/utils.py,sha256=Cww3yNG4HyW4DEdLOFUayFgMZ16t2JFSvvhuTTV7Vio,7654
-sky/provision/__init__.py,sha256=bADZkpZdy7QxIc7WDkh-X5cd3Uv64wy2K7IB9Xpw348,7554
+sky/provision/__init__.py,sha256=ZdSBl3_UojMQjebUTjZK8zBWqnEhkRJ5SfydqaD_6Ys,7814
 sky/provision/common.py,sha256=LdjM9SL9NDtsARom12tVv_WoUNL3PTlU5RoLfeWGGgM,10807
 sky/provision/constants.py,sha256=oc_XDUkcoLQ_lwDy5yMeMSWviKS0j0s1c0pjlvpNeWY,800
 sky/provision/docker_utils.py,sha256=ev_f5ZebMZ4NYe6OxleisBO8EAB6W0FHFJlaqVK3ugE,20939
@@ -235,10 +235,10 @@ sky/provision/fluidstack/__init__.py,sha256=h2df4JHCHtBMYZwtC05WM0VnLbAsRO-T3GFT
 sky/provision/fluidstack/config.py,sha256=hDqesKEVjIhXLTWej3fDdpbHtKBXoybxFGgC6T8U5uo,326
 sky/provision/fluidstack/fluidstack_utils.py,sha256=NdhQcwhIPGT21g7lQR-t6j-1zTA_1ZgOhh1oR7rmV4A,5883
 sky/provision/fluidstack/instance.py,sha256=zCyG8_gmMowzXpmEfv4yBYXgyslKjNXsbFXBq8eQnzc,13788
-sky/provision/gcp/__init__.py,sha256=zlgjR2JoaGD7sStGStMRu9bJ62f-8NKEIyb-bFHBlzM,528
-sky/provision/gcp/config.py,sha256=AHYa5Cd6za_hQngu3JgLrXfZ5Tn_339nGoZHP2mYYcY,41667
-sky/provision/gcp/constants.py,sha256=TT9Ci3hu-0-o21B7iNfQX8qRThrQOkbADmnXz7Hv6AA,16136
-sky/provision/gcp/instance.py,sha256=fHtOh-Qo1rk_oL7wZML2s6tKUyQxQu2nuIsb_E0x_rQ,25118
+sky/provision/gcp/__init__.py,sha256=OoV5L-FOx3rdfgkIEu3wrnefybc734RKIldsKaC2Qnc,596
+sky/provision/gcp/config.py,sha256=9QxZPRGsclAeI-K5AbrmaXjWUa8ze6VtwoTonkS3R_s,45120
+sky/provision/gcp/constants.py,sha256=gb1DxFBvJTfMjJkR-GtyD-vFGSriDTr7kRVG9F138wc,16001
+sky/provision/gcp/instance.py,sha256=AZmqFDckqkPKhDvN6fDBRFGNVkrWzoZRcWI57HI3o9A,26009
 sky/provision/gcp/instance_utils.py,sha256=RM5KOAk56TU8q1LNRoo9yl4VwQ3DDq7FAfTxpgdZVTc,72094
 sky/provision/gcp/mig_utils.py,sha256=oFpcFZoapHMILSE4iIm8V5bxP1RhbMHRF7cciqq8qAk,7883
 sky/provision/gcp/volume_utils.py,sha256=tTZ8QFbssPYJQlFZ48_DUUemywn248__Jr1-l429WK8,11856
@@ -249,10 +249,10 @@ sky/provision/hyperbolic/utils.py,sha256=NCa3ULvIi64-YHYoOnPd3SShlJ6VuQsEwaTBqHF
 sky/provision/kubernetes/__init__.py,sha256=xzVA9OCga0pCdUAQ7zZiCZMdq-Y0182oHlIKWESA15A,896
 sky/provision/kubernetes/config.py,sha256=iuKFZdivSaEOZf6PWz3JLju3bqyIuO58jTb9fFUn8nE,29632
 sky/provision/kubernetes/constants.py,sha256=vZJQsAVjAgwsOskB48tIFSXtNw7IFnJOQE_H6N-vOYQ,1130
-sky/provision/kubernetes/instance.py,sha256=5Aq2k9-KQuDmA0wLQV6_ho3oCp2yczL3Q2r9lG2wsok,58135
+sky/provision/kubernetes/instance.py,sha256=VlwOQGhLS_yZwBtpb7d0V40O1I_VI0nDEjRrHIsTb8w,58910
 sky/provision/kubernetes/network.py,sha256=Dgj8u7IQBHKHt-mSDhYzue1wfDk96FR_8fO89TwuZ2E,12846
 sky/provision/kubernetes/network_utils.py,sha256=eEbt8acJW3Ohe6qHZNZ9GAQ29kIZEQX7Q5S08yOuvhA,12220
-sky/provision/kubernetes/utils.py,sha256=dHfEDPpMUTOPXaldrehoGApc5HIJQKYZ6WgSbmw4Gu8,142860
+sky/provision/kubernetes/utils.py,sha256=OSU4m5eMuhDaIw3Verzt5B5L_dG46D0gN7nPZNEMDVw,143136
 sky/provision/kubernetes/volume.py,sha256=KaYls4QU_QNXoncAiySeUX479zuzeCeW2iB1tWtJe8w,8061
 sky/provision/kubernetes/manifests/fusermount-server-daemonset.yaml,sha256=S87GNAbDqgTrLuxF-afPAqQ0V-i41El4s_9KBZMuaag,1331
 sky/provision/lambda_cloud/__init__.py,sha256=6EEvSgtUeEiup9ivIFevHmgv0GqleroO2X0K7TRa2nE,612
@@ -326,16 +326,16 @@ sky/server/config.py,sha256=XWf5Kw4am6vMO5wcyWevbQAFH-dmKb7AMEgDzD083-M,8538
 sky/server/constants.py,sha256=v6RP8ZEwCNsxO2s2IukgOcEldZO5bvcQaxmOTA0Cf0g,2321
 sky/server/metrics.py,sha256=aVRaSwpBVXE9dXIVd9bNsSigKM4bkqNq0eTpP0Noyo8,3657
 sky/server/rest.py,sha256=elMpi-cS301OqTwmFZb7fWYXr1vdJ28YT1zIDH1IpBk,5968
-sky/server/server.py,sha256=Zv9WgfGfg9dnGQaEfA5mxsua9x3vp067TvCiCxHDIKA,72833
+sky/server/server.py,sha256=iauONRTcoQ872zVnAq6xEChmEJP0-qVr3odlWqeIXF4,72855
 sky/server/state.py,sha256=YbVOMJ1JipQQv17gLIGyiGN7MKfnP83qlUa5MB1z0Yk,747
 sky/server/stream_utils.py,sha256=RS4RuMxQqTGqp3uxzZVtmFWzos4d49P7hMX_VklzEVU,9189
-sky/server/uvicorn.py,sha256=3mdSUbc8zHRYAbZZLkfPB6U9VXD_t2jDM1BMjpTx1Mo,9014
+sky/server/uvicorn.py,sha256=s3PnFVCZh_6BB6Zw76K-jL-NmtDTEg8rlbuaRKbgVTQ,9125
 sky/server/versions.py,sha256=3atZzUa7y1XeKNcrfVxKWAo_5ZyCOnbY7DKpIqed7Do,10011
 sky/server/html/log.html,sha256=TSGZktua9Ysl_ysg3w60rjxAxhH61AJnsYDHdtqrjmI,6929
 sky/server/html/token_page.html,sha256=eUndS5u1foL9vaWGPRTLMt7lCzD1g0wYJ2v_EeeFzlc,7046
 sky/server/requests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sky/server/requests/event_loop.py,sha256=OhpPbuce65bbjpGRlcJa78AVnYSm08SzFKt70ypCUuQ,1211
-sky/server/requests/executor.py,sha256=v_ae2H9GGMiwxbVT9h0J2fUOSjqIs3F9lKbMtrzb1-k,26476
+sky/server/requests/executor.py,sha256=jp2_ypDMiAmcb-2Ms06JnMhmEHnvWMLKQlVoaSptV8E,26614
 sky/server/requests/payloads.py,sha256=P4Qv8fWQD6Xz7hP-dMvsA63SpPbWjYespgO5-ch2wik,23334
 sky/server/requests/preconditions.py,sha256=uUQjzFFHf7O5-WvBypMzqViGmd1CXksbqrrDPmY_s_Y,7178
 sky/server/requests/process.py,sha256=I0ToOcF_cMJi5TfZMJOn9rDmJYewQOV07Pnetzqj2IU,10805
@@ -354,7 +354,7 @@ sky/skylet/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sky/skylet/attempt_skylet.py,sha256=GZ6ITjjA0m-da3IxXXfoHR6n4pjp3X3TOXUqVvSrV0k,2136
 sky/skylet/autostop_lib.py,sha256=kGUnHm-jpF4zl3UJfB-4pnoldWpnVeR96WwYGSw7em0,4630
 sky/skylet/configs.py,sha256=kV490lonYVVQMDRO2haizlt9fpQmqBIpwBScn14zS78,2132
-sky/skylet/constants.py,sha256=jveG7A_vi3mWIG8Ix5_vD2GnmTSm8gGalXxyxsx7yQ8,23452
+sky/skylet/constants.py,sha256=qbFqy7HDwEo85ttSR6l_xF6zXu6YyI0v4aFbhzOgCJY,23625
 sky/skylet/events.py,sha256=pnV3ZiwWhXqTHpU5B5Y9Xwam_7FQDI6IrxgSx7X_NVA,12743
 sky/skylet/job_lib.py,sha256=aZ_lUU1u0HVU2AdTcYcFUAS7eeelK-bAbJlCoZ3QX7A,48267
 sky/skylet/log_lib.py,sha256=9nLOhevnM668itQyVyPSoQHKfZ2MWm_FwXPxK28X0oM,23201
@@ -383,14 +383,14 @@ sky/templates/azure-ray.yml.j2,sha256=2_WQ3x_LoraE3F12qc97DUXZvD9no0gs8jGRhvkV3N
 sky/templates/cudo-ray.yml.j2,sha256=9g0yFYUk6xPet-JNTPuVDZlVZ9oAcFPL1qaE6fyy-Xc,3797
 sky/templates/do-ray.yml.j2,sha256=7XZsM2H6RF2muHCm6xnqglnKhONXH8S3Y_mFiVxD558,4220
 sky/templates/fluidstack-ray.yml.j2,sha256=dNr9svMNp0z6-PHyQeRa6Hl3SbgqMESgBdfpvtP3aH0,3789
-sky/templates/gcp-ray.yml.j2,sha256=2wK1j7nkLzZm2kHIbc76WZ-dk4yxObzBEEhzTEQUOuc,11789
+sky/templates/gcp-ray.yml.j2,sha256=WO07ZUGBS6mWCMcdrmcXNGKSNTxhmOb6lMqwycnEFc4,11860
 sky/templates/hyperbolic-ray.yml.j2,sha256=ThGcxd9m6RbgnZcT6imdikimwRhO5baYrP2h3Wx4HXM,2488
 sky/templates/ibm-ray.yml.j2,sha256=n_EsoqQx1DUPDh7ZgCxvlEEZnROJ4rBXrFcHYVRIN2c,6907
 sky/templates/jobs-controller.yaml.j2,sha256=3HxM6p0t50_eZjk-gVThkLtM5hlwU6F1jFmPUHIeEVY,2248
 sky/templates/kubernetes-ingress.yml.j2,sha256=73iDklVDWBMbItg0IexCa6_ClXPJOxw7PWz3leku4nE,1340
 sky/templates/kubernetes-loadbalancer.yml.j2,sha256=IxrNYM366N01bbkJEbZ_UPYxUP8wyVEbRNFHRsBuLsw,626
 sky/templates/kubernetes-port-forward-proxy-command.sh,sha256=iw7mypHszg6Ggq9MbyiYMFOkSlXaQZulaxqC5IWYGCc,3381
-sky/templates/kubernetes-ray.yml.j2,sha256=S8Uqag6CfH91GMK1008ZaTDxEcjk3UfkDbGTuNmOHCA,46293
+sky/templates/kubernetes-ray.yml.j2,sha256=wHVJVa1vSpuGbxZE7AH5H7Q3IFQstw1Tc84rkk7qMgo,46607
 sky/templates/kubernetes-ssh-jump.yml.j2,sha256=k5W5sOIMppU7dDkJMwPlqsUcb92y7L5_TVG3hkgMy8M,2747
 sky/templates/lambda-ray.yml.j2,sha256=AeFThho5hPQMncrOWQ6DhEWOsAuZtdxf1gjmp_6kPJA,4747
 sky/templates/local-ray.yml.j2,sha256=FNHeyHF6nW9nU9QLIZceUWfvrFTTcO51KqhTnYCEFaA,1185
@@ -437,12 +437,13 @@ sky/utils/log_utils.py,sha256=21WN-uAf94zornM0wiCo2r7TCw7XhYvm8REPVfHNMiQ,29285
 sky/utils/message_utils.py,sha256=zi2Z7PEX6Xq_zvho-aEZe_J7UvpKOLdVDdGAcipRQPU,2662
 sky/utils/registry.py,sha256=I08nS0rvCF-xR5GEZoHEVgN1jcOeglz77h7xPpBCIjU,4179
 sky/utils/resource_checker.py,sha256=N18XhoVIqjY1VzmKvxQxRchRgC2WIgcEQyHDkLvg4Y8,5825
-sky/utils/resources_utils.py,sha256=9HyFUySaXZsF_XKJvJa1_dy35CrX5tAm5HoOnpYWREo,15106
+sky/utils/resources_utils.py,sha256=zcJXHYQt6WtQHKuWEif1QP1NtSO7XQYJBaEs625yV1Y,15958
 sky/utils/rich_console_utils.py,sha256=wPvAlshaFHuMZSjiDnaK3OSBppZLBjAn-lj7AvxNBQk,553
 sky/utils/rich_utils.py,sha256=ZKztFc0D5q7ma_NE2p9UKjVS9zqcJ3L53FRw6SPoUvg,14707
-sky/utils/schemas.py,sha256=pfoJA2EXYp0NOUj20D3lw232Pw8XGuVyf6KkvJ8vUmE,51726
+sky/utils/schemas.py,sha256=uThhjgjxtf_13SEcnKq9Mrdkr_8xMmyNaihnwNoMwsU,52241
 sky/utils/status_lib.py,sha256=QGkd6COD1GX1h30Mk9RMUdyeUOMJs5971GkxTcFgdsU,1705
 sky/utils/subprocess_utils.py,sha256=tOpFY_1ml7JkVGAN1o473lcKPklGR95qBCW61eu8kEo,15773
+sky/utils/tempstore.py,sha256=TvCVXnPHzy_BLAXHhWvUcldqOY8iXh1vEWtBGHcpbmo,1725
 sky/utils/timeline.py,sha256=ob6s3bc7nwAuSI76yLKBrSR5bzOHnOhbozz1avwoet4,4070
 sky/utils/ux_utils.py,sha256=hris-DNQR0-okNOzH2EZQJXBPWAn3LdAl3dtl9KPgng,10419
 sky/utils/validator.py,sha256=AHIYEBpxzpC2Eg8TulruFqQSjTxeynB0Dc7cfP1RX2M,1159
@@ -479,9 +480,9 @@ sky/workspaces/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sky/workspaces/core.py,sha256=MkQoVqWN67tf4VRq284U9vgAw4lwb_cpUfwHQT4V9Ow,16598
 sky/workspaces/server.py,sha256=Box45DS54xXGHy7I3tGKGy-JP0a8G_z6IhfvGlEXtsA,3439
 sky/workspaces/utils.py,sha256=IIAiFoS6sdb2t0X5YoX9AietpTanZUQNTK8cePun-sY,2143
-skypilot_nightly-1.0.0.dev20250704.dist-info/licenses/LICENSE,sha256=emRJAvE7ngL6x0RhQvlns5wJzGI3NEQ_WMjNmd9TZc4,12170
-skypilot_nightly-1.0.0.dev20250704.dist-info/METADATA,sha256=IhXJKqXPO1QKORMRMFI0hQidarSR6N7yvDbv43VHvFI,18908
-skypilot_nightly-1.0.0.dev20250704.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-skypilot_nightly-1.0.0.dev20250704.dist-info/entry_points.txt,sha256=StA6HYpuHj-Y61L2Ze-hK2IcLWgLZcML5gJu8cs6nU4,36
-skypilot_nightly-1.0.0.dev20250704.dist-info/top_level.txt,sha256=qA8QuiNNb6Y1OF-pCUtPEr6sLEwy2xJX06Bd_CrtrHY,4
-skypilot_nightly-1.0.0.dev20250704.dist-info/RECORD,,
+skypilot_nightly-1.0.0.dev20250708.dist-info/licenses/LICENSE,sha256=emRJAvE7ngL6x0RhQvlns5wJzGI3NEQ_WMjNmd9TZc4,12170
+skypilot_nightly-1.0.0.dev20250708.dist-info/METADATA,sha256=FY6IE86BB5AzLYMUDpwVY_Y_TLxkSmUQ0wwHW3N9v8U,18864
+skypilot_nightly-1.0.0.dev20250708.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+skypilot_nightly-1.0.0.dev20250708.dist-info/entry_points.txt,sha256=StA6HYpuHj-Y61L2Ze-hK2IcLWgLZcML5gJu8cs6nU4,36
+skypilot_nightly-1.0.0.dev20250708.dist-info/top_level.txt,sha256=qA8QuiNNb6Y1OF-pCUtPEr6sLEwy2xJX06Bd_CrtrHY,4
+skypilot_nightly-1.0.0.dev20250708.dist-info/RECORD,,