skypilot-nightly 1.0.0.dev20250915__py3-none-any.whl → 1.0.0.dev20250916__py3-none-any.whl

sky/provision/docker_utils.py

@@ -32,6 +32,30 @@ DOCKER_SOCKET_NOT_READY_STR = ('Is the docker daemon running?')
 
 _DOCKER_SOCKET_WAIT_TIMEOUT_SECONDS = 30
 
+# Install AWS CLI v2 (not v1 from pip) as it's required for ECR authentication
+# AWS CLI v2 is installed as a standalone binary, not a Python package. See:
+# https://docs.aws.amazon.com/cli/latest/userguide/getting-started-install.html
+INSTALL_AWS_CLI_CMD = (
+    'which aws || ((command -v unzip >/dev/null 2>&1 || '
+    '(sudo apt-get update && sudo apt-get install -y unzip)) && '
+    'curl -fsSL "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" '
+    '-o "/tmp/awscliv2.zip" && '
+    'unzip -q /tmp/awscliv2.zip -d /tmp && sudo /tmp/aws/install '
+    '&& rm -rf /tmp/awscliv2.zip /tmp/aws)')
+
+
+def _extract_region_from_ecr_server(server: str) -> str:
+    """Extract AWS region from ECR server URL.
+
+    ECR server format: <account-id>.dkr.ecr.<region>.amazonaws.com
+    Returns the region part from the URL.
+    """
+    # Split: ['<account-id>', 'dkr', 'ecr', '<region>', 'amazonaws', 'com']
+    parts = server.split('.')
+    if len(parts) >= 6 and parts[1] == 'dkr' and parts[2] == 'ecr':
+        return parts[3]
+    raise ValueError(f'Invalid ECR server format: {server}')
+
 
 @dataclasses.dataclass
 class DockerLoginConfig:
@@ -236,9 +260,9 @@ class DockerInitializer:
 
         # SkyPilot: Docker login if user specified a private docker registry.
         if 'docker_login_config' in self.docker_config:
-            # TODO(tian): Maybe support a command to get the login password?
             docker_login_config = DockerLoginConfig(
                 **self.docker_config['docker_login_config'])
+
             if docker_login_config.password:
                 # Password is allowed to be empty, in that case, we will not run
                 # the login command, and assume that the image pulling is
@@ -249,6 +273,25 @@ class DockerInitializer:
                     f'--password {shlex.quote(docker_login_config.password)} '
                     f'{shlex.quote(docker_login_config.server)}',
                     wait_for_docker_daemon=True)
+            elif (docker_login_config.server.endswith('.amazonaws.com') and
+                  '.dkr.ecr.' in docker_login_config.server):
+                # AWS ECR: Use aws ecr get-login-password for authentication
+                # ECR format: <account-id>.dkr.ecr.<region>.amazonaws.com
+                # This command uses the IAM credentials from the EC2 instance
+                # Ref: https://docs.aws.amazon.com/AmazonECR/latest/userguide/registry_auth.html # pylint: disable=line-too-long
+                region = _extract_region_from_ecr_server(
+                    docker_login_config.server)
+
+                # AWS CLI is not pre-installed on AWS instances, unlike gcloud
+                # on GCP instances, so we need to install it first
+                self._run(INSTALL_AWS_CLI_CMD, wait_for_docker_daemon=False)
+
+                self._run(
+                    f'aws ecr get-login-password --region {region} | '
+                    f'{self.docker_cmd} login --username AWS '
+                    f'--password-stdin '
+                    f'{shlex.quote(docker_login_config.server)}',
+                    wait_for_docker_daemon=True)
             elif docker_login_config.server.endswith('-docker.pkg.dev'):
                 # Docker image server is on GCR, we need to do additional setup
                 # to pull the image.

sky/provision/instance_setup.py

@@ -136,6 +136,20 @@ def _hint_worker_log_path(cluster_name: str, cluster_info: common.ClusterInfo,
         logger.info(f'Logs of worker nodes can be found at: {worker_log_path}')
 
 
+class SSHThreadPoolExecutor(futures.ThreadPoolExecutor):
+    """ThreadPoolExecutor that kills children processes on exit."""
+
+    def __exit__(self, exc_type, exc_val, exc_tb):
+        # ssh command runner eventually calls
+        # log_lib.run_with_log, which will spawn
+        # subprocesses. If we are exiting the context
+        # we need to kill the children processes
+        # to avoid leakage.
+        subprocess_utils.kill_children_processes()
+        self.shutdown()
+        return False
+
+
 def _parallel_ssh_with_cache(func,
                              cluster_name: str,
                              stage_name: str,
@@ -148,7 +162,7 @@ def _parallel_ssh_with_cache(func,
         # as 32 is too large for some machines.
         max_workers = subprocess_utils.get_parallel_threads(
             cluster_info.provider_name)
-    with futures.ThreadPoolExecutor(max_workers=max_workers) as pool:
+    with SSHThreadPoolExecutor(max_workers=max_workers) as pool:
         results = []
         runners = provision.get_command_runners(cluster_info.provider_name,
                                                 cluster_info, **ssh_credentials)

sky/provision/lambda_cloud/instance.py

@@ -106,34 +106,35 @@ def run_instances(region: str, cluster_name_on_cloud: str,
     created_instance_ids = []
     remote_ssh_key_name = config.authentication_config['remote_key_name']
 
-    def launch_nodes(node_type: str, quantity: int) -> List[str]:
+    def launch_node(node_type: str) -> str:
         try:
             instance_ids = lambda_client.create_instances(
                 instance_type=config.node_config['InstanceType'],
                 region=region,
                 name=f'{cluster_name_on_cloud}-{node_type}',
-                quantity=quantity,
+                # Quantity cannot actually be greater than 1; see:
+                # https://github.com/skypilot-org/skypilot/issues/7084
+                quantity=1,
                 ssh_key_name=remote_ssh_key_name,
             )
-            logger.info(f'Launched {len(instance_ids)} {node_type} node(s), '
-                        f'instance_ids: {instance_ids}')
-            return instance_ids
+            logger.info(f'Launched {node_type} node, '
+                        f'instance_id: {instance_ids[0]}')
+            return instance_ids[0]
         except Exception as e:
             logger.warning(f'run_instances error: {e}')
             raise
 
     if head_instance_id is None:
-        instance_ids = launch_nodes('head', 1)
-        assert len(instance_ids) == 1
-        created_instance_ids.append(instance_ids[0])
-        head_instance_id = instance_ids[0]
+        head_instance_id = launch_node('head')
+        created_instance_ids.append(head_instance_id)
 
     assert head_instance_id is not None, 'head_instance_id should not be None'
 
     worker_node_count = to_start_count - 1
     if worker_node_count > 0:
-        instance_ids = launch_nodes('worker', worker_node_count)
-        created_instance_ids.extend(instance_ids)
+        for _ in range(worker_node_count):
+            worker_instance_id = launch_node('worker')
+            created_instance_ids.append(worker_instance_id)
 
     while True:
         instances = _filter_instances(cluster_name_on_cloud, ['active'])

sky/server/common.py

@@ -515,6 +515,19 @@ def get_request_id(response: 'requests.Response') -> RequestId[T]:
     return RequestId[T](request_id)
 
 
+def get_stream_request_id(
+        response: 'requests.Response') -> Optional[RequestId[T]]:
+    """This is same as the above function, but just for `sdk.stream_and_get.
+    We do this because `/api/stream` may choose the latest request id, and
+    we need to keep track of that information. Request id in this case can
+    be None."""
+    handle_request_error(response)
+    request_id = response.headers.get(server_constants.STREAM_REQUEST_HEADER)
+    if request_id is not None:
+        return RequestId[T](request_id)
+    return None
+
+
 def _start_api_server(deploy: bool = False,
                       host: str = '127.0.0.1',
                       foreground: bool = False,

sky/server/constants.py

@@ -61,3 +61,6 @@ DASHBOARD_DIR = os.path.join(os.path.dirname(__file__), '..', 'dashboard',
 
 # The interval (seconds) for the event to be restarted in the background.
 DAEMON_RESTART_INTERVAL_SECONDS = 20
+
+# Cookie header for stream request id.
+STREAM_REQUEST_HEADER = 'X-SkyPilot-Stream-Request-ID'

sky/server/requests/executor.py

@@ -282,8 +282,8 @@ def _get_queue(schedule_type: api_requests.ScheduleType) -> RequestQueue:
 
 @contextlib.contextmanager
 def override_request_env_and_config(
-        request_body: payloads.RequestBody,
-        request_id: str) -> Generator[None, None, None]:
+        request_body: payloads.RequestBody, request_id: str,
+        request_name: str) -> Generator[None, None, None]:
     """Override the environment and SkyPilot config for a request."""
     original_env = os.environ.copy()
     try:
@@ -319,9 +319,22 @@ def override_request_env_and_config(
         with skypilot_config.override_skypilot_config(
                 request_body.override_skypilot_config,
                 request_body.override_skypilot_config_path):
-            # Rejecting requests to workspaces that the user does not have
-            # permission to access.
-            workspaces_core.reject_request_for_unauthorized_workspace(user)
+            # Skip permission check for sky.workspaces.get request
+            # as it is used to determine which workspaces the user
+            # has access to.
+            if request_name != 'sky.workspaces.get':
+                try:
+                    # Reject requests that the user does not have permission
+                    # to access.
+                    workspaces_core.reject_request_for_unauthorized_workspace(
+                        user)
+                except exceptions.PermissionDeniedError as e:
+                    logger.debug(
+                        f'{request_id} permission denied to workspace: '
+                        f'{skypilot_config.get_active_workspace()}: {e}')
+                    raise e
+            logger.debug(
+                f'{request_id} permission granted to {request_name} request')
             yield
     finally:
         # We need to call the save_timeline() since atexit will not be
@@ -402,7 +415,8 @@ def _request_execution_wrapper(request_id: str,
         # captured in the log file.
         try:
             with sky_logging.add_debug_log_handler(request_id), \
-                override_request_env_and_config(request_body, request_id), \
+                override_request_env_and_config(
+                    request_body, request_id, request_name), \
                 tempstore.tempdir():
                 if sky_logging.logging_enabled(logger, sky_logging.DEBUG):
                     config = skypilot_config.to_dict()

sky/server/server.py

@@ -1571,6 +1571,15 @@ async def stream(
                     detail=f'Log path {log_path!r} does not exist')
 
         log_path_to_stream = resolved_log_path
+
+    headers = {
+        'Cache-Control': 'no-cache, no-transform',
+        'X-Accel-Buffering': 'no',
+        'Transfer-Encoding': 'chunked'
+    }
+    if request_id is not None:
+        headers[server_constants.STREAM_REQUEST_HEADER] = request_id
+
     return fastapi.responses.StreamingResponse(
         content=stream_utils.log_streamer(request_id,
                                           log_path_to_stream,
@@ -1578,11 +1587,7 @@ async def stream(
                                           tail=tail,
                                           follow=follow),
         media_type='text/plain',
-        headers={
-            'Cache-Control': 'no-cache, no-transform',
-            'X-Accel-Buffering': 'no',
-            'Transfer-Encoding': 'chunked'
-        },
+        headers=headers,
     )
 
 

sky/skypilot_config.py

@@ -415,10 +415,17 @@ def local_active_workspace_ctx(workspace: str) -> Iterator[None]:
 def get_active_workspace(force_user_workspace: bool = False) -> str:
     context_workspace = getattr(_active_workspace_context, 'workspace', None)
     if not force_user_workspace and context_workspace is not None:
-        logger.debug(f'Get context workspace: {context_workspace}')
+        logger.debug(f'Got context workspace: {context_workspace}')
         return context_workspace
-    return get_nested(keys=('active_workspace',),
-                      default_value=constants.SKYPILOT_DEFAULT_WORKSPACE)
+    active_workspace = get_nested(keys=('active_workspace',),
+                                  default_value=None)
+    if active_workspace is None:
+        logger.debug(f'No active workspace found, using default workspace: '
+                     f'{constants.SKYPILOT_DEFAULT_WORKSPACE}')
+        active_workspace = constants.SKYPILOT_DEFAULT_WORKSPACE
+    else:
+        logger.debug(f'Got active workspace: {active_workspace}')
+    return active_workspace
 
 
 def set_nested(keys: Tuple[str, ...], value: Any) -> Dict[str, Any]:

{skypilot_nightly-1.0.0.dev20250915.dist-info → skypilot_nightly-1.0.0.dev20250916.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: skypilot-nightly
-Version: 1.0.0.dev20250915
+Version: 1.0.0.dev20250916
 Summary: SkyPilot: Run AI on Any Infra — Unified, Faster, Cheaper.
 Author: SkyPilot Team
 License: Apache 2.0
@@ -151,49 +151,49 @@ Requires-Dist: grpcio>=1.63.0; extra == "server"
 Requires-Dist: protobuf<7.0.0,>=5.26.1; extra == "server"
 Requires-Dist: aiosqlite; extra == "server"
 Provides-Extra: all
-Requires-Dist: azure-identity>=1.19.0; extra == "all"
-Requires-Dist: python-dateutil; extra == "all"
-Requires-Dist: botocore>=1.29.10; extra == "all"
-Requires-Dist: awscli>=1.27.10; extra == "all"
-Requires-Dist: ibm-cos-sdk; extra == "all"
-Requires-Dist: anyio; extra == "all"
+Requires-Dist: boto3>=1.26.1; extra == "all"
+Requires-Dist: colorama<0.4.5; extra == "all"
 Requires-Dist: msgraph-sdk; extra == "all"
-Requires-Dist: aiohttp; extra == "all"
-Requires-Dist: pyopenssl<24.3.0,>=23.2.0; extra == "all"
 Requires-Dist: pyjwt; extra == "all"
+Requires-Dist: google-api-python-client>=2.69.0; extra == "all"
 Requires-Dist: passlib; extra == "all"
 Requires-Dist: ecsapi>=0.2.0; extra == "all"
 Requires-Dist: azure-common; extra == "all"
-Requires-Dist: kubernetes!=32.0.0,>=20.0.0; extra == "all"
-Requires-Dist: azure-core>=1.31.0; extra == "all"
-Requires-Dist: azure-mgmt-compute>=33.0.0; extra == "all"
-Requires-Dist: azure-storage-blob>=12.23.1; extra == "all"
-Requires-Dist: boto3>=1.26.1; extra == "all"
+Requires-Dist: grpcio>=1.63.0; extra == "all"
+Requires-Dist: ibm-vpc; extra == "all"
+Requires-Dist: cudo-compute>=0.1.10; extra == "all"
 Requires-Dist: azure-core>=1.24.0; extra == "all"
+Requires-Dist: ibm-cos-sdk; extra == "all"
+Requires-Dist: azure-identity>=1.19.0; extra == "all"
+Requires-Dist: kubernetes!=32.0.0,>=20.0.0; extra == "all"
+Requires-Dist: nebius>=0.2.47; extra == "all"
+Requires-Dist: protobuf<7.0.0,>=5.26.1; extra == "all"
+Requires-Dist: msrestazure; extra == "all"
 Requires-Dist: oci; extra == "all"
-Requires-Dist: docker; extra == "all"
-Requires-Dist: sqlalchemy_adapter; extra == "all"
+Requires-Dist: azure-core>=1.31.0; extra == "all"
+Requires-Dist: ray[default]>=2.6.1; extra == "all"
 Requires-Dist: google-cloud-storage; extra == "all"
-Requires-Dist: nebius>=0.2.47; extra == "all"
 Requires-Dist: azure-mgmt-network>=27.0.0; extra == "all"
-Requires-Dist: casbin; extra == "all"
+Requires-Dist: ibm-cloud-sdk-core; extra == "all"
+Requires-Dist: awscli>=1.27.10; extra == "all"
+Requires-Dist: aiosqlite; extra == "all"
 Requires-Dist: pyvmomi==8.0.1.0.2; extra == "all"
-Requires-Dist: grpcio>=1.63.0; extra == "all"
-Requires-Dist: ibm-platform-services>=0.48.0; extra == "all"
+Requires-Dist: websockets; extra == "all"
+Requires-Dist: sqlalchemy_adapter; extra == "all"
+Requires-Dist: python-dateutil; extra == "all"
+Requires-Dist: azure-cli>=2.65.0; extra == "all"
+Requires-Dist: pyopenssl<24.3.0,>=23.2.0; extra == "all"
 Requires-Dist: vastai-sdk>=0.1.12; extra == "all"
-Requires-Dist: google-api-python-client>=2.69.0; extra == "all"
-Requires-Dist: ibm-vpc; extra == "all"
-Requires-Dist: colorama<0.4.5; extra == "all"
+Requires-Dist: docker; extra == "all"
+Requires-Dist: azure-storage-blob>=12.23.1; extra == "all"
+Requires-Dist: aiohttp; extra == "all"
+Requires-Dist: ibm-platform-services>=0.48.0; extra == "all"
+Requires-Dist: azure-mgmt-compute>=33.0.0; extra == "all"
 Requires-Dist: pydo>=0.3.0; extra == "all"
-Requires-Dist: msrestazure; extra == "all"
-Requires-Dist: aiosqlite; extra == "all"
 Requires-Dist: runpod>=1.6.1; extra == "all"
-Requires-Dist: azure-cli>=2.65.0; extra == "all"
-Requires-Dist: protobuf<7.0.0,>=5.26.1; extra == "all"
-Requires-Dist: ibm-cloud-sdk-core; extra == "all"
-Requires-Dist: websockets; extra == "all"
-Requires-Dist: cudo-compute>=0.1.10; extra == "all"
-Requires-Dist: ray[default]>=2.6.1; extra == "all"
+Requires-Dist: botocore>=1.29.10; extra == "all"
+Requires-Dist: anyio; extra == "all"
+Requires-Dist: casbin; extra == "all"
 Dynamic: author
 Dynamic: classifier
 Dynamic: description

{skypilot_nightly-1.0.0.dev20250915.dist-info → skypilot_nightly-1.0.0.dev20250916.dist-info}/RECORD

@@ -1,4 +1,4 @@
-sky/__init__.py,sha256=GF0YsyG4OiXLqkq861OYsa3OZMUfbc7NM3c3JqFylmI,6652
+sky/__init__.py,sha256=zcfx4CVEslgr9P9d5zGjeLBw1aTa1V0GKol9VcGylxE,6652
 sky/admin_policy.py,sha256=XdcJnYqmude-LGGop-8U-FeiJcqtfYsYtIy4rmoCJnM,9799
 sky/authentication.py,sha256=IWIKJusYqRj0TqmwAS_WOIbrOAAFNWmQ52BdhUewIko,27198
 sky/check.py,sha256=Z7D6txaOAEL7fyEQ8q-Zxk1aWaHpEcl412Rj2mThbQ0,31025
@@ -14,7 +14,7 @@ sky/optimizer.py,sha256=iR57bL_8BeG6bh1sH3J6n6i65EBFjmyftezYM4nnDZA,64150
 sky/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sky/resources.py,sha256=TY-JVOOBexmLEbUj_8tYU8O_F9jKDpFkexcGUjl0XJk,107313
 sky/sky_logging.py,sha256=BQtgSnt-4TLeMLLoxhk9jE7JCnXGko1cTim9ouuefAY,9755
-sky/skypilot_config.py,sha256=UEDR6hOOs-B95rfIvkTk0kq0XvuLRA2nzs3OczHPK6k,37260
+sky/skypilot_config.py,sha256=h0lCf0NC3ml19S4_Oc52w7QLEyzFgejFQAoLbVOydO4,37594
 sky/task.py,sha256=654W75Q8xwsqc4e_8lCowKplJQUNDf_Cde_cvU3JkcQ,78524
 sky/adaptors/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sky/adaptors/aws.py,sha256=4caUTO5nxZQyDVPyQdoPljaF-Lz_Fa6NEnu3FfmLZd4,8633
@@ -37,7 +37,7 @@ sky/adaptors/vsphere.py,sha256=zJP9SeObEoLrpgHW2VHvZE48EhgVf8GfAEIwBeaDMfM,2129
 sky/backends/__init__.py,sha256=tpa9gAygQopsiBUUuy3wVmr4E05FoPTFHIWqEo4i-u0,627
 sky/backends/backend.py,sha256=6ltCouZhaXJqv2Zh9nP_YCdHf10_oIRNzAA-XDiMmI8,7969
 sky/backends/backend_utils.py,sha256=4rSX8SylY2l1iJehZ8gLG9lPW4u96dBudb_Y8ZdDwPI,171280
-sky/backends/cloud_vm_ray_backend.py,sha256=xkXMcMzKz5OumhW9fr5Enh49-syGJPm4Wu7351Z6xhI,298105
+sky/backends/cloud_vm_ray_backend.py,sha256=_upAJdM5_OBuWTBFYCwMZMdEd-OTDzyPIEgzoYtOc-4,298116
 sky/backends/docker_utils.py,sha256=_EhM6NStZDAwcegppQqExaB5iuSn1qL4xFFUqXAz2Uk,8392
 sky/backends/local_docker_backend.py,sha256=r84uhXCk7NK9hGW840KPKnrADd7mCerMwncxOzckHg4,17126
 sky/backends/wheel_utils.py,sha256=DE71Muq5qLRhGpCVg1Rb6YOI7S_BzT8Hak27Pz8L4yw,12486
@@ -81,7 +81,7 @@ sky/catalog/data_fetchers/fetch_vsphere.py,sha256=Yf7tKzwJsQ_4f64IT1EAP108C1D3Rg
 sky/client/__init__.py,sha256=pz6xvVSd9X-gwqbsDL0E9QOojYqM0KAD0j-NCyCIF1k,38
 sky/client/common.py,sha256=aYkFeiWgiyJTXm25z_o3ISrvMA-SthbggmKG6qPtwj8,16740
 sky/client/oauth.py,sha256=sNJ_DMsSTcxluj5FeNQ2IafZJLImRFmCAZ79bXeABn4,2871
-sky/client/sdk.py,sha256=BJ9ffWUF2TOuYWTAcYDc_R7vk02ylSSM_-kZMk0wnGc,106882
+sky/client/sdk.py,sha256=9nc94ICr5OLSZYL8w0TIAEZn-uCLCu5GBrnehHiNzIU,107177
 sky/client/sdk_async.py,sha256=WjYmVJvEaolGPtx-huhN-501Up6XeBZ9rrN2FiRDmtQ,31016
 sky/client/service_account_auth.py,sha256=5jXk0G6ufuW-SHCO7BEHQeTO0_2a8KfFmA63auXFRj4,1529
 sky/client/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -115,17 +115,17 @@ sky/clouds/utils/azure_utils.py,sha256=NToRBnhEyuUvb-nBnsKTxjhOBRkMcrelL8LK4w6s4
 sky/clouds/utils/gcp_utils.py,sha256=09MF4Vx0EW7S-GXGpyxpl2aQlHrqeu9ioV0nyionAyk,9890
 sky/clouds/utils/oci_utils.py,sha256=TFqAqRLggg4Z0bhxrrq8nouSSomZy-ub1frHXEkud2M,7302
 sky/clouds/utils/scp_utils.py,sha256=VGuccVO5uFGr8-yolWSoYrgr11z6cIeDBGcqkBzAyOs,18409
-sky/dashboard/out/404.html,sha256=eJOlt2iTJW_93FnTvhK_uBLqkoPeq1B9-Q7oyb_2k6w,1423
-sky/dashboard/out/clusters.html,sha256=qlJIt8upJRj3orYana12DAbNtkT1IhKTy2plccNHEDE,1418
-sky/dashboard/out/config.html,sha256=nK7mHmLabjW87RyWtGBkZdu2eF3diDww82pPnQdF3J8,1414
+sky/dashboard/out/404.html,sha256=ONWARc_FITAYm57KFq74Ws7fh9nvzSvjZNQu39SoPBk,1423
+sky/dashboard/out/clusters.html,sha256=gQoYyVfNOp5Z63fwBCs4fmbLuk1-PovzT2V8Ol0GoaY,1418
+sky/dashboard/out/config.html,sha256=DP84wUKCUapnawxka0Pakr_rm8tJG0NaNq7pDb1gits,1414
 sky/dashboard/out/favicon.ico,sha256=XilUZZglAl_1zRsg85QsbQgmQAzGPQjcUIJ-A3AzYn8,93590
-sky/dashboard/out/index.html,sha256=MhW0pgtLpCfhRZfj8wzbSlQ-6gbixKA9s5ISMtguILc,1407
-sky/dashboard/out/infra.html,sha256=X-Iuils9wZekKksnpTKf-NAfv_AvPw30eUUWdGVZYQE,1412
-sky/dashboard/out/jobs.html,sha256=maeOBMv0lhybkwyO42JwtLAjxyrPZYrQF8PsnkMJJPM,1410
+sky/dashboard/out/index.html,sha256=hJxjNBSXQg7pl3uX2WCyLM24Gs7QvijnKo14oR3nX0Y,1407
+sky/dashboard/out/infra.html,sha256=AI6cxnX0Q1d7pm5vYFw5AWg3jGKEMyRHiNva8K5JGkg,1412
+sky/dashboard/out/jobs.html,sha256=Z2ntFZzBxz7EWmePlIEkNU14Jd1B61L7AKcTAW5lD0I,1410
 sky/dashboard/out/skypilot.svg,sha256=c0iRtlfLlaUm2p0rG9NFmo5FN0Qhf3pq5Xph-AeMPJw,5064
-sky/dashboard/out/users.html,sha256=uzIGySTQh9SU9tQcYt8UvO28No1vB7aehtyAvlwck1c,1412
-sky/dashboard/out/volumes.html,sha256=mrw7SGLacMcNVo8n-Le511yM_tCGatxf90OU3TgECOw,1416
-sky/dashboard/out/workspaces.html,sha256=TyZ-7M2l7goZ1e3to9M5Aa4lUVVATNy5YqA0YfnTpmA,1422
+sky/dashboard/out/users.html,sha256=Ng8_G3u_LrljRK_F30L6R3aRapVy7zxOfgTvXidI2E4,1412
+sky/dashboard/out/volumes.html,sha256=OFR85MzBToHvPYbT3V5pIx13IsZlBSc42LnxwBYvEGU,1416
+sky/dashboard/out/workspaces.html,sha256=68Ycz8hFCLdjWVgcqc2XIaBDHYWGUPnDMhxZsAyLrMU,1422
 sky/dashboard/out/_next/static/chunks/1121-408ed10b2f9fce17.js,sha256=WRuwuuT4OiOBZc-c8VIS-vO9wtyRdKvGN51obQLfxwA,8596
 sky/dashboard/out/_next/static/chunks/1141-159df2d4c441a9d1.js,sha256=kdYh_Ek9hdib5emC7Iezojh3qASBnOIUHH5zX_ScR0U,17355
 sky/dashboard/out/_next/static/chunks/1272-1ef0bf0237faccdb.js,sha256=VJ6y-Z6Eg2T93hQIRfWAbjAkQ7nQhglmIaVbEpKSILY,38451
@@ -139,7 +139,7 @@ sky/dashboard/out/_next/static/chunks/3937.210053269f121201.js,sha256=0tYP8uuog_
 sky/dashboard/out/_next/static/chunks/4045.b30465273dc5e468.js,sha256=tapRUwwIf-YKMV73OTSX78ZWKDKCZdcBx-JC-0wgEF4,31405
 sky/dashboard/out/_next/static/chunks/4676-9da7fdbde90b5549.js,sha256=cfO5u2g0pHjyBqEtXvxjqyzqSSCXL6l1vYdMFd90WGg,8571
 sky/dashboard/out/_next/static/chunks/4725.10f7a9a5d3ea8208.js,sha256=Og54dlTz1nWvsEyE9mmzeKjfJcNkloX5MbQN7ujfrt0,15962
-sky/dashboard/out/_next/static/chunks/5339.c033b29835da0f35.js,sha256=vTlVnb0-kOetm_BDn_Itgzzavpw3k1VEJjkJMR3yL2U,20190
+sky/dashboard/out/_next/static/chunks/5339.4a881570243431a5.js,sha256=fHDCctokRXQ3IFfDR6vNwKEPkIrvAqQHdbhd_luMVlw,21750
 sky/dashboard/out/_next/static/chunks/5739-d67458fcb1386c92.js,sha256=UMLEyZH3SWcAdDnaOYztbUYUzCCP2t0KiwP2vT_swDQ,65504
 sky/dashboard/out/_next/static/chunks/6130-2be46d70a38f1e82.js,sha256=5gyzVH8d5jnrVqCh9y0HEFcRmg4zguJ9_fe9olGFW2U,29162
 sky/dashboard/out/_next/static/chunks/6135-4b4d5e824b7f9d3c.js,sha256=OLvQvfyMwh1ltTzUqJda3AF23BSCllkw9J7MVmkTyKI,15165
@@ -148,7 +148,7 @@ sky/dashboard/out/_next/static/chunks/649.b9d7f7d10c1b8c53.js,sha256=wUdmzEiSknP
 sky/dashboard/out/_next/static/chunks/6601-06114c982db410b6.js,sha256=coh7shL8L5Vp2MsibBTx-xxNq_BI-zp0jAl7f6eVmUQ,9659
 sky/dashboard/out/_next/static/chunks/6856-e0754534b3015377.js,sha256=4ilK3U335-JanfURieNfqBRhRMklxZmXaGnAduDtZhU,18269
 sky/dashboard/out/_next/static/chunks/6989-01359c57e018caa4.js,sha256=iIEGQp3dsChOsDxd7QH_ShGczWhvigMfIT35CSsZjjY,11873
-sky/dashboard/out/_next/static/chunks/6990-11c8e9b982e8ffec.js,sha256=2b7ZOZ-Ga4OWj60kq4QvQ5DIAcPenfik8YJ_N54Evhk,16142
+sky/dashboard/out/_next/static/chunks/6990-f6818c84ed8f1c86.js,sha256=S_U1sK3gxmP1Lw9QkbrfWmjpdc1qeR2olYlNx04klOQ,16152
 sky/dashboard/out/_next/static/chunks/7325.b4bc99ce0892dcd5.js,sha256=5x42A-PEZANeHAcNDbcnJ21uQF48yTrP3XeW5L4RH1g,495
 sky/dashboard/out/_next/static/chunks/7411-b15471acd2cba716.js,sha256=Dnmr9e-yZQbnkjwzqIZU3aK-3u1Tqr8STF-ODYWLkaw,13304
 sky/dashboard/out/_next/static/chunks/754-d0da8ab45f9509e9.js,sha256=R6UUmK1P1PfVx9zOU0jlBsVSk5ZchuPwWObAeVkkhU0,785694
@@ -161,7 +161,7 @@ sky/dashboard/out/_next/static/chunks/framework-cf60a09ccd051a10.js,sha256=_Qbam
 sky/dashboard/out/_next/static/chunks/main-app-587214043926b3cc.js,sha256=t7glRfataAjNw691Wni-ZU4a3BsygRzPKoI8NOm-lsY,116244
 sky/dashboard/out/_next/static/chunks/main-f15ccb73239a3bf1.js,sha256=jxOPLDVX3rkMc_jvGx2a-N2v6mvfOa8O6V0o-sLT0tI,110208
 sky/dashboard/out/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js,sha256=6QPOwdWeAVe8x-SsiDrm-Ga6u2DkqgG5SFqglrlyIgA,91381
-sky/dashboard/out/_next/static/chunks/webpack-d1e29b3aa66bf4cf.js,sha256=gfroSHMpg0OlZ0gjpqicO5TjgdnTL_NSaGi4hpgJVxI,4742
+sky/dashboard/out/_next/static/chunks/webpack-05f82d90d6fd7f82.js,sha256=9WJjAUTFa8iMESJmR888cm6lLhEUbSdxWekAsAivXPU,4742
 sky/dashboard/out/_next/static/chunks/pages/_app-ce361c6959bc2001.js,sha256=mllo4Yasw61zRtEO49uE_MrAutg9josSJShD0DNSjf0,95518
 sky/dashboard/out/_next/static/chunks/pages/_error-c66a4e8afc46f17b.js,sha256=vjERjtMAbVk-19LyPf1Jc-H6TMcrSznSz6brzNqbqf8,253
 sky/dashboard/out/_next/static/chunks/pages/clusters-469814d711d63b1b.js,sha256=p8CQtv5n745WbV7QdyCapmglI2s_2UBB-f_KZE4RAZg,879
@@ -171,7 +171,7 @@ sky/dashboard/out/_next/static/chunks/pages/infra-aabba60d57826e0f.js,sha256=2o5
 sky/dashboard/out/_next/static/chunks/pages/jobs-1f70d9faa564804f.js,sha256=Jru6ZTgzabGhsPRSXpjWF1xx1rHJ1F_pB8eCogUZcdY,831
 sky/dashboard/out/_next/static/chunks/pages/users-018bf31cda52e11b.js,sha256=mZuU1XexJy9ix9hAMnH0l2btGQHJPxohZg4K7NY8faA,838
 sky/dashboard/out/_next/static/chunks/pages/volumes-739726d6b823f532.js,sha256=URJ4PMHh15XCXB6os2a7ymR3mG3MfTNrKyizYEhW2OE,836
-sky/dashboard/out/_next/static/chunks/pages/workspaces-7598c33a746cdc91.js,sha256=y_qEXM9YPRja20D8IVLj8mgIEHQPQr2Le733bVrsXJw,863
+sky/dashboard/out/_next/static/chunks/pages/workspaces-7528cc0ef8c522c5.js,sha256=y_qEXM9YPRja20D8IVLj8mgIEHQPQr2Le733bVrsXJw,863
 sky/dashboard/out/_next/static/chunks/pages/clusters/[cluster]-0b4b35dc1dfe046c.js,sha256=w4xXHVeRMtj-YgS247UzTnAQFY2Sn_f3lChW1YoyZZ4,19554
 sky/dashboard/out/_next/static/chunks/pages/clusters/[cluster]/[job]-1cbba24bd1bd35f8.js,sha256=20rZ66tPurBar9qA5ijkEN71Ym3Ym4e1GFA5nF5imAc,25799
 sky/dashboard/out/_next/static/chunks/pages/infra/[context]-6563820e094f68ca.js,sha256=P3fWbG3DX-Q1SusyuaCuJILvs9suIxNsdo1SRAenZpc,847
@@ -180,16 +180,16 @@ sky/dashboard/out/_next/static/chunks/pages/jobs/pools/[pool]-07349868f7905d37.j
 sky/dashboard/out/_next/static/chunks/pages/workspace/new-3f88a1c7e86a3f86.js,sha256=83s5N5CZwIaRcmYMfqn2we60n2VRmgFw6Tbx18b8-e0,762
 sky/dashboard/out/_next/static/chunks/pages/workspaces/[name]-af76bb06dbb3954f.js,sha256=cGCpDszMI6ckUHVelwAh9ZVk1erfz_UXSLz9GCqGUAE,1495
 sky/dashboard/out/_next/static/css/4614e06482d7309e.css,sha256=nk6GriyGVd1aGXrLd7BcMibnN4v0z-Q_mXGxrHFWqrE,56126
-sky/dashboard/out/_next/static/dG6B0i0HO4jIoKb4ZFYJ_/_buildManifest.js,sha256=d2-uginUKbH_vg44FI0OhqUIlINkvWSEc2IA2df7m3s,2428
-sky/dashboard/out/_next/static/dG6B0i0HO4jIoKb4ZFYJ_/_ssgManifest.js,sha256=Z49s4suAsf5y_GfnQSvm4qtq2ggxEbZPfEDTXjy6XgA,80
-sky/dashboard/out/clusters/[cluster].html,sha256=U9SDnJ19GyuJldtAIzY2COYDb5giIGd_6IvE8YYLQpo,2936
-sky/dashboard/out/clusters/[cluster]/[job].html,sha256=HtP5TMz_i7Uqhyx-Tl7RNHPCdPA_hW3Zg6IH6NWez2Y,2073
-sky/dashboard/out/infra/[context].html,sha256=7sTc6RAXqahQycRQ0zqFVYwAqBHoX-2MpwTT-X4lf_I,1436
-sky/dashboard/out/jobs/[job].html,sha256=yY5SV44-2_VhA4l9IWPHcN2pAQKy6M5PnRSs9eHUWaI,2304
-sky/dashboard/out/jobs/pools/[pool].html,sha256=CRW2uvJmVXA6Q88aldX6VQHd5IbvXFneGv4C8lWVqHo,2142
+sky/dashboard/out/_next/static/y8s7LlyyfhMzpzCkxuD2r/_buildManifest.js,sha256=blmniNEkcB5qxbjYq4_Ehxzb9N21aCl36GL0KOgQnKc,2428
+sky/dashboard/out/_next/static/y8s7LlyyfhMzpzCkxuD2r/_ssgManifest.js,sha256=Z49s4suAsf5y_GfnQSvm4qtq2ggxEbZPfEDTXjy6XgA,80
+sky/dashboard/out/clusters/[cluster].html,sha256=8P6S44CRAGhUe17PfFrOZK6228nx1ikO3sk5P2pStpU,2936
+sky/dashboard/out/clusters/[cluster]/[job].html,sha256=sevxUDUoEXk-dTaJmX9skZ1vFUvNlBHkBSUp4GEIT88,2073
+sky/dashboard/out/infra/[context].html,sha256=DROyhowydS3rKU7fQj0gS_GfElDUS23cgfTBGozU0G0,1436
+sky/dashboard/out/jobs/[job].html,sha256=heTYVxrOkAedqbHCcmc5YXdj_R31JObIDRSy5GGCq2k,2304
+sky/dashboard/out/jobs/pools/[pool].html,sha256=tf99yfu-Z9AZcM7HyXzC0z1Nol4PZLPsq_UvjaZPAOY,2142
 sky/dashboard/out/videos/cursor-small.mp4,sha256=8tRdp1vjawOrXUar1cfjOc-nkaKmcwCPZx_LO0XlCvQ,203285
-sky/dashboard/out/workspace/new.html,sha256=gVRwL8OJLFh1QFWUKCzA_hbL-KHXm9Ky0_yfmVF8hKY,1428
-sky/dashboard/out/workspaces/[name].html,sha256=L7KtSDfX_PzZqVRYz9rezUA6VRwdtDTuXKumUFsFUSQ,2759
+sky/dashboard/out/workspace/new.html,sha256=33D_BTehqYdMw2nBGw3qxSj3xQ-F0eFUq4FqTk2VWo0,1428
+sky/dashboard/out/workspaces/[name].html,sha256=w5Z6r8pOfLMPjSNJOekZqVJKvjN4iXx4rIIDixkkbDo,2759
 sky/data/__init__.py,sha256=Nhaf1NURisXpZuwWANa2IuCyppIuc720FRwqSE2oEwY,184
 sky/data/data_transfer.py,sha256=N8b0CQebDuHieXjvEVwlYmK6DbQxUGG1RQJEyTbh3dU,12040
 sky/data/data_utils.py,sha256=AjEA_JRjo9NBMlv-Lq5iV4lBED_YZ1VqBR9pG6fGVWE,35179
@@ -219,8 +219,8 @@ sky/metrics/utils.py,sha256=Cww3yNG4HyW4DEdLOFUayFgMZ16t2JFSvvhuTTV7Vio,7654
 sky/provision/__init__.py,sha256=jxo4zlIonAGR-USEVkbAqx4tMOAoszRfVodf7I0DKGE,8897
 sky/provision/common.py,sha256=LdjM9SL9NDtsARom12tVv_WoUNL3PTlU5RoLfeWGGgM,10807
 sky/provision/constants.py,sha256=oc_XDUkcoLQ_lwDy5yMeMSWviKS0j0s1c0pjlvpNeWY,800
-sky/provision/docker_utils.py,sha256=DpyBNuGv5BrU3Z3LDy6BZbrur4wPFzYJAtQuUK_cEsM,21439
-sky/provision/instance_setup.py,sha256=YjANEJoPSamKLav_BjoGiTOkFlGKoR_F1DlGuUFe-U0,26141
+sky/provision/docker_utils.py,sha256=a-17udVet_a92j9RHi9x0qdodmY9_3tdBd45xnBtZO4,23597
+sky/provision/instance_setup.py,sha256=KlXN5yWopO_o5_8ukbbIQ1QXkgQGSc59RxZZEhEbD6Q,26637
 sky/provision/logging.py,sha256=_sx_TH6nLt0FF3myS5pEZbiMhXyl4s1XwMidu_TTBUw,2091
 sky/provision/metadata_utils.py,sha256=LrxeV4wD2QPzNdXV_npj8q-pr35FatxBBjF_jSbpOT0,4013
 sky/provision/provisioner.py,sha256=pJuXKoCspNAJEC-PQcxWXopgJ7G5ielprLb1GJVswqw,33353
@@ -269,7 +269,7 @@ sky/provision/kubernetes/volume.py,sha256=b5mozvUCw9rsGxiUS9LxR-MyELK-EQHYglJkGT
 sky/provision/kubernetes/manifests/fusermount-server-daemonset.yaml,sha256=S87GNAbDqgTrLuxF-afPAqQ0V-i41El4s_9KBZMuaag,1331
 sky/provision/lambda_cloud/__init__.py,sha256=6EEvSgtUeEiup9ivIFevHmgv0GqleroO2X0K7TRa2nE,612
 sky/provision/lambda_cloud/config.py,sha256=jq1iLzp4Up61r4JGxvtpVbJlgXnea3LHYQhCQyyl7ik,272
-sky/provision/lambda_cloud/instance.py,sha256=_MKuz4yxbfF5okM3i-CPwbso9UGqKz4-E_VAKjRO-QY,12873
+sky/provision/lambda_cloud/instance.py,sha256=KFgXK8WktXQIutN_QX4G-dsmOHTdce5_pdkQTMRtan0,12927
 sky/provision/lambda_cloud/lambda_utils.py,sha256=G1dciGF8U3OGYk0-1pc3IDsT8AyA8AceujOkQy4fqho,13284
 sky/provision/nebius/__init__.py,sha256=30I3181mu0W5g9fNvaWMPoBJZoGZ9RibuTpBH9P2pDg,558
 sky/provision/nebius/config.py,sha256=LK9kTDp2w6zZrn3vNdcSGgsgS-dL_j63Nh4_u3pqNiA,321
@@ -365,13 +365,13 @@ sky/serve/server/core.py,sha256=QEdBUE0clX8ZSQEO_mb5Gt3ykeWBdVzqtmiRcBjH7UY,1032
 sky/serve/server/impl.py,sha256=GSsbaphk9213bP-U8LsSeXXGn3AK09uJZboycsFIKJM,42707
 sky/serve/server/server.py,sha256=zzHQdsFWdSzoAIgPw-SQsxem559psu31X6BG0sSWSxw,4464
 sky/server/__init__.py,sha256=MPPBqFzXz6Jv5QSk6td_IcvnfXfNErDZVcizu4MLRow,27
-sky/server/common.py,sha256=wuZRP0CujxiAoLidVoEkPHcl11YET9gHeZcj6BRoq6Y,39653
+sky/server/common.py,sha256=V3n_-8im0vpnYHr4AJRye_yiYxsu8xedYcs2xMPUPWw,40191
 sky/server/config.py,sha256=Ivim-8YmFzNJpOub0QrEMfhK88hI3jap2vuEpPg4vNM,11049
-sky/server/constants.py,sha256=UW3BZm4sf4l92vVj2ukNn4yb_76fD4rItq7wxXAMIcM,2361
+sky/server/constants.py,sha256=1kIHuD-8T6KMNFpLgt4Urx9qVUvgdzmmlLfc4kmdQCM,2456
 sky/server/daemons.py,sha256=THVc5GgF4jCqhhanNVH4iBOUPU5TKlCi7VSWeQyqVTU,9131
 sky/server/metrics.py,sha256=uzEQYruTC_Q6lrSP3AZaic9EBMTZ3H5W5h348FXFaXc,8641
 sky/server/rest.py,sha256=6Qcn6fjypP3j9UHdKRgvt2-PU1LKz2VU2aVQEA1D6EI,14354
-sky/server/server.py,sha256=dtGFeZNV-PTLvbvlWo0qMky608oTED-TkSoSBYqbYuE,83652
+sky/server/server.py,sha256=hnDKrHPf9IB-Z3Pkrze88n0gcr_BLXS2YBFyWSqwiMQ,83760
 sky/server/state.py,sha256=YbVOMJ1JipQQv17gLIGyiGN7MKfnP83qlUa5MB1z0Yk,747
 sky/server/stream_utils.py,sha256=RrxRjZR0623A_ITjSMgUmDlXcSkT8NnNjb4f24OLiAE,9613
 sky/server/uvicorn.py,sha256=lJROnpJqoZr59zGwYa_pUniV7rEwmZn0PV4t-YYY-yo,11832
@@ -383,7 +383,7 @@ sky/server/html/log.html,sha256=TSGZktua9Ysl_ysg3w60rjxAxhH61AJnsYDHdtqrjmI,6929
 sky/server/html/token_page.html,sha256=eUndS5u1foL9vaWGPRTLMt7lCzD1g0wYJ2v_EeeFzlc,7046
 sky/server/requests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sky/server/requests/event_loop.py,sha256=OhpPbuce65bbjpGRlcJa78AVnYSm08SzFKt70ypCUuQ,1211
-sky/server/requests/executor.py,sha256=RbF78Hz9uXGThb8RDjam6J5sl6naumk0dgtne6Fzphs,30369
+sky/server/requests/executor.py,sha256=DULfvQcnUkkIaqQtrRVn3e86PDGdYMUNHiR3_UJEBvY,31067
 sky/server/requests/payloads.py,sha256=ftoUNiBDRPBOQw8nSRXW6zQv8uI9SICdznarh701Brs,27032
 sky/server/requests/preconditions.py,sha256=KxTAoYqpJU96Ot36NHtRq3PC3f_BXk_cHI0b2eA8U6A,7323
 sky/server/requests/process.py,sha256=UpJp5rZizNMFRCNRtudFSjbcJhFarFbtAGDWI9x_ZyE,13197
@@ -550,9 +550,9 @@ sky/workspaces/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sky/workspaces/core.py,sha256=kRrdh-8MhX1953pML1B_DoStnDuNrsmHcZlnWoAxVo0,27218
 sky/workspaces/server.py,sha256=Box45DS54xXGHy7I3tGKGy-JP0a8G_z6IhfvGlEXtsA,3439
 sky/workspaces/utils.py,sha256=IIAiFoS6sdb2t0X5YoX9AietpTanZUQNTK8cePun-sY,2143
-skypilot_nightly-1.0.0.dev20250915.dist-info/licenses/LICENSE,sha256=emRJAvE7ngL6x0RhQvlns5wJzGI3NEQ_WMjNmd9TZc4,12170
-skypilot_nightly-1.0.0.dev20250915.dist-info/METADATA,sha256=DJO00nkKI2-6wdODugIKbTywR4eAhM6eWktdNKwOA6s,20032
-skypilot_nightly-1.0.0.dev20250915.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-skypilot_nightly-1.0.0.dev20250915.dist-info/entry_points.txt,sha256=StA6HYpuHj-Y61L2Ze-hK2IcLWgLZcML5gJu8cs6nU4,36
-skypilot_nightly-1.0.0.dev20250915.dist-info/top_level.txt,sha256=qA8QuiNNb6Y1OF-pCUtPEr6sLEwy2xJX06Bd_CrtrHY,4
-skypilot_nightly-1.0.0.dev20250915.dist-info/RECORD,,
+skypilot_nightly-1.0.0.dev20250916.dist-info/licenses/LICENSE,sha256=emRJAvE7ngL6x0RhQvlns5wJzGI3NEQ_WMjNmd9TZc4,12170
+skypilot_nightly-1.0.0.dev20250916.dist-info/METADATA,sha256=f_gKxmxe6QomdlfZ7fDtUYDFEspxHl5xMoxkHG0HDfE,20032
+skypilot_nightly-1.0.0.dev20250916.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+skypilot_nightly-1.0.0.dev20250916.dist-info/entry_points.txt,sha256=StA6HYpuHj-Y61L2Ze-hK2IcLWgLZcML5gJu8cs6nU4,36
+skypilot_nightly-1.0.0.dev20250916.dist-info/top_level.txt,sha256=qA8QuiNNb6Y1OF-pCUtPEr6sLEwy2xJX06Bd_CrtrHY,4
+skypilot_nightly-1.0.0.dev20250916.dist-info/RECORD,,