skypilot-nightly 1.0.0.dev20250408__py3-none-any.whl → 1.0.0.dev20250410__py3-none-any.whl

sky/data/storage.py

@@ -1616,9 +1616,25 @@ class S3Store(AbstractStore):
             # we exclude .git directory from the sync
             excluded_list = storage_utils.get_excluded_files(src_dir_path)
             excluded_list.append('.git/*')
+
+            # Process exclusion patterns to make them work correctly with aws
+            # s3 sync
+            processed_excludes = []
+            for excluded_path in excluded_list:
+                # Check if the path is a directory exclusion pattern
+                # For AWS S3 sync, directory patterns need to end with "/**" to
+                # exclude all contents
+                if (excluded_path.endswith('/') or os.path.isdir(
+                        os.path.join(src_dir_path, excluded_path.rstrip('/')))):
+                    # Remove any trailing slash and add '/*' to exclude all
+                    # contents
+                    processed_excludes.append(f'{excluded_path.rstrip("/")}/*')
+                else:
+                    processed_excludes.append(excluded_path)
+
             excludes = ' '.join([
                 f'--exclude {shlex.quote(file_name)}'
-                for file_name in excluded_list
+                for file_name in processed_excludes
             ])
             src_dir_path = shlex.quote(src_dir_path)
             sync_command = (f'aws s3 sync --no-follow-symlinks {excludes} '
@@ -4676,7 +4692,6 @@ class NebiusStore(AbstractStore):
                  _bucket_sub_path: Optional[str] = None):
         self.client: 'boto3.client.Client'
         self.bucket: 'StorageHandle'
-        self.region = region if region is not None else nebius.DEFAULT_REGION
         super().__init__(name, source, region, is_sky_managed,
                          sync_on_reconstruction, _bucket_sub_path)
 
@@ -4749,7 +4764,7 @@ class NebiusStore(AbstractStore):
           StorageBucketGetError: If fetching existing bucket fails
           StorageInitError: If general initialization fails.
         """
-        self.client = data_utils.create_nebius_client(self.region)
+        self.client = data_utils.create_nebius_client()
         self.bucket, is_new_bucket = self._get_bucket()
         if self.is_sky_managed is None:
             # If is_sky_managed is not specified, then this is a new storage
@@ -4846,12 +4861,10 @@ class NebiusStore(AbstractStore):
                 f'--include {shlex.quote(file_name)}'
                 for file_name in file_names
             ])
-            endpoint_url = nebius.create_endpoint(self.region)
             base_dir_path = shlex.quote(base_dir_path)
             sync_command = ('aws s3 sync --no-follow-symlinks --exclude="*" '
                             f'{includes} {base_dir_path} '
                             f's3://{self.name}{sub_path} '
-                            f'--endpoint={endpoint_url} '
                             f'--profile={nebius.NEBIUS_PROFILE_NAME}')
             return sync_command
 
@@ -4863,12 +4876,10 @@ class NebiusStore(AbstractStore):
                 f'--exclude {shlex.quote(file_name)}'
                 for file_name in excluded_list
             ])
-            endpoint_url = nebius.create_endpoint(self.region)
             src_dir_path = shlex.quote(src_dir_path)
             sync_command = (f'aws s3 sync --no-follow-symlinks {excludes} '
                             f'{src_dir_path} '
                             f's3://{self.name}{sub_path}/{dest_dir_name} '
-                            f'--endpoint={endpoint_url} '
                             f'--profile={nebius.NEBIUS_PROFILE_NAME}')
             return sync_command
 
@@ -4927,7 +4938,6 @@ class NebiusStore(AbstractStore):
         """
         nebius_s = nebius.resource('s3')
         bucket = nebius_s.Bucket(self.name)
-        endpoint_url = nebius.create_endpoint(self.region)
         try:
             # Try Public bucket case.
             # This line does not error out if the bucket is an external public
@@ -4942,7 +4952,6 @@ class NebiusStore(AbstractStore):
             # user.
             if error_code == '403':
                 command = (f'aws s3 ls s3://{self.name} '
-                           f'--endpoint={endpoint_url} '
                            f'--profile={nebius.NEBIUS_PROFILE_NAME}')
                 with ux_utils.print_exception_no_traceback():
                     raise exceptions.StorageBucketGetError(
@@ -4954,7 +4963,7 @@ class NebiusStore(AbstractStore):
                 raise exceptions.StorageBucketGetError(
                     'Attempted to use a non-existent bucket as a source: '
                     f'{self.source}. Consider using `aws s3 ls '
-                    f's3://{self.name} --endpoint={endpoint_url}'
+                    f's3://{self.name} '
                     f'--profile={nebius.NEBIUS_PROFILE_NAME}` to debug.')
 
         # If bucket cannot be found in both private and public settings,
@@ -4962,7 +4971,7 @@ class NebiusStore(AbstractStore):
         # Store object is being reconstructed for deletion or re-mount with
         # sky start, and error is raised instead.
         if self.sync_on_reconstruction:
-            bucket = self._create_nebius_bucket(self.name, self.region)
+            bucket = self._create_nebius_bucket(self.name)
             return bucket, True
         else:
             # Raised when Storage object is reconstructed for sky storage
@@ -4991,38 +5000,27 @@ class NebiusStore(AbstractStore):
           mount_path: str; Path to mount the bucket to.
         """
         install_cmd = mounting_utils.get_s3_mount_install_cmd()
-        endpoint_url = nebius.create_endpoint(self.region)
         nebius_profile_name = nebius.NEBIUS_PROFILE_NAME
+        endpoint_url = self.client.meta.endpoint_url
         mount_cmd = mounting_utils.get_nebius_mount_cmd(nebius_profile_name,
-                                                        endpoint_url,
                                                         self.bucket.name,
+                                                        endpoint_url,
                                                         mount_path,
                                                         self._bucket_sub_path)
         return mounting_utils.get_mounting_command(mount_path, install_cmd,
                                                    mount_cmd)
 
-    def _create_nebius_bucket(self,
-                              bucket_name: str,
-                              region='auto') -> StorageHandle:
-        """Creates S3 bucket with specific name in specific region
+    def _create_nebius_bucket(self, bucket_name: str) -> StorageHandle:
+        """Creates S3 bucket with specific name
 
         Args:
           bucket_name: str; Name of bucket
-          region: str; Region name, e.g. us-west-1, us-east-2
         Raises:
           StorageBucketCreateError: If bucket creation fails.
         """
         nebius_client = self.client
         try:
-            if region is None:
-                nebius_client.create_bucket(Bucket=bucket_name)
-            else:
-                location = {'LocationConstraint': region}
-                nebius_client.create_bucket(Bucket=bucket_name,
-                                            CreateBucketConfiguration=location)
-                logger.info(f'  {colorama.Style.DIM}Created Nebius bucket '
-                            f'{bucket_name!r} in {region}'
-                            f'{colorama.Style.RESET_ALL}')
+            nebius_client.create_bucket(Bucket=bucket_name)
         except aws.botocore_exceptions().ClientError as e:
             with ux_utils.print_exception_no_traceback():
                 raise exceptions.StorageBucketCreateError(
@@ -5070,9 +5068,7 @@ class NebiusStore(AbstractStore):
         # https://stackoverflow.com/questions/49239351/why-is-it-so-much-slower-to-delete-objects-in-aws-s3-than-it-is-to-create-them
         # The fastest way to delete is to run `aws s3 rb --force`,
         # which removes the bucket by force.
-        endpoint_url = nebius.create_endpoint(self.region)
         remove_command = (f'aws s3 rb s3://{bucket_name} --force '
-                          f'--endpoint {endpoint_url} '
                           f'--profile={nebius.NEBIUS_PROFILE_NAME}')
 
         success = self._execute_nebius_remove_command(
@@ -5094,10 +5090,8 @@ class NebiusStore(AbstractStore):
     def _delete_nebius_bucket_sub_path(self, bucket_name: str,
                                        sub_path: str) -> bool:
         """Deletes the sub path from the bucket."""
-        endpoint_url = nebius.create_endpoint(self.region)
         remove_command = (
             f'aws s3 rm s3://{bucket_name}/{sub_path}/ --recursive '
-            f'--endpoint {endpoint_url} '
             f'--profile={nebius.NEBIUS_PROFILE_NAME}')
         return self._execute_nebius_remove_command(
             remove_command, bucket_name, f'Removing objects from '

sky/data/storage_utils.py

@@ -4,7 +4,7 @@ import os
 import pathlib
 import shlex
 import subprocess
-from typing import Any, Dict, List, Optional, TextIO, Union
+from typing import Any, Dict, List, Optional, Set, TextIO, Union
 import warnings
 import zipfile
 
@@ -71,7 +71,7 @@ def get_excluded_files_from_skyignore(src_dir_path: str) -> List[str]:
     """List files and patterns ignored by the .skyignore file
     in the given source directory.
     """
-    excluded_list: List[str] = []
+    excluded_list: Set[str] = set()
     expand_src_dir_path = os.path.expanduser(src_dir_path)
     skyignore_path = os.path.join(expand_src_dir_path,
                                   constants.SKY_IGNORE_FILE)
@@ -95,12 +95,12 @@ def get_excluded_files_from_skyignore(src_dir_path: str) -> List[str]:
                     for i in range(len(matching_files)):
                         matching_files[i] = os.path.relpath(
                             matching_files[i], expand_src_dir_path)
-                    excluded_list.extend(matching_files)
+                    excluded_list.update(matching_files)
     except IOError as e:
         logger.warning(f'Error reading {skyignore_path}: '
                        f'{common_utils.format_exception(e, use_bracket=True)}')
 
-    return excluded_list
+    return list(excluded_list)
 
 
 def get_excluded_files_from_gitignore(src_dir_path: str) -> List[str]:
@@ -111,8 +111,8 @@ def get_excluded_files_from_gitignore(src_dir_path: str) -> List[str]:
     This will also be run for all submodules under the src_dir_path.
 
     Returns:
-        List[str] containing files and patterns to be ignored.  Some of the
-        patterns include, **/mydir/*.txt, !myfile.log, or file-*/.
+        List[str] containing files and folders to be ignored. There won't be any
+        patterns.
     """
     expand_src_dir_path = os.path.expanduser(src_dir_path)
 
@@ -210,10 +210,6 @@ def get_excluded_files_from_gitignore(src_dir_path: str) -> List[str]:
                 return []
 
             to_be_excluded = os.path.join(repo, item)
-            if item.endswith('/'):
-                # aws s3 sync and gsutil rsync require * to exclude
-                # files/dirs under the specified directory.
-                to_be_excluded += '*'
 
             excluded_list.append(to_be_excluded)
 
@@ -223,11 +219,21 @@ def get_excluded_files_from_gitignore(src_dir_path: str) -> List[str]:
 def get_excluded_files(src_dir_path: str) -> List[str]:
     # TODO: this could return a huge list of files,
     # should think of ways to optimize.
-    """List files and directories to be excluded."""
+    """List files and directories to be excluded.
+
+    Args:
+        src_dir_path (str): The path to the source directory.
+
+    Returns:
+        A list of relative paths to files and directories to be excluded from
+        the source directory.
+    """
     expand_src_dir_path = os.path.expanduser(src_dir_path)
     skyignore_path = os.path.join(expand_src_dir_path,
                                   constants.SKY_IGNORE_FILE)
     # Fail fast if the source is a file.
+    if not os.path.exists(expand_src_dir_path):
+        raise ValueError(f'{src_dir_path} does not exist.')
     if os.path.isfile(expand_src_dir_path):
         raise ValueError(f'{src_dir_path} is a file, not a directory.')
     if os.path.exists(skyignore_path):
@@ -235,12 +241,14 @@ def get_excluded_files(src_dir_path: str) -> List[str]:
                      f'Excluded files to sync to cluster based on '
                      f'{constants.SKY_IGNORE_FILE}.'
                      f'{colorama.Style.RESET_ALL}')
-        return get_excluded_files_from_skyignore(src_dir_path)
-    logger.debug(f'  {colorama.Style.DIM}'
-                 f'Excluded files to sync to cluster based on '
-                 f'{constants.GIT_IGNORE_FILE}.'
-                 f'{colorama.Style.RESET_ALL}')
-    return get_excluded_files_from_gitignore(src_dir_path)
+        excluded_paths = get_excluded_files_from_skyignore(src_dir_path)
+    else:
+        logger.debug(f'  {colorama.Style.DIM}'
+                     f'Excluded files to sync to cluster based on '
+                     f'{constants.GIT_IGNORE_FILE}.'
+                     f'{colorama.Style.RESET_ALL}')
+        excluded_paths = get_excluded_files_from_gitignore(src_dir_path)
+    return excluded_paths
 
 
 def zip_files_and_folders(items: List[str],
@@ -277,7 +285,8 @@ def zip_files_and_folders(items: List[str],
                     zipf.write(item)
                 elif os.path.isdir(item):
                     excluded_files = set([
-                        os.path.join(item, f) for f in get_excluded_files(item)
+                        os.path.join(item, f.rstrip('/'))
+                        for f in get_excluded_files(item)
                     ])
                     for root, dirs, files in os.walk(item, followlinks=False):
                         # Modify dirs in-place to control os.walk()'s traversal

sky/execution.py

@@ -159,9 +159,9 @@ def _execute(
       no_setup: bool; whether to skip setup commands or not when (re-)launching.
       clone_disk_from: Optional[str]; if set, clone the disk from the specified
         cluster.
-      skip_unecessary_provisioning: bool; if True, compare the calculated
+      skip_unnecessary_provisioning: bool; if True, compare the calculated
         cluster config to the current cluster's config. If they match, shortcut
-        provisioning even if we have Stage.PROVISION.
+        provisioning and setup, even if we have Stage.PROVISION and Stage.SETUP.
 
     Returns:
       job_id: Optional[int]; the job ID of the submitted job. None if the
@@ -303,12 +303,13 @@ def _execute(
         task.sync_storage_mounts()
 
     try:
+        provisioning_skipped = False
         if Stage.PROVISION in stages:
             assert handle is None or skip_unnecessary_provisioning, (
                 'Provisioning requested, but handle is already set. PROVISION '
                 'should be excluded from stages or '
                 'skip_unecessary_provisioning should be set. ')
-            handle = backend.provision(
+            (handle, provisioning_skipped) = backend.provision(
                 task,
                 task.best_resources,
                 dryrun=dryrun,
@@ -341,7 +342,11 @@ def _execute(
         if no_setup:
             logger.info('Setup commands skipped.')
         elif Stage.SETUP in stages and not dryrun:
-            backend.setup(handle, task, detach_setup=detach_setup)
+            if skip_unnecessary_provisioning and provisioning_skipped:
+                logger.debug('Unnecessary provisioning was skipped, so '
+                             'skipping setup as well.')
+            else:
+                backend.setup(handle, task, detach_setup=detach_setup)
 
         if Stage.PRE_EXEC in stages and not dryrun:
             if idle_minutes_to_autostop is not None:
@@ -523,6 +528,8 @@ def launch(
                 Stage.PROVISION,
                 Stage.SYNC_WORKDIR,
                 Stage.SYNC_FILE_MOUNTS,
+                # Setup will be skipped if provisioning was skipped.
+                Stage.SETUP,
                 Stage.PRE_EXEC,
                 Stage.EXEC,
                 Stage.DOWN,

sky/jobs/server/server.py

@@ -161,7 +161,11 @@ async def dashboard(request: fastapi.Request,
                     response = await client.request('GET',
                                                     dashboard_url,
                                                     timeout=5)
-                break  # Connection successful, proceed with the request
+                if response.is_success:
+                    break  # Connection successful, proceed with the request
+                # Raise an HTTPException here which will be caught by the
+                # following except block to retry with new connection
+                response.raise_for_status()
             except Exception as e:  # pylint: disable=broad-except
                 # We catch all exceptions to gracefully handle unknown
                 # errors and retry or raise an HTTPException to the client.

sky/provision/do/utils.py

@@ -15,6 +15,7 @@ from sky.adaptors import do
 from sky.provision import common
 from sky.provision import constants as provision_constants
 from sky.provision.do import constants
+from sky.utils import annotations
 from sky.utils import common_utils
 
 logger = sky_logging.init_logger(__name__)
@@ -31,7 +32,6 @@ MAX_BACKOFF_FACTOR = 10
 MAX_ATTEMPTS = 6
 SSH_KEY_NAME_ON_DO = f'sky-key-{common_utils.get_user_hash()}'
 
-CREDENTIALS_PATH = '~/.config/doctl/config.yaml'
 _client = None
 _ssh_key_id = None
 
@@ -40,31 +40,34 @@ class DigitalOceanError(Exception):
     pass
 
 
-def _init_client():
-    global _client, CREDENTIALS_PATH
-    assert _client is None
-    CREDENTIALS_PATH = None
+@annotations.lru_cache(scope='request')
+def get_credentials_path():
+    credentials_path = None
     credentials_found = 0
     for path in POSSIBLE_CREDENTIALS_PATHS:
         if os.path.exists(path):
-            CREDENTIALS_PATH = path
-            credentials_found += 1
             logger.debug(f'Digital Ocean credential path found at {path}')
-    if not credentials_found > 1:
-        logger.debug('more than 1 credential file found')
-    if CREDENTIALS_PATH is None:
-        raise DigitalOceanError(
-            'no credentials file found from '
-            f'the following paths {POSSIBLE_CREDENTIALS_PATHS}')
+            credentials_path = path
+            credentials_found += 1
+    if credentials_found > 1:
+        logger.debug('More than 1 credential file found')
+    return credentials_path
 
+
+def _init_client():
+    global _client
+    assert _client is None
     # attempt default context
-    credentials = common_utils.read_yaml(CREDENTIALS_PATH)
+    if get_credentials_path() is None:
+        raise DigitalOceanError(
+            'No credentials found, please run `doctl auth init`')
+    credentials = common_utils.read_yaml(get_credentials_path())
     default_token = credentials.get('access-token', None)
     if default_token is not None:
         try:
             test_client = do.pydo.Client(token=default_token)
             test_client.droplets.list()
-            logger.debug('trying `default` context')
+            logger.debug('Trying `default` context')
             _client = test_client
             return _client
         except do.exceptions().HttpResponseError:
@@ -76,7 +79,7 @@ def _init_client():
             try:
                 test_client = do.pydo.Client(token=api_token)
                 test_client.droplets.list()
-                logger.debug(f'using {context} context')
+                logger.debug(f'Using "{context}" context')
                 _client = test_client
                 break
             except do.exceptions().HttpResponseError:

sky/provision/gcp/config.py

@@ -571,35 +571,45 @@ def get_usable_vpc_and_subnet(
 
     specific_vpc_to_use = config.provider_config.get('vpc_name', None)
     if specific_vpc_to_use is not None:
+        if '/' in specific_vpc_to_use:
+            # VPC can also be specified in the format PROJECT_ID/VPC_NAME.
+            # This enables use of shared VPCs.
+            split_vpc_value = specific_vpc_to_use.split('/')
+            if len(split_vpc_value) != 2:
+                raise ValueError(f'Invalid VPC name: {specific_vpc_to_use}. '
+                                 'Please specify the VPC name in the format '
+                                 'PROJECT_ID/VPC_NAME.')
+            project_id = split_vpc_value[0]
+            specific_vpc_to_use = split_vpc_value[1]
+
         vpcnets_all = _list_vpcnets(project_id,
                                     compute,
                                     filter=f'name={specific_vpc_to_use}')
-        # On GCP, VPC names are unique, so it'd be 0 or 1 VPC found.
-        assert (len(vpcnets_all) <=
-                1), (f'{len(vpcnets_all)} VPCs found with the same name '
-                     f'{specific_vpc_to_use}')
-        if len(vpcnets_all) == 1:
-            # Skip checking any firewall rules if the user has specified a VPC.
-            logger.info(f'Using user-specified VPC {specific_vpc_to_use!r}.')
-            subnets = _list_subnets(project_id,
-                                    region,
-                                    compute,
-                                    network=specific_vpc_to_use)
-            if not subnets:
-                _skypilot_log_error_and_exit_for_failover(
-                    'SUBNET_NOT_FOUND_FOR_VPC',
-                    f'No subnet for region {region} found for specified VPC '
-                    f'{specific_vpc_to_use!r}. '
-                    f'Check the subnets of VPC {specific_vpc_to_use!r} at '
-                    'https://console.cloud.google.com/networking/networks')
-            return specific_vpc_to_use, subnets[0]
-        else:
+        if not vpcnets_all:
             # VPC with this name not found. Error out and let SkyPilot failover.
             _skypilot_log_error_and_exit_for_failover(
                 'VPC_NOT_FOUND',
                 f'No VPC with name {specific_vpc_to_use!r} is found. '
                 'To fix: specify a correct VPC name.')
             # Should not reach here.
+            assert False
+
+        # On GCP, VPC names are unique within a project.
+        assert len(vpcnets_all) == 1, (vpcnets_all, specific_vpc_to_use)
+        # Skip checking any firewall rules if the user has specified a VPC.
+        logger.info(f'Using user-specified VPC {specific_vpc_to_use!r}.')
+        subnets = _list_subnets(project_id,
+                                region,
+                                compute,
+                                network=specific_vpc_to_use)
+        if not subnets:
+            _skypilot_log_error_and_exit_for_failover(
+                'SUBNET_NOT_FOUND_FOR_VPC',
+                f'No subnet for region {region} found for specified VPC '
+                f'{specific_vpc_to_use!r}. '
+                f'Check the subnets of VPC {specific_vpc_to_use!r} at '
+                'https://console.cloud.google.com/networking/networks')
+        return specific_vpc_to_use, subnets[0]
 
     subnets_all = _list_subnets(project_id, region, compute)
 

sky/setup_files/dependencies.py

@@ -9,7 +9,7 @@ import sys
 from typing import Dict, List
 
 install_requires = [
-    'wheel',
+    'wheel<0.46.0',  # https://github.com/skypilot-org/skypilot/issues/5153
     'cachetools',
     # NOTE: ray requires click>=7.0.
     'click >= 7.0',

sky/skylet/log_lib.py

@@ -149,6 +149,7 @@ def run_with_log(
     process_stream: bool = True,
     line_processor: Optional[log_utils.LineProcessor] = None,
     streaming_prefix: Optional[str] = None,
+    log_cmd: bool = False,
     **kwargs,
 ) -> Union[int, Tuple[int, str, str]]:
     """Runs a command and logs its output to a file.
@@ -182,6 +183,9 @@ def run_with_log(
     # the terminal output when typing in the terminal that starts the API
     # server.
     stdin = kwargs.pop('stdin', subprocess.DEVNULL)
+    if log_cmd:
+        with open(log_path, 'a', encoding='utf-8') as f:
+            print(f'Running command: {cmd}', file=f)
     with subprocess.Popen(cmd,
                           stdout=stdout_arg,
                           stderr=stderr_arg,

sky/task.py

@@ -552,15 +552,35 @@ class Task:
                              estimated_size_gigabytes=estimated_size_gigabytes)
 
         # Experimental configs.
-        experimnetal_configs = config.pop('experimental', None)
-        cluster_config_override = None
-        if experimnetal_configs is not None:
-            cluster_config_override = experimnetal_configs.pop(
+        experimental_configs = config.pop('experimental', None)
+
+        # Handle the top-level config field
+        config_override = config.pop('config', None)
+
+        # Handle backward compatibility with experimental.config_overrides
+        # TODO: Remove experimental.config_overrides in 0.11.0.
+        if experimental_configs is not None:
+            exp_config_override = experimental_configs.pop(
                 'config_overrides', None)
+            if exp_config_override is not None:
+                logger.warning(
+                    f'{colorama.Fore.YELLOW}`experimental.config_overrides` '
+                    'field is deprecated in the task YAML. Use the `config` '
+                    f'field to set config overrides.{colorama.Style.RESET_ALL}')
+                if config_override is not None:
+                    logger.warning(
+                        f'{colorama.Fore.YELLOW}Both top-level `config` and '
+                        f'`experimental.config_overrides` are specified. '
+                        f'Using top-level `config`.{colorama.Style.RESET_ALL}')
+                else:
+                    config_override = exp_config_override
             logger.debug('Overriding skypilot config with task-level config: '
-                         f'{cluster_config_override}')
-        assert not experimnetal_configs, ('Invalid task args: '
-                                          f'{experimnetal_configs.keys()}')
+                         f'{config_override}')
+            assert not experimental_configs, ('Invalid task args: '
+                                              f'{experimental_configs.keys()}')
+
+        # Store the final config override for use in resource setup
+        cluster_config_override = config_override
 
         # Parse resources field.
         resources_config = config.pop('resources', {})

sky/utils/schemas.py

@@ -473,6 +473,8 @@ def _filter_schema(schema: dict, keys_to_keep: List[Tuple[str, ...]]) -> dict:
 
 
 def _experimental_task_schema() -> dict:
+    # TODO: experimental.config_overrides has been deprecated in favor of the
+    # top-level `config` field. Remove in v0.11.0.
     config_override_schema = _filter_schema(
         get_config_schema(), constants.OVERRIDEABLE_CONFIG_KEYS_IN_TASK)
     return {
@@ -555,6 +557,9 @@ def get_task_schema():
             'file_mounts_mapping': {
                 'type': 'object',
             },
+            'config': _filter_schema(
+                get_config_schema(),
+                constants.OVERRIDEABLE_CONFIG_KEYS_IN_TASK),
             **_experimental_task_schema(),
         }
     }
@@ -604,13 +609,6 @@ def get_cluster_schema():
 
 
 _NETWORK_CONFIG_SCHEMA = {
-    'vpc_name': {
-        'oneOf': [{
-            'type': 'string',
-        }, {
-            'type': 'null',
-        }],
-    },
     'use_internal_ips': {
         'type': 'boolean',
     },
@@ -767,6 +765,13 @@ def get_config_schema():
                 },
                 'security_group_name':
                     (_PRORPERTY_NAME_OR_CLUSTER_NAME_TO_PROPERTY),
+                'vpc_name': {
+                    'oneOf': [{
+                        'type': 'string',
+                    }, {
+                        'type': 'null',
+                    }],
+                },
                 **_LABELS_SCHEMA,
                 **_NETWORK_CONFIG_SCHEMA,
             },
@@ -805,6 +810,19 @@ def get_config_schema():
                 'enable_gvnic': {
                     'type': 'boolean'
                 },
+                'vpc_name': {
+                    'oneOf': [
+                        {
+                            'type': 'string',
+                            # vpc-name or project-id/vpc-name
+                            # VPC name and Project ID have -, a-z, and 0-9.
+                            'pattern': '^(?:[-a-z0-9]+/)?[-a-z0-9]+$'
+                        },
+                        {
+                            'type': 'null',
+                        }
+                    ],
+                },
                 **_LABELS_SCHEMA,
                 **_NETWORK_CONFIG_SCHEMA,
             },

{skypilot_nightly-1.0.0.dev20250408.dist-info → skypilot_nightly-1.0.0.dev20250410.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: skypilot-nightly
-Version: 1.0.0.dev20250408
+Version: 1.0.0.dev20250410
 Summary: SkyPilot: An intercloud broker for the clouds
 Author: SkyPilot Team
 License: Apache 2.0
@@ -19,7 +19,7 @@ Classifier: Topic :: Software Development :: Libraries :: Python Modules
 Classifier: Topic :: System :: Distributed Computing
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: wheel
+Requires-Dist: wheel<0.46.0
 Requires-Dist: cachetools
 Requires-Dist: click>=7.0
 Requires-Dist: colorama