skypilot-nightly 1.0.0.dev20250320__tar.gz → 1.0.0.dev20250321__tar.gz

{skypilot_nightly-1.0.0.dev20250320/skypilot_nightly.egg-info → skypilot_nightly-1.0.0.dev20250321}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: skypilot-nightly
-Version: 1.0.0.dev20250320
+Version: 1.0.0.dev20250321
 Summary: SkyPilot: An intercloud broker for the clouds
 Author: SkyPilot Team
 License: Apache 2.0
@@ -108,6 +108,11 @@ Provides-Extra: vsphere
 Requires-Dist: pyvmomi==8.0.1.0.2; extra == "vsphere"
 Provides-Extra: nebius
 Requires-Dist: nebius>=0.2.0; extra == "nebius"
+Requires-Dist: urllib3<2; extra == "nebius"
+Requires-Dist: awscli>=1.27.10; extra == "nebius"
+Requires-Dist: botocore>=1.29.10; extra == "nebius"
+Requires-Dist: boto3>=1.26.1; extra == "nebius"
+Requires-Dist: colorama<0.4.5; extra == "nebius"
 Provides-Extra: all
 Requires-Dist: urllib3<2; extra == "all"
 Requires-Dist: awscli>=1.27.10; extra == "all"
@@ -151,6 +156,11 @@ Requires-Dist: azure-common; extra == "all"
 Requires-Dist: vastai-sdk>=0.1.12; extra == "all"
 Requires-Dist: pyvmomi==8.0.1.0.2; extra == "all"
 Requires-Dist: nebius>=0.2.0; extra == "all"
+Requires-Dist: urllib3<2; extra == "all"
+Requires-Dist: awscli>=1.27.10; extra == "all"
+Requires-Dist: botocore>=1.29.10; extra == "all"
+Requires-Dist: boto3>=1.26.1; extra == "all"
+Requires-Dist: colorama<0.4.5; extra == "all"
 Dynamic: author
 Dynamic: classifier
 Dynamic: description

{skypilot_nightly-1.0.0.dev20250320 → skypilot_nightly-1.0.0.dev20250321}/sky/__init__.py

@@ -5,7 +5,7 @@ from typing import Optional
 import urllib.request
 
 # Replaced with the current commit when building the wheels.
-_SKYPILOT_COMMIT_SHA = 'a480f342522afcd17a3b30a20086f28333ddb7b5'
+_SKYPILOT_COMMIT_SHA = 'a7f92951b96fdca825348d8291d01bd88f6f9dfe'
 
 
 def _get_git_commit():
@@ -35,7 +35,7 @@ def _get_git_commit():
 
 
 __commit__ = _get_git_commit()
-__version__ = '1.0.0.dev20250320'
+__version__ = '1.0.0.dev20250321'
 __root_dir__ = os.path.dirname(os.path.abspath(__file__))
 
 

{skypilot_nightly-1.0.0.dev20250320 → skypilot_nightly-1.0.0.dev20250321}/sky/adaptors/cloudflare.py

@@ -6,7 +6,9 @@ import os
 import threading
 from typing import Dict, Optional, Tuple
 
+from sky import exceptions
 from sky.adaptors import common
+from sky.clouds import cloud
 from sky.utils import annotations
 from sky.utils import ux_utils
 
@@ -130,8 +132,8 @@ def client(service_name: str, region):
 @common.load_lazy_modules(_LAZY_MODULES)
 def botocore_exceptions():
     """AWS botocore exception."""
-    from botocore import exceptions
-    return exceptions
+    from botocore import exceptions as boto_exceptions
+    return boto_exceptions
 
 
 def create_endpoint():
@@ -148,8 +150,18 @@ def create_endpoint():
     return endpoint
 
 
-def check_credentials() -> Tuple[bool, Optional[str]]:
-    return check_storage_credentials()
+def check_credentials(
+        cloud_capability: cloud.CloudCapability) -> Tuple[bool, Optional[str]]:
+    if cloud_capability == cloud.CloudCapability.COMPUTE:
+        # for backward compatibility,
+        # we check storage credentials for compute.
+        # TODO(seungjin): properly return not supported error for compute.
+        return check_storage_credentials()
+    elif cloud_capability == cloud.CloudCapability.STORAGE:
+        return check_storage_credentials()
+    else:
+        raise exceptions.NotSupportedError(
+            f'{NAME} does not support {cloud_capability}.')
 
 
 def check_storage_credentials() -> Tuple[bool, Optional[str]]:

{skypilot_nightly-1.0.0.dev20250320 → skypilot_nightly-1.0.0.dev20250321}/sky/adaptors/kubernetes.py

@@ -79,10 +79,11 @@ def _load_config(context: Optional[str] = None):
                     '    If you were running a local Kubernetes '
                     'cluster, run `sky local up` to start the cluster.')
             else:
+                kubeconfig_path = os.environ.get('KUBECONFIG', '~/.kube/config')
                 err_str = (
                     f'Failed to load Kubernetes configuration for {context!r}. '
                     'Please check if your kubeconfig file exists at '
-                    f'~/.kube/config and is valid.\n{suffix}')
+                    f'{kubeconfig_path} and is valid.\n{suffix}')
             err_str += '\nTo disable Kubernetes for SkyPilot: run `sky check`.'
             with ux_utils.print_exception_no_traceback():
                 raise ValueError(err_str) from None

skypilot_nightly-1.0.0.dev20250321/sky/adaptors/nebius.py

@@ -0,0 +1,232 @@
+"""Nebius cloud adaptor."""
+import os
+import threading
+from typing import Optional
+
+from sky.adaptors import common
+from sky.utils import annotations
+from sky.utils import ux_utils
+
+NEBIUS_TENANT_ID_FILENAME = 'NEBIUS_TENANT_ID.txt'
+NEBIUS_IAM_TOKEN_FILENAME = 'NEBIUS_IAM_TOKEN.txt'
+NEBIUS_PROJECT_ID_FILENAME = 'NEBIUS_PROJECT_ID.txt'
+NEBIUS_CREDENTIALS_FILENAME = 'credentials.json'
+NEBIUS_TENANT_ID_PATH = '~/.nebius/' + NEBIUS_TENANT_ID_FILENAME
+NEBIUS_IAM_TOKEN_PATH = '~/.nebius/' + NEBIUS_IAM_TOKEN_FILENAME
+NEBIUS_PROJECT_ID_PATH = '~/.nebius/' + NEBIUS_PROJECT_ID_FILENAME
+NEBIUS_CREDENTIALS_PATH = '~/.nebius/' + NEBIUS_CREDENTIALS_FILENAME
+
+DEFAULT_REGION = 'eu-north1'
+
+NEBIUS_PROFILE_NAME = 'nebius'
+
+MAX_RETRIES_TO_DISK_CREATE = 120
+MAX_RETRIES_TO_INSTANCE_STOP = 120
+MAX_RETRIES_TO_INSTANCE_START = 120
+MAX_RETRIES_TO_INSTANCE_READY = 240
+
+MAX_RETRIES_TO_DISK_DELETE = 120
+MAX_RETRIES_TO_INSTANCE_WAIT = 120  # Maximum number of retries
+
+POLL_INTERVAL = 5
+
+_iam_token = None
+_sdk = None
+_tenant_id = None
+_project_id = None
+
+_IMPORT_ERROR_MESSAGE = ('Failed to import dependencies for Nebius AI Cloud.'
+                         'Try pip install "skypilot[nebius]"')
+
+nebius = common.LazyImport(
+    'nebius',
+    import_error_message=_IMPORT_ERROR_MESSAGE,
+    # https://github.com/grpc/grpc/issues/37642 to avoid spam in console
+    set_loggers=lambda: os.environ.update({'GRPC_VERBOSITY': 'NONE'}))
+boto3 = common.LazyImport('boto3', import_error_message=_IMPORT_ERROR_MESSAGE)
+botocore = common.LazyImport('botocore',
+                             import_error_message=_IMPORT_ERROR_MESSAGE)
+
+_LAZY_MODULES = (boto3, botocore, nebius)
+_session_creation_lock = threading.RLock()
+_INDENT_PREFIX = '    '
+NAME = 'Nebius'
+SKY_CHECK_NAME = 'Nebius (for Nebius Object Storae)'
+
+
+def request_error():
+    return nebius.aio.service_error.RequestError
+
+
+def compute():
+    # pylint: disable=import-outside-toplevel
+    from nebius.api.nebius.compute import v1 as compute_v1
+    return compute_v1
+
+
+def iam():
+    # pylint: disable=import-outside-toplevel
+    from nebius.api.nebius.iam import v1 as iam_v1
+    return iam_v1
+
+
+def nebius_common():
+    # pylint: disable=import-outside-toplevel
+    from nebius.api.nebius.common import v1 as common_v1
+    return common_v1
+
+
+def vpc():
+    # pylint: disable=import-outside-toplevel
+    from nebius.api.nebius.vpc import v1 as vpc_v1
+    return vpc_v1
+
+
+def get_iam_token():
+    global _iam_token
+    if _iam_token is None:
+        try:
+            with open(os.path.expanduser(NEBIUS_IAM_TOKEN_PATH),
+                      encoding='utf-8') as file:
+                _iam_token = file.read().strip()
+        except FileNotFoundError:
+            return None
+    return _iam_token
+
+
+def is_token_or_cred_file_exist():
+    return (os.path.exists(os.path.expanduser(NEBIUS_IAM_TOKEN_PATH)) or
+            os.path.exists(os.path.expanduser(NEBIUS_CREDENTIALS_PATH)))
+
+
+def get_project_id():
+    global _project_id
+    if _project_id is None:
+        try:
+            with open(os.path.expanduser(NEBIUS_PROJECT_ID_PATH),
+                      encoding='utf-8') as file:
+                _project_id = file.read().strip()
+        except FileNotFoundError:
+            return None
+    return _project_id
+
+
+def get_tenant_id():
+    global _tenant_id
+    if _tenant_id is None:
+        try:
+            with open(os.path.expanduser(NEBIUS_TENANT_ID_PATH),
+                      encoding='utf-8') as file:
+                _tenant_id = file.read().strip()
+        except FileNotFoundError:
+            return None
+    return _tenant_id
+
+
+def sdk():
+    global _sdk
+    if _sdk is None:
+        if get_iam_token() is not None:
+            _sdk = nebius.sdk.SDK(credentials=get_iam_token())
+            return _sdk
+        _sdk = nebius.sdk.SDK(
+            credentials_file_name=os.path.expanduser(NEBIUS_CREDENTIALS_PATH))
+    return _sdk
+
+
+def get_nebius_credentials(boto3_session):
+    """Gets the Nebius credentials from the boto3 session object.
+
+    Args:
+        boto3_session: The boto3 session object.
+    Returns:
+        botocore.credentials.ReadOnlyCredentials object with the R2 credentials.
+    """
+    nebius_credentials = boto3_session.get_credentials()
+    if nebius_credentials is None:
+        with ux_utils.print_exception_no_traceback():
+            raise ValueError('Nebius credentials not found. Run '
+                             '`sky check` to verify credentials are '
+                             'correctly set up.')
+    return nebius_credentials.get_frozen_credentials()
+
+
+# lru_cache() is thread-safe and it will return the same session object
+# for different threads.
+# Reference: https://docs.python.org/3/library/functools.html#functools.lru_cache # pylint: disable=line-too-long
+@annotations.lru_cache(scope='global')
+def session():
+    """Create an AWS session."""
+    # Creating the session object is not thread-safe for boto3,
+    # so we add a reentrant lock to synchronize the session creation.
+    # Reference: https://github.com/boto/boto3/issues/1592
+    # However, the session object itself is thread-safe, so we are
+    # able to use lru_cache() to cache the session object.
+    with _session_creation_lock:
+        session_ = boto3.session.Session(profile_name=NEBIUS_PROFILE_NAME)
+    return session_
+
+
+@annotations.lru_cache(scope='global')
+def resource(resource_name: str, region: str = DEFAULT_REGION, **kwargs):
+    """Create a Nebius resource.
+
+    Args:
+        resource_name: Nebius resource name (e.g., 's3').
+        kwargs: Other options.
+    """
+    # Need to use the resource retrieved from the per-thread session
+    # to avoid thread-safety issues (Directly creating the client
+    # with boto3.resource() is not thread-safe).
+    # Reference: https://stackoverflow.com/a/59635814
+
+    session_ = session()
+    nebius_credentials = get_nebius_credentials(session_)
+    endpoint = create_endpoint(region)
+
+    return session_.resource(
+        resource_name,
+        endpoint_url=endpoint,
+        aws_access_key_id=nebius_credentials.access_key,
+        aws_secret_access_key=nebius_credentials.secret_key,
+        region_name=region,
+        **kwargs)
+
+
+@annotations.lru_cache(scope='global')
+def client(service_name: str, region):
+    """Create an Nebius client of a certain service.
+
+    Args:
+        service_name: Nebius service name (e.g., 's3').
+        kwargs: Other options.
+    """
+    # Need to use the client retrieved from the per-thread session
+    # to avoid thread-safety issues (Directly creating the client
+    # with boto3.client() is not thread-safe).
+    # Reference: https://stackoverflow.com/a/59635814
+
+    session_ = session()
+    nebius_credentials = get_nebius_credentials(session_)
+    endpoint = create_endpoint(region)
+
+    return session_.client(service_name,
+                           endpoint_url=endpoint,
+                           aws_access_key_id=nebius_credentials.access_key,
+                           aws_secret_access_key=nebius_credentials.secret_key,
+                           region_name=region)
+
+
+@common.load_lazy_modules(_LAZY_MODULES)
+def botocore_exceptions():
+    """AWS botocore exception."""
+    # pylint: disable=import-outside-toplevel
+    from botocore import exceptions
+    return exceptions
+
+
+def create_endpoint(region: Optional[str] = DEFAULT_REGION) -> str:
+    """Reads accountid necessary to interact with Nebius Object Storage"""
+    if region is None:
+        region = DEFAULT_REGION
+    return f'https://storage.{region}.nebius.cloud:443'

{skypilot_nightly-1.0.0.dev20250320 → skypilot_nightly-1.0.0.dev20250321}/sky/backends/cloud_vm_ray_backend.py

@@ -38,6 +38,7 @@ from sky import sky_logging
 from sky import task as task_lib
 from sky.backends import backend_utils
 from sky.backends import wheel_utils
+from sky.clouds import cloud as sky_cloud
 from sky.clouds import service_catalog
 from sky.clouds.utils import gcp_utils
 from sky.data import data_utils
@@ -1981,7 +1982,8 @@ class RetryingVmProvisioner(object):
         # is running. Here we check the enabled clouds and expiring credentials
         # and raise a warning to the user.
         if task.is_controller_task():
-            enabled_clouds = sky_check.get_cached_enabled_clouds_or_refresh()
+            enabled_clouds = sky_check.get_cached_enabled_clouds_or_refresh(
+                sky_cloud.CloudCapability.COMPUTE)
             expirable_clouds = backend_utils.get_expirable_clouds(
                 enabled_clouds)
 

{skypilot_nightly-1.0.0.dev20250320 → skypilot_nightly-1.0.0.dev20250321}/sky/benchmark/benchmark_utils.py

@@ -172,8 +172,9 @@ def _create_benchmark_bucket() -> Tuple[str, str]:
     bucket_name = f'sky-bench-{uuid.uuid4().hex[:4]}-{getpass.getuser()}'
 
     # Select the bucket type.
-    enabled_clouds = storage_lib.get_cached_enabled_storage_clouds_or_refresh(
-        raise_if_no_cloud_access=True)
+    enabled_clouds = (
+        storage_lib.get_cached_enabled_storage_cloud_names_or_refresh(
+            raise_if_no_cloud_access=True))
     # Sky Benchmark only supports S3 (see _download_remote_dir and
     # _delete_remote_dir).
     enabled_clouds = [

{skypilot_nightly-1.0.0.dev20250320 → skypilot_nightly-1.0.0.dev20250321}/sky/check.py

@@ -1,5 +1,4 @@
 """Credential checks: check cloud credentials and enable clouds."""
-import enum
 import os
 import traceback
 from types import ModuleType
@@ -13,6 +12,7 @@ from sky import exceptions
 from sky import global_user_state
 from sky import skypilot_config
 from sky.adaptors import cloudflare
+from sky.clouds import cloud as sky_cloud
 from sky.utils import registry
 from sky.utils import rich_utils
 from sky.utils import ux_utils
@@ -21,60 +21,21 @@ CHECK_MARK_EMOJI = '\U00002714'  # Heavy check mark unicode
 PARTY_POPPER_EMOJI = '\U0001F389'  # Party popper unicode
 
 
-# Declaring CloudCapability as a subclass of str
-# allows it to be JSON serializable.
-class CloudCapability(str, enum.Enum):
-    # Compute capability.
-    COMPUTE = 'compute'
-    # Storage capability.
-    STORAGE = 'storage'
-
-
-ALL_CAPABILITIES = [CloudCapability.COMPUTE, CloudCapability.STORAGE]
-
-
 def check_capabilities(
     quiet: bool = False,
     verbose: bool = False,
     clouds: Optional[Iterable[str]] = None,
-    capabilities: Optional[List[CloudCapability]] = None,
-) -> Dict[str, List[CloudCapability]]:
+    capabilities: Optional[List[sky_cloud.CloudCapability]] = None,
+) -> Dict[str, List[sky_cloud.CloudCapability]]:
     echo = (lambda *_args, **_kwargs: None
            ) if quiet else lambda *args, **kwargs: click.echo(
                *args, **kwargs, color=True)
     echo('Checking credentials to enable clouds for SkyPilot.')
     if capabilities is None:
-        capabilities = ALL_CAPABILITIES
+        capabilities = sky_cloud.ALL_CAPABILITIES
     assert capabilities is not None
-    enabled_clouds: Dict[str, List[CloudCapability]] = {}
-    disabled_clouds: Dict[str, List[CloudCapability]] = {}
-
-    def check_credentials(
-            cloud: Union[sky_clouds.Cloud, ModuleType],
-            capability: CloudCapability) -> Tuple[bool, Optional[str]]:
-        if capability == CloudCapability.COMPUTE:
-            return cloud.check_credentials()
-        elif capability == CloudCapability.STORAGE:
-            return cloud.check_storage_credentials()
-        else:
-            raise ValueError(f'Invalid capability: {capability}')
-
-    def get_cached_state(capability: CloudCapability) -> List[sky_clouds.Cloud]:
-        if capability == CloudCapability.COMPUTE:
-            return global_user_state.get_cached_enabled_clouds()
-        elif capability == CloudCapability.STORAGE:
-            return global_user_state.get_cached_enabled_storage_clouds()
-        else:
-            raise ValueError(f'Invalid capability: {capability}')
-
-    def set_cached_state(clouds: List[str],
-                         capability: CloudCapability) -> None:
-        if capability == CloudCapability.COMPUTE:
-            global_user_state.set_enabled_clouds(clouds)
-        elif capability == CloudCapability.STORAGE:
-            global_user_state.set_enabled_storage_clouds(clouds)
-        else:
-            raise ValueError(f'Invalid capability: {capability}')
+    enabled_clouds: Dict[str, List[sky_cloud.CloudCapability]] = {}
+    disabled_clouds: Dict[str, List[sky_cloud.CloudCapability]] = {}
 
     def check_one_cloud(
             cloud_tuple: Tuple[str, Union[sky_clouds.Cloud,
@@ -84,7 +45,7 @@ def check_capabilities(
         for capability in capabilities:
             with rich_utils.safe_status(f'Checking {cloud_repr}...'):
                 try:
-                    ok, reason = check_credentials(cloud, capability)
+                    ok, reason = cloud.check_credentials(capability)
                 except exceptions.NotSupportedError:
                     continue
                 except Exception:  # pylint: disable=broad-except
@@ -170,12 +131,14 @@ def check_capabilities(
             if not cloud.startswith('Cloudflare')
         }
         previously_enabled_clouds_set = {
-            repr(cloud) for cloud in get_cached_state(capability)
+            repr(cloud)
+            for cloud in global_user_state.get_cached_enabled_clouds(capability)
         }
         enabled_clouds_for_capability = (config_allowed_clouds_set & (
             (previously_enabled_clouds_set | enabled_clouds_set) -
             disabled_clouds_set))
-        set_cached_state(list(enabled_clouds_for_capability), capability)
+        global_user_state.set_enabled_clouds(
+            list(enabled_clouds_for_capability), capability)
         all_enabled_clouds = all_enabled_clouds.union(
             enabled_clouds_for_capability)
     disallowed_clouds_hint = None
@@ -227,7 +190,7 @@ def check(
     quiet: bool = False,
     verbose: bool = False,
     clouds: Optional[Iterable[str]] = None,
-    capability: CloudCapability = CloudCapability.COMPUTE,
+    capability: sky_cloud.CloudCapability = sky_cloud.CloudCapability.COMPUTE,
 ) -> List[str]:
     clouds_with_capability = []
     enabled_clouds = check_capabilities(quiet, verbose, clouds, [capability])
@@ -238,6 +201,7 @@ def check(
 
 
 def get_cached_enabled_clouds_or_refresh(
+        capability: sky_cloud.CloudCapability,
         raise_if_no_cloud_access: bool = False) -> List[sky_clouds.Cloud]:
     """Returns cached enabled clouds and if no cloud is enabled, refresh.
 
@@ -251,16 +215,18 @@ def get_cached_enabled_clouds_or_refresh(
         exceptions.NoCloudAccessError: if no public cloud is enabled and
             raise_if_no_cloud_access is set to True.
     """
-    cached_enabled_clouds = global_user_state.get_cached_enabled_clouds()
+    cached_enabled_clouds = global_user_state.get_cached_enabled_clouds(
+        capability)
     if not cached_enabled_clouds:
         try:
-            check(quiet=True, capability=CloudCapability.COMPUTE)
+            check(quiet=True, capability=capability)
         except SystemExit:
             # If no cloud is enabled, check() will raise SystemExit.
             # Here we catch it and raise the exception later only if
             # raise_if_no_cloud_access is set to True.
             pass
-        cached_enabled_clouds = global_user_state.get_cached_enabled_clouds()
+        cached_enabled_clouds = global_user_state.get_cached_enabled_clouds(
+            capability)
     if raise_if_no_cloud_access and not cached_enabled_clouds:
         with ux_utils.print_exception_no_traceback():
             raise exceptions.NoCloudAccessError(
@@ -269,41 +235,6 @@ def get_cached_enabled_clouds_or_refresh(
     return cached_enabled_clouds
 
 
-def get_cached_enabled_storage_clouds_or_refresh(
-        raise_if_no_cloud_access: bool = False) -> List[sky_clouds.Cloud]:
-    """Returns cached enabled storage clouds and if no cloud is enabled,
-    refresh.
-
-    This function will perform a refresh if no public cloud is enabled.
-
-    Args:
-        raise_if_no_cloud_access: if True, raise an exception if no public
-            cloud is enabled.
-
-    Raises:
-        exceptions.NoCloudAccessError: if no public cloud is enabled and
-            raise_if_no_cloud_access is set to True.
-    """
-    cached_enabled_storage_clouds = (
-        global_user_state.get_cached_enabled_storage_clouds())
-    if not cached_enabled_storage_clouds:
-        try:
-            check(quiet=True, capability=CloudCapability.STORAGE)
-        except SystemExit:
-            # If no cloud is enabled, check() will raise SystemExit.
-            # Here we catch it and raise the exception later only if
-            # raise_if_no_cloud_access is set to True.
-            pass
-        cached_enabled_storage_clouds = (
-            global_user_state.get_cached_enabled_storage_clouds())
-    if raise_if_no_cloud_access and not cached_enabled_storage_clouds:
-        with ux_utils.print_exception_no_traceback():
-            raise exceptions.NoCloudAccessError(
-                'Cloud access is not set up. Run: '
-                f'{colorama.Style.BRIGHT}sky check{colorama.Style.RESET_ALL}')
-    return cached_enabled_storage_clouds
-
-
 def get_cloud_credential_file_mounts(
         excluded_clouds: Optional[Iterable[sky_clouds.Cloud]]
 ) -> Dict[str, str]:

{skypilot_nightly-1.0.0.dev20250320 → skypilot_nightly-1.0.0.dev20250321}/sky/cloud_stores.py

@@ -19,6 +19,7 @@ from sky.adaptors import aws
 from sky.adaptors import azure
 from sky.adaptors import cloudflare
 from sky.adaptors import ibm
+from sky.adaptors import nebius
 from sky.adaptors import oci
 from sky.clouds import gcp
 from sky.data import data_utils
@@ -543,6 +544,70 @@ class OciCloudStorage(CloudStorage):
         return download_via_ocicli
 
 
+class NebiusCloudStorage(CloudStorage):
+    """Nebius Cloud Storage."""
+
+    # List of commands to install AWS CLI
+    _GET_AWSCLI = [
+        'aws --version >/dev/null 2>&1 || '
+        f'{constants.SKY_UV_PIP_CMD} install awscli',
+    ]
+
+    def is_directory(self, url: str) -> bool:
+        """Returns whether nebius 'url' is a directory.
+
+        In cloud object stores, a "directory" refers to a regular object whose
+        name is a prefix of other objects.
+        """
+        nebius_s3 = nebius.resource('s3')
+        bucket_name, path = data_utils.split_nebius_path(url)
+        bucket = nebius_s3.Bucket(bucket_name)
+
+        num_objects = 0
+        for obj in bucket.objects.filter(Prefix=path):
+            num_objects += 1
+            if obj.key == path:
+                return False
+            # If there are more than 1 object in filter, then it is a directory
+            if num_objects == 3:
+                return True
+
+        # A directory with few or no items
+        return True
+
+    def make_sync_dir_command(self, source: str, destination: str) -> str:
+        """Downloads using AWS CLI."""
+        # AWS Sync by default uses 10 threads to upload files to the bucket.
+        # To increase parallelism, modify max_concurrent_requests in your
+        # aws config file (Default path: ~/.aws/config).
+        endpoint_url = nebius.create_endpoint()
+        assert 'nebius://' in source, 'nebius:// is not in source'
+        source = source.replace('nebius://', 's3://')
+        download_via_awscli = (f'{constants.SKY_REMOTE_PYTHON_ENV}/bin/aws s3 '
+                               'sync --no-follow-symlinks '
+                               f'{source} {destination} '
+                               f'--endpoint {endpoint_url} '
+                               f'--profile={nebius.NEBIUS_PROFILE_NAME}')
+
+        all_commands = list(self._GET_AWSCLI)
+        all_commands.append(download_via_awscli)
+        return ' && '.join(all_commands)
+
+    def make_sync_file_command(self, source: str, destination: str) -> str:
+        """Downloads a file using AWS CLI."""
+        endpoint_url = nebius.create_endpoint()
+        assert 'nebius://' in source, 'nebius:// is not in source'
+        source = source.replace('nebius://', 's3://')
+        download_via_awscli = (f'{constants.SKY_REMOTE_PYTHON_ENV}/bin/aws s3 '
+                               f'cp {source} {destination} '
+                               f'--endpoint {endpoint_url} '
+                               f'--profile={nebius.NEBIUS_PROFILE_NAME}')
+
+        all_commands = list(self._GET_AWSCLI)
+        all_commands.append(download_via_awscli)
+        return ' && '.join(all_commands)
+
+
 def get_storage_from_path(url: str) -> CloudStorage:
     """Returns a CloudStorage by identifying the scheme:// in a URL."""
     result = urllib.parse.urlsplit(url)
@@ -559,6 +624,7 @@ _REGISTRY = {
     'r2': R2CloudStorage(),
     'cos': IBMCosCloudStorage(),
     'oci': OciCloudStorage(),
+    'nebius': NebiusCloudStorage(),
     # TODO: This is a hack, as Azure URL starts with https://, we should
     # refactor the registry to be able to take regex, so that Azure blob can
     # be identified with `https://(.*?)\.blob\.core\.windows\.net`

{skypilot_nightly-1.0.0.dev20250320 → skypilot_nightly-1.0.0.dev20250321}/sky/clouds/aws.py

@@ -558,11 +558,23 @@ class AWS(clouds.Cloud):
         return resources_utils.FeasibleResources(_make(instance_list),
                                                  fuzzy_candidate_list, None)
 
+    @classmethod
+    def _check_compute_credentials(cls) -> Tuple[bool, Optional[str]]:
+        """Checks if the user has access credentials to this AWS's compute service."""
+        return cls._check_credentials()
+
+    @classmethod
+    def _check_storage_credentials(cls) -> Tuple[bool, Optional[str]]:
+        """Checks if the user has access credentials to this AWS's storage service."""
+        # TODO(seungjin): Implement separate check for
+        # if the user has access to S3.
+        return cls._check_credentials()
+
     @classmethod
     @annotations.lru_cache(scope='global',
                            maxsize=1)  # Cache since getting identity is slow.
-    def check_credentials(cls) -> Tuple[bool, Optional[str]]:
-        """Checks if the user has access credentials to this cloud."""
+    def _check_credentials(cls) -> Tuple[bool, Optional[str]]:
+        """Checks if the user has access credentials to AWS."""
 
         dependency_installation_hints = (
             'AWS dependencies are not installed. '
@@ -666,11 +678,6 @@ class AWS(clouds.Cloud):
                 f'{common_utils.format_exception(e, use_bracket=True)}')
         return True, hints
 
-    @classmethod
-    def check_storage_credentials(cls) -> Tuple[bool, Optional[str]]:
-        # TODO(seungjin): Check if the user has access to S3.
-        return cls.check_credentials()
-
     @classmethod
     def _current_identity_type(cls) -> Optional[AWSIdentityType]:
         stdout = cls._aws_configure_list()