skypilot-nightly 1.0.0.dev2024053101__py3-none-any.whl → 1.0.0.dev2025022801__py3-none-any.whl

sky/__init__.py

@@ -5,7 +5,7 @@ from typing import Optional
 import urllib.request
 
 # Replaced with the current commit when building the wheels.
-_SKYPILOT_COMMIT_SHA = 'e620ccc418ee69d70e580a703569d7cf0508b0ce'
+_SKYPILOT_COMMIT_SHA = '2619dc8f63f271852a6b00f91381b27428ff1780'
 
 
 def _get_git_commit():
@@ -35,7 +35,7 @@ def _get_git_commit():
 
 
 __commit__ = _get_git_commit()
-__version__ = '1.0.0-dev2024053101'
+__version__ = '1.0.0.dev2025022801'
 __root_dir__ = os.path.dirname(os.path.abspath(__file__))
 
 
@@ -75,6 +75,7 @@ def _set_http_proxy_env_vars() -> None:
 
 
 _set_http_proxy_env_vars()
+
 # ----------------------------------------------------------------- #
 
 # Keep this order to avoid cyclic imports
@@ -82,38 +83,49 @@ _set_http_proxy_env_vars()
 from sky import backends
 from sky import benchmark
 from sky import clouds
+from sky.admin_policy import AdminPolicy
+from sky.admin_policy import MutatedUserRequest
+from sky.admin_policy import UserRequest
+from sky.client.sdk import api_cancel
+from sky.client.sdk import api_info
+from sky.client.sdk import api_server_logs
+from sky.client.sdk import api_start
+from sky.client.sdk import api_status
+from sky.client.sdk import api_stop
+from sky.client.sdk import autostop
+from sky.client.sdk import cancel
+from sky.client.sdk import cost_report
+from sky.client.sdk import down
+from sky.client.sdk import download_logs
+from sky.client.sdk import exec  # pylint: disable=redefined-builtin
+from sky.client.sdk import get
+from sky.client.sdk import job_status
+from sky.client.sdk import launch
+from sky.client.sdk import optimize
+from sky.client.sdk import queue
+from sky.client.sdk import start
+from sky.client.sdk import status
+from sky.client.sdk import stop
+from sky.client.sdk import storage_delete
+from sky.client.sdk import storage_ls
+from sky.client.sdk import stream_and_get
+from sky.client.sdk import tail_logs
 from sky.clouds.service_catalog import list_accelerators
-from sky.core import autostop
-from sky.core import cancel
-from sky.core import cost_report
-from sky.core import down
-from sky.core import download_logs
-from sky.core import job_status
-from sky.core import queue
-from sky.core import start
-from sky.core import status
-from sky.core import stop
-from sky.core import storage_delete
-from sky.core import storage_ls
-from sky.core import tail_logs
 from sky.dag import Dag
 from sky.data import Storage
 from sky.data import StorageMode
 from sky.data import StoreType
-from sky.execution import exec  # pylint: disable=redefined-builtin
-from sky.execution import launch
-# TODO (zhwu): These imports are for backward compatibility, and spot APIs
-# should be called with `sky.spot.xxx` instead. Remove in release 0.8.0
-from sky.jobs.core import spot_cancel
-from sky.jobs.core import spot_launch
-from sky.jobs.core import spot_queue
-from sky.jobs.core import spot_tail_logs
+from sky.jobs import ManagedJobStatus
 from sky.optimizer import Optimizer
-from sky.optimizer import OptimizeTarget
 from sky.resources import Resources
 from sky.skylet.job_lib import JobStatus
-from sky.status_lib import ClusterStatus
 from sky.task import Task
+from sky.utils.common import OptimizeTarget
+from sky.utils.common import StatusRefreshMode
+from sky.utils.config_utils import Config
+from sky.utils.registry import CLOUD_REGISTRY
+from sky.utils.registry import JOBS_RECOVERY_STRATEGY_REGISTRY
+from sky.utils.status_lib import ClusterStatus
 
 # Aliases.
 IBM = clouds.IBM
@@ -124,12 +136,14 @@ GCP = clouds.GCP
 Lambda = clouds.Lambda
 SCP = clouds.SCP
 Kubernetes = clouds.Kubernetes
+K8s = Kubernetes
 OCI = clouds.OCI
 Paperspace = clouds.Paperspace
 RunPod = clouds.RunPod
+Vast = clouds.Vast
 Vsphere = clouds.Vsphere
 Fluidstack = clouds.Fluidstack
-optimize = Optimizer.optimize
+Nebius = clouds.Nebius
 
 __all__ = [
     '__version__',
@@ -139,13 +153,16 @@ __all__ = [
     'GCP',
     'IBM',
     'Kubernetes',
+    'K8s',
     'Lambda',
     'OCI',
     'Paperspace',
     'RunPod',
+    'Vast',
     'SCP',
     'Vsphere',
     'Fluidstack',
+    'Nebius',
     'Optimizer',
     'OptimizeTarget',
     'backends',
@@ -157,14 +174,16 @@ __all__ = [
     'StoreType',
     'ClusterStatus',
     'JobStatus',
+    'ManagedJobStatus',
+    'StatusRefreshMode',
     # APIs
     'Dag',
     'Task',
     'Resources',
-    # execution APIs
+    # core APIs
+    'optimize',
     'launch',
     'exec',
-    'spot_launch',
     # core APIs
     'status',
     'start',
@@ -176,13 +195,26 @@ __all__ = [
     'queue',
     'cancel',
     'tail_logs',
-    'spot_tail_logs',
     'download_logs',
     'job_status',
-    # core APIs Spot Job Management
-    'spot_queue',
-    'spot_cancel',
     # core APIs Storage Management
     'storage_ls',
     'storage_delete',
+    # API server APIs
+    'get',
+    'stream_and_get',
+    'api_status',
+    'api_cancel',
+    'api_info',
+    'api_start',
+    'api_stop',
+    'api_server_logs',
+    # Admin Policy
+    'UserRequest',
+    'MutatedUserRequest',
+    'AdminPolicy',
+    'Config',
+    # Registry
+    'CLOUD_REGISTRY',
+    'JOBS_RECOVERY_STRATEGY_REGISTRY',
 ]

sky/adaptors/aws.py

@@ -35,6 +35,7 @@ import time
 from typing import Any, Callable
 
 from sky.adaptors import common
+from sky.utils import annotations
 from sky.utils import common_utils
 
 _IMPORT_ERROR_MESSAGE = ('Failed to import dependencies for AWS. '
@@ -59,7 +60,7 @@ class _ThreadLocalLRUCache(threading.local):
 
     def __init__(self, maxsize=32):
         super().__init__()
-        self.cache = functools.lru_cache(maxsize=maxsize)
+        self.cache = annotations.lru_cache(scope='global', maxsize=maxsize)
 
 
 def _thread_local_lru_cache(maxsize=32):
@@ -120,9 +121,17 @@ def _create_aws_object(creation_fn_or_cls: Callable[[], Any],
 # The LRU cache needs to be thread-local to avoid multiple threads sharing the
 # same session object, which is not guaranteed to be thread-safe.
 @_thread_local_lru_cache()
-def session():
+def session(check_credentials: bool = True):
     """Create an AWS session."""
-    return _create_aws_object(boto3.session.Session, 'session')
+    s = _create_aws_object(boto3.session.Session, 'session')
+    if check_credentials and s.get_credentials() is None:
+        # s.get_credentials() can be None if there are actually no credentials,
+        # or if we fail to get credentials from IMDS (e.g. due to throttling).
+        # Technically, it could be okay to have no credentials, as certain AWS
+        # APIs don't actually need them. But afaik everything we use AWS for
+        # needs credentials.
+        raise botocore_exceptions().NoCredentialsError()
+    return s
 
 
 # Avoid caching the resource/client objects. If we are using the assumed role,
@@ -149,11 +158,15 @@ def resource(service_name: str, **kwargs):
         config = botocore_config().Config(
             retries={'max_attempts': max_attempts})
         kwargs['config'] = config
+
+    check_credentials = kwargs.pop('check_credentials', True)
+
     # Need to use the client retrieved from the per-thread session to avoid
     # thread-safety issues (Directly creating the client with boto3.resource()
     # is not thread-safe). Reference: https://stackoverflow.com/a/59635814
     return _create_aws_object(
-        lambda: session().resource(service_name, **kwargs), 'resource')
+        lambda: session(check_credentials=check_credentials).resource(
+            service_name, **kwargs), 'resource')
 
 
 def client(service_name: str, **kwargs):
@@ -164,12 +177,16 @@ def client(service_name: str, **kwargs):
         kwargs: Other options.
     """
     _assert_kwargs_builtin_type(kwargs)
+
+    check_credentials = kwargs.pop('check_credentials', True)
+
     # Need to use the client retrieved from the per-thread session to avoid
     # thread-safety issues (Directly creating the client with boto3.client() is
     # not thread-safe). Reference: https://stackoverflow.com/a/59635814
 
-    return _create_aws_object(lambda: session().client(service_name, **kwargs),
-                              'client')
+    return _create_aws_object(
+        lambda: session(check_credentials=check_credentials).client(
+            service_name, **kwargs), 'client')
 
 
 @common.load_lazy_modules(modules=_LAZY_MODULES)