skypilot-nightly 1.0.0.dev20250323__py3-none-any.whl → 1.0.0.dev20250324__py3-none-any.whl

sky/__init__.py

@@ -5,7 +5,7 @@ from typing import Optional
 import urllib.request
 
 # Replaced with the current commit when building the wheels.
-_SKYPILOT_COMMIT_SHA = '139a09e3445956740743049d352cd1cb6d202479'
+_SKYPILOT_COMMIT_SHA = '633e16611f2f858dc27c9eae2f410811e0bc714c'
 
 
 def _get_git_commit():
@@ -35,7 +35,7 @@ def _get_git_commit():
 
 
 __commit__ = _get_git_commit()
-__version__ = '1.0.0.dev20250323'
+__version__ = '1.0.0.dev20250324'
 __root_dir__ = os.path.dirname(os.path.abspath(__file__))
 
 

sky/adaptors/common.py

@@ -6,15 +6,19 @@ from typing import Any, Callable, Optional, Tuple
 
 
 class LazyImport:
-    """Lazy importer for heavy modules or cloud modules only when enabled.
+    """Lazy importer for modules.
 
-    We use this for pandas and networkx, as they can be time-consuming to import
-    (0.1-0.2 seconds). With this class, we can avoid the unnecessary import time
-    when the module is not used (e.g., `networkx` should not be imported for
-    `sky status and `pandas` should not be imported for `sky exec`).
+    This is mainly used in two cases:
+    1. Heavy 3rd party modules: They can be time-consuming to import
+    and not necessary for all `sky` imports, e.g., numpy(700+ms),
+    pendulum(500+ms), cryptography(500+ms), pandas(200+ms), and
+    networkx(100+ms), etc. With this class, we can avoid the
+    unnecessary import time when the module is not used (e.g.,
+    `networkx` should not be imported for `sky status` and `pandas`
+    should not be imported for `sky exec`).
 
-    We also use this for cloud adaptors, because we do not want to import the
-    cloud dependencies when it is not enabled.
+    2. Cloud modules in cloud adaptors: cloud dependencies are only required
+    when a cloud is enabled, so we only import them when actually needed.
     """
 
     def __init__(self,

sky/adaptors/ibm.py

@@ -6,9 +6,6 @@ import json
 import multiprocessing
 import os
 
-import requests
-import yaml
-
 from sky import sky_logging
 from sky.adaptors import common
 
@@ -27,6 +24,9 @@ ibm_boto3 = common.LazyImport('ibm_boto3',
                               import_error_message=_IMPORT_ERROR_MESSAGE)
 ibm_botocore = common.LazyImport('ibm_botocore',
                                  import_error_message=_IMPORT_ERROR_MESSAGE)
+requests = common.LazyImport('requests',
+                             import_error_message=_IMPORT_ERROR_MESSAGE)
+yaml = common.LazyImport('yaml', import_error_message=_IMPORT_ERROR_MESSAGE)
 
 
 def read_credential_file():

sky/authentication.py

@@ -25,19 +25,17 @@ import re
 import socket
 import subprocess
 import sys
+import typing
 from typing import Any, Dict, Tuple
 import uuid
 
 import colorama
-from cryptography.hazmat.backends import default_backend
-from cryptography.hazmat.primitives import serialization
-from cryptography.hazmat.primitives.asymmetric import rsa
 import filelock
-import yaml
 
 from sky import clouds
 from sky import sky_logging
 from sky import skypilot_config
+from sky.adaptors import common as adaptors_common
 from sky.adaptors import gcp
 from sky.adaptors import ibm
 from sky.adaptors import kubernetes
@@ -67,6 +65,11 @@ MAX_TRIALS = 64
 # the former dir is empheral.
 _SSH_KEY_PATH_PREFIX = '~/.sky/clients/{user_hash}/ssh'
 
+if typing.TYPE_CHECKING:
+    import yaml
+else:
+    yaml = adaptors_common.LazyImport('yaml')
+
 
 def get_ssh_key_and_lock_path() -> Tuple[str, str, str]:
     user_hash = common_utils.get_user_hash()
@@ -82,6 +85,13 @@ def get_ssh_key_and_lock_path() -> Tuple[str, str, str]:
 
 
 def _generate_rsa_key_pair() -> Tuple[str, str]:
+    # Keep the import of the cryptography local to avoid expensive
+    # third-party imports when not needed.
+    # pylint: disable=import-outside-toplevel
+    from cryptography.hazmat.backends import default_backend
+    from cryptography.hazmat.primitives import serialization
+    from cryptography.hazmat.primitives.asymmetric import rsa
+
     key = rsa.generate_private_key(backend=default_backend(),
                                    public_exponent=65537,
                                    key_size=2048)

sky/backends/backend_utils.py

@@ -19,12 +19,7 @@ import uuid
 import colorama
 import filelock
 from packaging import version
-import requests
-from requests import adapters
-from requests.packages.urllib3.util import retry as retry_lib
-import rich.progress as rich_progress
 from typing_extensions import Literal
-import yaml
 
 import sky
 from sky import authentication as auth
@@ -36,6 +31,7 @@ from sky import global_user_state
 from sky import provision as provision_lib
 from sky import sky_logging
 from sky import skypilot_config
+from sky.adaptors import common as adaptors_common
 from sky.provision import instance_setup
 from sky.provision.kubernetes import utils as kubernetes_utils
 from sky.skylet import constants
@@ -56,10 +52,23 @@ from sky.utils import timeline
 from sky.utils import ux_utils
 
 if typing.TYPE_CHECKING:
+    import requests
+    from requests import adapters
+    from requests.packages.urllib3.util import retry as retry_lib
+    import rich.progress as rich_progress
+    import yaml
+
     from sky import resources as resources_lib
     from sky import task as task_lib
     from sky.backends import cloud_vm_ray_backend
     from sky.backends import local_docker_backend
+else:
+    yaml = adaptors_common.LazyImport('yaml')
+    requests = adaptors_common.LazyImport('requests')
+    rich_progress = adaptors_common.LazyImport('rich.progress')
+    adapters = adaptors_common.LazyImport('requests.adapters')
+    retry_lib = adaptors_common.LazyImport(
+        'requests.packages.urllib3.util.retry')
 
 logger = sky_logging.init_logger(__name__)
 

sky/client/common.py

@@ -14,10 +14,8 @@ from typing import Dict, Generator, Iterable
 import uuid
 import zipfile
 
-import httpx
-import requests
-
 from sky import sky_logging
+from sky.adaptors import common as adaptors_common
 from sky.data import data_utils
 from sky.data import storage_utils
 from sky.server import common as server_common
@@ -29,8 +27,14 @@ from sky.utils import subprocess_utils
 from sky.utils import ux_utils
 
 if typing.TYPE_CHECKING:
+    import httpx
+    import requests
+
     import sky
     import sky.dag as dag_lib
+else:
+    httpx = adaptors_common.LazyImport('httpx')
+    requests = adaptors_common.LazyImport('requests')
 
 logger = sky_logging.init_logger(__name__)
 
@@ -143,7 +147,7 @@ class FileChunkIterator:
 
 @dataclasses.dataclass
 class UploadChunkParams:
-    client: httpx.Client
+    client: 'httpx.Client'
     upload_id: str
     chunk_index: int
     total_chunks: int

sky/client/sdk.py

@@ -22,14 +22,13 @@ from typing import Any, Dict, List, Optional, Tuple, Union
 import click
 import colorama
 import filelock
-import psutil
-import requests
 
 from sky import admin_policy
 from sky import backends
 from sky import exceptions
 from sky import sky_logging
 from sky import skypilot_config
+from sky.adaptors import common as adaptors_common
 from sky.client import common as client_common
 from sky.server import common as server_common
 from sky.server.requests import payloads
@@ -50,14 +49,20 @@ from sky.utils import ux_utils
 if typing.TYPE_CHECKING:
     import io
 
+    import psutil
+    import requests
+
     import sky
+else:
+    psutil = adaptors_common.LazyImport('psutil')
+    requests = adaptors_common.LazyImport('requests')
 
 logger = sky_logging.init_logger(__name__)
 logging.getLogger('httpx').setLevel(logging.CRITICAL)
 
 
 def stream_response(request_id: Optional[str],
-                    response: requests.Response,
+                    response: 'requests.Response',
                     output_stream: Optional['io.TextIOBase'] = None) -> Any:
     """Streams the response to the console.
 

sky/clouds/fluidstack.py

@@ -3,9 +3,8 @@ import os
 import typing
 from typing import Dict, Iterator, List, Optional, Tuple, Union
 
-import requests
-
 from sky import clouds
+from sky.adaptors import common as adaptors_common
 from sky.clouds import service_catalog
 from sky.provision.fluidstack import fluidstack_utils
 from sky.utils import registry
@@ -18,8 +17,12 @@ _CREDENTIAL_FILES = [
     fluidstack_utils.FLUIDSTACK_API_KEY_PATH
 ]
 if typing.TYPE_CHECKING:
+    import requests
+
     # Renaming to avoid shadowing variables.
     from sky import resources as resources_lib
+else:
+    requests = adaptors_common.LazyImport('requests')
 
 
 @registry.CLOUD_REGISTRY.register

sky/clouds/lambda_cloud.py

@@ -2,9 +2,8 @@
 import typing
 from typing import Dict, Iterator, List, Optional, Tuple, Union
 
-import requests
-
 from sky import clouds
+from sky.adaptors import common as adaptors_common
 from sky.clouds import service_catalog
 from sky.provision.lambda_cloud import lambda_utils
 from sky.utils import registry
@@ -12,8 +11,12 @@ from sky.utils import resources_utils
 from sky.utils import status_lib
 
 if typing.TYPE_CHECKING:
+    import requests
+
     # Renaming to avoid shadowing variables.
     from sky import resources as resources_lib
+else:
+    requests = adaptors_common.LazyImport('requests')
 
 # Minimum set of files under ~/.lambda_cloud that grant Lambda Cloud access.
 _CREDENTIAL_FILES = [

sky/clouds/paperspace.py

@@ -3,16 +3,19 @@
 import typing
 from typing import Dict, Iterator, List, Optional, Tuple, Union
 
-import requests
-
 from sky import clouds
+from sky.adaptors import common as adaptors_common
 from sky.clouds import service_catalog
 from sky.provision.paperspace import utils
 from sky.utils import registry
 from sky.utils import resources_utils
 
 if typing.TYPE_CHECKING:
+    import requests
+
     from sky import resources as resources_lib
+else:
+    requests = adaptors_common.LazyImport('requests')
 
 _CREDENTIAL_FILES = [
     # credential files for Paperspace,

sky/clouds/service_catalog/common.py

@@ -8,7 +8,6 @@ import typing
 from typing import Callable, Dict, List, NamedTuple, Optional, Tuple, Union
 
 import filelock
-import requests
 
 from sky import sky_logging
 from sky.adaptors import common as adaptors_common
@@ -21,8 +20,10 @@ from sky.utils import ux_utils
 
 if typing.TYPE_CHECKING:
     import pandas as pd
+    import requests
 else:
     pd = adaptors_common.LazyImport('pandas')
+    requests = adaptors_common.LazyImport('requests')
 
 logger = sky_logging.init_logger(__name__)
 

sky/clouds/utils/scp_utils.py

@@ -11,10 +11,16 @@ import json
 import logging
 import os
 import time
+import typing
 from typing import Any, Dict, List, Optional
 from urllib import parse
 
-import requests
+from sky.adaptors import common as adaptors_common
+
+if typing.TYPE_CHECKING:
+    import requests
+else:
+    requests = adaptors_common.LazyImport('requests')
 
 CREDENTIALS_PATH = '~/.scp/scp_credential'
 API_ENDPOINT = 'https://openapi.samsungsdscloud.com'
@@ -98,7 +104,7 @@ class Metadata:
             return list(metadata.keys())
 
 
-def raise_scp_error(response: requests.Response) -> None:
+def raise_scp_error(response: 'requests.Response') -> None:
     """Raise SCPCloudError if appropriate. """
     status_code = response.status_code
     if status_code in (200, 202):

sky/clouds/vsphere.py

@@ -3,9 +3,8 @@ import subprocess
 import typing
 from typing import Dict, Iterator, List, Optional, Tuple, Union
 
-import requests
-
 from sky import clouds
+from sky.adaptors import common as adaptors_common
 from sky.clouds import service_catalog
 from sky.provision.vsphere import vsphere_utils
 from sky.provision.vsphere.vsphere_utils import get_vsphere_credentials
@@ -15,8 +14,12 @@ from sky.utils import registry
 from sky.utils import resources_utils
 
 if typing.TYPE_CHECKING:
+    import requests
+
     # Renaming to avoid shadowing variables.
     from sky import resources as resources_lib
+else:
+    requests = adaptors_common.LazyImport('requests')
 
 _CLOUD_VSPHERE = 'vsphere'
 _CREDENTIAL_FILES = [

sky/jobs/client/sdk.py

@@ -5,9 +5,9 @@ from typing import Dict, List, Optional, Union
 import webbrowser
 
 import click
-import requests
 
 from sky import sky_logging
+from sky.adaptors import common as adaptors_common
 from sky.client import common as client_common
 from sky.client import sdk
 from sky.server import common as server_common
@@ -20,7 +20,11 @@ from sky.utils import dag_utils
 if typing.TYPE_CHECKING:
     import io
 
+    import requests
+
     import sky
+else:
+    requests = adaptors_common.LazyImport('requests')
 
 logger = sky_logging.init_logger(__name__)
 

sky/jobs/scheduler.py

@@ -41,17 +41,23 @@ import contextlib
 from functools import lru_cache
 import os
 import time
+import typing
 
 import filelock
-import psutil
 
 from sky import sky_logging
+from sky.adaptors import common as adaptors_common
 from sky.jobs import constants as managed_job_constants
 from sky.jobs import state
 from sky.skylet import constants
 from sky.utils import common_utils
 from sky.utils import subprocess_utils
 
+if typing.TYPE_CHECKING:
+    import psutil
+else:
+    psutil = adaptors_common.LazyImport('psutil')
+
 logger = sky_logging.init_logger('sky.jobs.controller')
 
 # The _MANAGED_JOB_SCHEDULER_LOCK should be held whenever we are checking the

sky/jobs/utils.py

@@ -17,13 +17,13 @@ from typing import Any, Dict, List, Optional, Set, Tuple, Union
 
 import colorama
 import filelock
-import psutil
 from typing_extensions import Literal
 
 from sky import backends
 from sky import exceptions
 from sky import global_user_state
 from sky import sky_logging
+from sky.adaptors import common as adaptors_common
 from sky.backends import backend_utils
 from sky.jobs import constants as managed_job_constants
 from sky.jobs import scheduler
@@ -40,8 +40,12 @@ from sky.utils import subprocess_utils
 from sky.utils import ux_utils
 
 if typing.TYPE_CHECKING:
+    import psutil
+
     import sky
     from sky import dag as dag_lib
+else:
+    psutil = adaptors_common.LazyImport('psutil')
 
 logger = sky_logging.init_logger(__name__)
 

sky/optimizer.py

@@ -6,7 +6,6 @@ import typing
 from typing import Any, Dict, Iterable, List, Optional, Set, Tuple
 
 import colorama
-import numpy as np
 import prettytable
 
 from sky import check as sky_check
@@ -29,10 +28,12 @@ from sky.utils import ux_utils
 
 if typing.TYPE_CHECKING:
     import networkx as nx
+    import numpy as np
 
     from sky import dag as dag_lib
 else:
     nx = adaptors_common.LazyImport('networkx')
+    np = adaptors_common.LazyImport('numpy')
 
 logger = sky_logging.init_logger(__name__)
 

sky/provision/fluidstack/fluidstack_utils.py

@@ -3,13 +3,18 @@
 import json
 import os
 import time
+import typing
 from typing import Any, Dict, List
 import uuid
 
-import requests
-
+from sky.adaptors import common as adaptors_common
 from sky.utils import annotations
 
+if typing.TYPE_CHECKING:
+    import requests
+else:
+    requests = adaptors_common.LazyImport('requests')
+
 
 def get_key_suffix():
     return str(uuid.uuid4()).replace('-', '')[:8]

sky/provision/kubernetes/config.py

@@ -3,16 +3,21 @@ import copy
 import logging
 import math
 import os
+import typing
 from typing import Any, Dict, Optional, Union
 
-import yaml
-
+from sky.adaptors import common as adaptors_common
 from sky.adaptors import kubernetes
 from sky.provision import common
 from sky.provision.kubernetes import network_utils
 from sky.provision.kubernetes import utils as kubernetes_utils
 from sky.utils import kubernetes_enums
 
+if typing.TYPE_CHECKING:
+    import yaml
+else:
+    yaml = adaptors_common.LazyImport('yaml')
+
 logger = logging.getLogger(__name__)
 
 # Timeout for deleting a Kubernetes resource (in seconds).

sky/provision/kubernetes/network_utils.py

@@ -1,20 +1,26 @@
 """Kubernetes network provisioning utils."""
 import os
 import time
+import typing
 from typing import Dict, List, Optional, Tuple, Union
 
-import jinja2
-import yaml
-
 import sky
 from sky import exceptions
 from sky import sky_logging
 from sky import skypilot_config
+from sky.adaptors import common as adaptors_common
 from sky.adaptors import kubernetes
 from sky.provision.kubernetes import utils as kubernetes_utils
 from sky.utils import kubernetes_enums
 from sky.utils import ux_utils
 
+if typing.TYPE_CHECKING:
+    import jinja2
+    import yaml
+else:
+    jinja2 = adaptors_common.LazyImport('jinja2')
+    yaml = adaptors_common.LazyImport('yaml')
+
 logger = sky_logging.init_logger(__name__)
 
 _INGRESS_TEMPLATE_NAME = 'kubernetes-ingress.yml.j2'

sky/provision/kubernetes/utils.py

@@ -12,15 +12,13 @@ import typing
 from typing import Any, Dict, List, Optional, Set, Tuple, Union
 from urllib.parse import urlparse
 
-import jinja2
-import yaml
-
 import sky
 from sky import clouds
 from sky import exceptions
 from sky import models
 from sky import sky_logging
 from sky import skypilot_config
+from sky.adaptors import common as adaptors_common
 from sky.adaptors import gcp
 from sky.adaptors import kubernetes
 from sky.provision import constants as provision_constants
@@ -38,8 +36,14 @@ from sky.utils import timeline
 from sky.utils import ux_utils
 
 if typing.TYPE_CHECKING:
+    import jinja2
+    import yaml
+
     from sky import backends
     from sky import resources as resources_lib
+else:
+    jinja2 = adaptors_common.LazyImport('jinja2')
+    yaml = adaptors_common.LazyImport('yaml')
 
 # TODO(romilb): Move constants to constants.py
 DEFAULT_NAMESPACE = 'default'

sky/provision/lambda_cloud/lambda_utils.py

@@ -3,12 +3,17 @@
 import json
 import os
 import time
+import typing
 from typing import Any, Dict, List, Optional, Tuple
 
-import requests
-
+from sky.adaptors import common as adaptors_common
 from sky.utils import common_utils
 
+if typing.TYPE_CHECKING:
+    import requests
+else:
+    requests = adaptors_common.LazyImport('requests')
+
 CREDENTIALS_PATH = '~/.lambda_cloud/lambda_keys'
 API_ENDPOINT = 'https://cloud.lambdalabs.com/api/v1'
 INITIAL_BACKOFF_SECONDS = 10
@@ -76,7 +81,7 @@ class Metadata:
             json.dump(metadata, f)
 
 
-def raise_lambda_error(response: requests.Response) -> None:
+def raise_lambda_error(response: 'requests.Response') -> None:
     """Raise LambdaCloudError if appropriate."""
     status_code = response.status_code
     if status_code == 200:

sky/provision/paperspace/utils.py

@@ -3,14 +3,19 @@
 import json
 import os
 import time
+import typing
 from typing import Any, Dict, List, Optional, Union
 
-import requests
-
 from sky import sky_logging
+from sky.adaptors import common as adaptors_common
 import sky.provision.paperspace.constants as constants
 from sky.utils import common_utils
 
+if typing.TYPE_CHECKING:
+    import requests
+else:
+    requests = adaptors_common.LazyImport('requests')
+
 logger = sky_logging.init_logger(__name__)
 
 CREDENTIALS_PATH = '~/.paperspace/config.json'
@@ -25,7 +30,7 @@ class PaperspaceCloudError(Exception):
     pass
 
 
-def raise_paperspace_api_error(response: requests.Response) -> None:
+def raise_paperspace_api_error(response: 'requests.Response') -> None:
     """Raise PaperspaceCloudError if appropriate."""
     status_code = response.status_code
     if status_code == 200:

sky/provision/vsphere/common/ssl_helper.py

@@ -1,9 +1,14 @@
 """SSL Helper
 """
-
 import ssl
+import typing
+
+from sky.adaptors import common as adaptors_common
 
-import requests
+if typing.TYPE_CHECKING:
+    import requests
+else:
+    requests = adaptors_common.LazyImport('requests')
 
 
 def get_unverified_context():

sky/provision/vsphere/common/vapiconnect.py

@@ -1,11 +1,18 @@
 """Vapi Connect
 """
 
-import requests
+import typing
+
 from urllib3.exceptions import InsecureRequestWarning
 
+from sky.adaptors import common as adaptors_common
 from sky.adaptors import vsphere as vsphere_adaptor
 
+if typing.TYPE_CHECKING:
+    import requests
+else:
+    requests = adaptors_common.LazyImport('requests')
+
 
 def get_jsonrpc_endpoint_url(host):
     # The URL for the stub requests are made against the /api HTTP endpoint