skypilot-nightly 1.0.0.dev20250323__py3-none-any.whl → 1.0.0.dev20250325__py3-none-any.whl

sky/provision/paperspace/utils.py

@@ -3,14 +3,19 @@
 import json
 import os
 import time
+import typing
 from typing import Any, Dict, List, Optional, Union
 
-import requests
-
 from sky import sky_logging
+from sky.adaptors import common as adaptors_common
 import sky.provision.paperspace.constants as constants
 from sky.utils import common_utils
 
+if typing.TYPE_CHECKING:
+    import requests
+else:
+    requests = adaptors_common.LazyImport('requests')
+
 logger = sky_logging.init_logger(__name__)
 
 CREDENTIALS_PATH = '~/.paperspace/config.json'
@@ -25,7 +30,7 @@ class PaperspaceCloudError(Exception):
     pass
 
 
-def raise_paperspace_api_error(response: requests.Response) -> None:
+def raise_paperspace_api_error(response: 'requests.Response') -> None:
     """Raise PaperspaceCloudError if appropriate."""
     status_code = response.status_code
     if status_code == 200:

sky/provision/vsphere/common/ssl_helper.py

@@ -1,9 +1,14 @@
 """SSL Helper
 """
-
 import ssl
+import typing
+
+from sky.adaptors import common as adaptors_common
 
-import requests
+if typing.TYPE_CHECKING:
+    import requests
+else:
+    requests = adaptors_common.LazyImport('requests')
 
 
 def get_unverified_context():

sky/provision/vsphere/common/vapiconnect.py

@@ -1,11 +1,18 @@
 """Vapi Connect
 """
 
-import requests
+import typing
+
 from urllib3.exceptions import InsecureRequestWarning
 
+from sky.adaptors import common as adaptors_common
 from sky.adaptors import vsphere as vsphere_adaptor
 
+if typing.TYPE_CHECKING:
+    import requests
+else:
+    requests = adaptors_common.LazyImport('requests')
+
 
 def get_jsonrpc_endpoint_url(host):
     # The URL for the stub requests are made against the /api HTTP endpoint

sky/provision/vsphere/vsphere_utils.py

@@ -3,12 +3,12 @@
 import http.cookies as http_cookies
 import os
 import ssl
+import typing
 from typing import Any, Dict, List, Optional
 
-import yaml
-
 from sky import exceptions
 from sky import sky_logging
+from sky.adaptors import common as adaptors_common
 from sky.adaptors import vsphere as vsphere_adaptor
 from sky.clouds.service_catalog import vsphere_catalog
 from sky.clouds.service_catalog.common import get_catalog_path
@@ -33,6 +33,11 @@ from sky.provision.vsphere.common.vim_utils import poweron_vm
 from sky.provision.vsphere.common.vim_utils import wait_for_tasks
 from sky.provision.vsphere.common.vim_utils import wait_internal_ip_ready
 
+if typing.TYPE_CHECKING:
+    import yaml
+else:
+    yaml = adaptors_common.LazyImport('yaml')
+
 logger = sky_logging.init_logger(__name__)
 
 CREDENTIALS_PATH = '~/.vsphere/credential.yaml'

sky/serve/client/sdk.py

@@ -4,8 +4,8 @@ import typing
 from typing import List, Optional, Union
 
 import click
-import requests
 
+from sky.adaptors import common as adaptors_common
 from sky.client import common as client_common
 from sky.server import common as server_common
 from sky.server.requests import payloads
@@ -15,8 +15,12 @@ from sky.utils import dag_utils
 if typing.TYPE_CHECKING:
     import io
 
+    import requests
+
     import sky
     from sky.serve import serve_utils
+else:
+    requests = adaptors_common.LazyImport('requests')
 
 
 @usage_lib.entrypoint

sky/serve/serve_utils.py

@@ -18,16 +18,16 @@ import uuid
 
 import colorama
 import filelock
-import psutil
-import requests
 
 from sky import backends
 from sky import exceptions
 from sky import global_user_state
+from sky.adaptors import common as adaptors_common
 from sky.serve import constants
 from sky.serve import serve_state
 from sky.skylet import constants as skylet_constants
 from sky.skylet import job_lib
+from sky.utils import annotations
 from sky.utils import common_utils
 from sky.utils import log_utils
 from sky.utils import message_utils
@@ -37,12 +37,22 @@ from sky.utils import ux_utils
 
 if typing.TYPE_CHECKING:
     import fastapi
+    import psutil
+    import requests
 
     from sky.serve import replica_managers
+else:
+    psutil = adaptors_common.LazyImport('psutil')
+    requests = adaptors_common.LazyImport('requests')
+
+
+@annotations.lru_cache(scope='request')
+def get_num_service_threshold():
+    """Get number of services threshold, calculating it only when needed."""
+    system_memory_gb = psutil.virtual_memory().total // (1024**3)
+    return system_memory_gb // constants.CONTROLLER_MEMORY_USAGE_GB
+
 
-_SYSTEM_MEMORY_GB = psutil.virtual_memory().total // (1024**3)
-NUM_SERVICE_THRESHOLD = (_SYSTEM_MEMORY_GB //
-                         constants.CONTROLLER_MEMORY_USAGE_GB)
 _CONTROLLER_URL = 'http://localhost:{CONTROLLER_PORT}'
 
 # NOTE(dev): We assume log paths are either in ~/sky_logs/... or ~/.sky/...
@@ -607,7 +617,7 @@ def wait_service_registration(service_name: str, job_id: int) -> str:
             lb_port = record['load_balancer_port']
             if lb_port is not None:
                 return message_utils.encode_payload(lb_port)
-        elif len(serve_state.get_services()) >= NUM_SERVICE_THRESHOLD:
+        elif len(serve_state.get_services()) >= get_num_service_threshold():
             with ux_utils.print_exception_no_traceback():
                 raise RuntimeError('Max number of services reached. '
                                    'To spin up more services, please '

sky/serve/service.py

@@ -147,7 +147,8 @@ def _start(service_name: str, tmp_task_yaml: str, job_id: int):
     # Already checked before submit to controller.
     assert task.service is not None, task
     service_spec = task.service
-    if len(serve_state.get_services()) >= serve_utils.NUM_SERVICE_THRESHOLD:
+    if (len(serve_state.get_services()) >=
+            serve_utils.get_num_service_threshold()):
         cleanup_storage(tmp_task_yaml)
         with ux_utils.print_exception_no_traceback():
             raise RuntimeError('Max number of services reached.')

sky/serve/service_spec.py

@@ -2,11 +2,11 @@
 import json
 import os
 import textwrap
+import typing
 from typing import Any, Dict, List, Optional
 
-import yaml
-
 from sky import serve
+from sky.adaptors import common as adaptors_common
 from sky.serve import constants
 from sky.serve import load_balancing_policies as lb_policies
 from sky.serve import serve_utils
@@ -14,6 +14,11 @@ from sky.utils import common_utils
 from sky.utils import schemas
 from sky.utils import ux_utils
 
+if typing.TYPE_CHECKING:
+    import yaml
+else:
+    yaml = adaptors_common.LazyImport('yaml')
+
 
 class SkyServiceSpec:
     """SkyServe service specification."""

sky/server/common.py

@@ -15,12 +15,11 @@ import uuid
 
 import colorama
 import filelock
-import pydantic
-import requests
 
 from sky import exceptions
 from sky import sky_logging
 from sky import skypilot_config
+from sky.adaptors import common as adaptors_common
 from sky.data import data_utils
 from sky.server import constants as server_constants
 from sky.skylet import constants
@@ -31,7 +30,13 @@ from sky.utils import rich_utils
 from sky.utils import ux_utils
 
 if typing.TYPE_CHECKING:
+    import pydantic
+    import requests
+
     from sky import dag as dag_lib
+else:
+    pydantic = adaptors_common.LazyImport('pydantic')
+    requests = adaptors_common.LazyImport('requests')
 
 DEFAULT_SERVER_URL = 'http://127.0.0.1:46580'
 AVAILBLE_LOCAL_API_SERVER_HOSTS = ['0.0.0.0', 'localhost', '127.0.0.1']
@@ -145,7 +150,7 @@ def get_api_server_status(endpoint: Optional[str] = None) -> ApiServerInfo:
     return ApiServerInfo(status=ApiServerStatus.UNHEALTHY, api_version=None)
 
 
-def handle_request_error(response: requests.Response) -> None:
+def handle_request_error(response: 'requests.Response') -> None:
     if response.status_code != 200:
         with ux_utils.print_exception_no_traceback():
             raise RuntimeError(
@@ -155,7 +160,7 @@ def handle_request_error(response: requests.Response) -> None:
                 f'{response.text}')
 
 
-def get_request_id(response: requests.Response) -> RequestId:
+def get_request_id(response: 'requests.Response') -> RequestId:
     handle_request_error(response)
     request_id = response.headers.get('X-Request-ID')
     if request_id is None:
@@ -398,7 +403,7 @@ def api_server_user_logs_dir_prefix(
     return API_SERVER_CLIENT_DIR / user_hash / 'sky_logs'
 
 
-def request_body_to_params(body: pydantic.BaseModel) -> Dict[str, Any]:
+def request_body_to_params(body: 'pydantic.BaseModel') -> Dict[str, Any]:
     return {
         k: v for k, v in body.model_dump(mode='json').items() if v is not None
     }

sky/server/requests/payloads.py

@@ -8,14 +8,14 @@ payloads is that a user can find the default values in the Restful API docs.
 import getpass
 import json
 import os
+import typing
 from typing import Any, Dict, List, Optional, Tuple, Union
 
-import pydantic
-
 from sky import admin_policy
 from sky import serve
 from sky import sky_logging
 from sky import skypilot_config
+from sky.adaptors import common as adaptors_common
 from sky.server import common
 from sky.skylet import constants
 from sky.usage import constants as usage_constants
@@ -25,6 +25,11 @@ from sky.utils import common as common_lib
 from sky.utils import common_utils
 from sky.utils import registry
 
+if typing.TYPE_CHECKING:
+    import pydantic
+else:
+    pydantic = adaptors_common.LazyImport('pydantic')
+
 logger = sky_logging.init_logger(__name__)
 
 

sky/server/requests/requests.py

@@ -396,7 +396,6 @@ pathlib.Path(_DB_PATH).parents[0].mkdir(parents=True, exist_ok=True)
 
 
 def create_table(cursor, conn):
-    del conn
     # Enable WAL mode to avoid locking issues.
     # See: issue #1441 and PR #1509
     # https://github.com/microsoft/WSL/issues/2395
@@ -428,6 +427,9 @@ def create_table(cursor, conn):
         {COL_USER_ID} TEXT,
         {COL_STATUS_MSG} TEXT)""")
 
+    db_utils.add_column_to_table(cursor, conn, REQUEST_TABLE, COL_STATUS_MSG,
+                                 'TEXT')
+
 
 _DB = None
 

sky/skylet/autostop_lib.py

@@ -2,15 +2,20 @@
 import pickle
 import shlex
 import time
+import typing
 from typing import List, Optional
 
-import psutil
-
 from sky import sky_logging
+from sky.adaptors import common as adaptors_common
 from sky.skylet import configs
 from sky.skylet import constants
 from sky.utils import message_utils
 
+if typing.TYPE_CHECKING:
+    import psutil
+else:
+    psutil = adaptors_common.LazyImport('psutil')
+
 logger = sky_logging.init_logger(__name__)
 
 _AUTOSTOP_CONFIG_KEY = 'autostop_config'

sky/skylet/job_lib.py

@@ -11,14 +11,15 @@ import shlex
 import signal
 import sqlite3
 import time
+import typing
 from typing import Any, Dict, List, Optional, Sequence
 
 import colorama
 import filelock
-import psutil
 
 from sky import global_user_state
 from sky import sky_logging
+from sky.adaptors import common as adaptors_common
 from sky.skylet import constants
 from sky.utils import common_utils
 from sky.utils import db_utils
@@ -26,6 +27,11 @@ from sky.utils import log_utils
 from sky.utils import message_utils
 from sky.utils import subprocess_utils
 
+if typing.TYPE_CHECKING:
+    import psutil
+else:
+    psutil = adaptors_common.LazyImport('psutil')
+
 logger = sky_logging.init_logger(__name__)
 
 _LINUX_NEW_LINE = '\n'

sky/skypilot_config.py

@@ -53,18 +53,23 @@ import copy
 import os
 import pprint
 import tempfile
+import typing
 from typing import Any, Dict, Iterator, Optional, Tuple
 
-import yaml
-
 from sky import exceptions
 from sky import sky_logging
+from sky.adaptors import common as adaptors_common
 from sky.skylet import constants
 from sky.utils import common_utils
 from sky.utils import config_utils
 from sky.utils import schemas
 from sky.utils import ux_utils
 
+if typing.TYPE_CHECKING:
+    import yaml
+else:
+    yaml = adaptors_common.LazyImport('yaml')
+
 logger = sky_logging.init_logger(__name__)
 
 # The config path is discovered in this order:

sky/task.py

@@ -9,12 +9,12 @@ from typing import (Any, Callable, Dict, Iterable, List, Optional, Set, Tuple,
                     Union)
 
 import colorama
-import yaml
 
 import sky
 from sky import clouds
 from sky import exceptions
 from sky import sky_logging
+from sky.adaptors import common as adaptors_common
 import sky.dag
 from sky.data import data_utils
 from sky.data import storage as storage_lib
@@ -26,7 +26,11 @@ from sky.utils import schemas
 from sky.utils import ux_utils
 
 if typing.TYPE_CHECKING:
+    import yaml
+
     from sky import resources as resources_lib
+else:
+    yaml = adaptors_common.LazyImport('yaml')
 
 logger = sky_logging.init_logger(__name__)
 

sky/utils/common_utils.py

@@ -13,22 +13,30 @@ import re
 import socket
 import sys
 import time
+import typing
 from typing import Any, Callable, Dict, List, Optional, Union
 import uuid
 
-import jinja2
-import jsonschema
-import psutil
-import yaml
-
 from sky import exceptions
 from sky import sky_logging
+from sky.adaptors import common as adaptors_common
 from sky.skylet import constants
 from sky.usage import constants as usage_constants
 from sky.utils import annotations
 from sky.utils import ux_utils
 from sky.utils import validator
 
+if typing.TYPE_CHECKING:
+    import jinja2
+    import jsonschema
+    import psutil
+    import yaml
+else:
+    jinja2 = adaptors_common.LazyImport('jinja2')
+    jsonschema = adaptors_common.LazyImport('jsonschema')
+    psutil = adaptors_common.LazyImport('psutil')
+    yaml = adaptors_common.LazyImport('yaml')
+
 _USER_HASH_FILE = os.path.expanduser('~/.sky/user_hash')
 USER_HASH_LENGTH = 8
 
@@ -598,7 +606,7 @@ def validate_schema(obj, schema, err_msg_prefix='', skip_none=True):
         obj = {k: v for k, v in obj.items() if v is not None}
     err_msg = None
     try:
-        validator.SchemaValidator(schema).validate(obj)
+        validator.get_schema_validator()(schema).validate(obj)
     except jsonschema.ValidationError as e:
         if e.validator == 'additionalProperties':
             if tuple(e.schema_path) == ('properties', 'envs',

sky/utils/log_utils.py

@@ -2,20 +2,26 @@
 import enum
 import time
 import types
+import typing
 from typing import Callable, Iterator, List, Optional, TextIO, Type
 
 import colorama
-# slow due to https://github.com/python-pendulum/pendulum/issues/808
-# FIXME(aylei): bump pendulum if it get fixed
-import pendulum
 import prettytable
 
 from sky import sky_logging
+from sky.adaptors import common as adaptors_common
 from sky.utils import rich_utils
 from sky.utils import ux_utils
 
 logger = sky_logging.init_logger(__name__)
 
+if typing.TYPE_CHECKING:
+    # slow due to https://github.com/python-pendulum/pendulum/issues/808
+    # FIXME(aylei): bump pendulum if it get fixed
+    import pendulum
+else:
+    pendulum = adaptors_common.LazyImport('pendulum')
+
 
 class LineProcessor(object):
     """A processor for log lines."""

sky/utils/rich_console_utils.py

@@ -0,0 +1,21 @@
+"""Utility functions for rich console."""
+import typing
+
+from sky.adaptors import common as adaptors_common
+
+if typing.TYPE_CHECKING:
+    import rich.console as rich_console
+else:
+    rich_console = adaptors_common.LazyImport('rich.console')
+
+_console = None  # Lazy initialized console
+
+
+# Move global console to a function to avoid
+# importing rich console if not used
+def get_console():
+    """Get or create the rich console."""
+    global _console
+    if _console is None:
+        _console = rich_console.Console(soft_wrap=True)
+    return _console

sky/utils/rich_utils.py

@@ -6,15 +6,18 @@ import threading
 import typing
 from typing import Dict, Iterator, Optional, Tuple, Union
 
-import rich.console as rich_console
-
+from sky.adaptors import common as adaptors_common
 from sky.utils import annotations
 from sky.utils import message_utils
+from sky.utils import rich_console_utils
 
 if typing.TYPE_CHECKING:
     import requests
+    import rich.console as rich_console
+else:
+    requests = adaptors_common.LazyImport('requests')
+    rich_console = adaptors_common.LazyImport('rich.console')
 
-console = rich_console.Console(soft_wrap=True)
 _statuses: Dict[str, Optional[Union['EncodedStatus',
                                     'rich_console.Status']]] = {
                                         'server': None,
@@ -141,15 +144,28 @@ class _RevertibleStatus:
         return _statuses[self.status_type]
 
     def __exit__(self, exc_type, exc_val, exc_tb):
-        global _status_nesting_level
-        _status_nesting_level -= 1
-        if _status_nesting_level <= 0:
-            _status_nesting_level = 0
-            if _statuses[self.status_type] is not None:
-                _statuses[self.status_type].__exit__(exc_type, exc_val, exc_tb)
-                _statuses[self.status_type] = None
-        else:
-            _statuses[self.status_type].update(self.previous_message)
+        # We use the same lock with the `safe_logger` to avoid the following 2
+        # raice conditions. We refer loggers in another thread as "thread
+        # logger" hereafter.
+        # 1. When a thread logger stopped the status in `safe_logger`, and
+        #    here we exit the status and set it to None. Then the thread logger
+        #    will raise an error when it tries to restart the status.
+        # 2. When a thread logger stopped the status in `safe_logger`, and
+        #    here we exit the status and entered a new one. Then the thread
+        #    logger will raise an error when it tries to restart the old status,
+        #    since only one LiveStatus can be started at the same time.
+        # Please refer to #4995 for more information.
+        with _logging_lock:
+            global _status_nesting_level
+            _status_nesting_level -= 1
+            if _status_nesting_level <= 0:
+                _status_nesting_level = 0
+                if _statuses[self.status_type] is not None:
+                    _statuses[self.status_type].__exit__(
+                        exc_type, exc_val, exc_tb)
+                    _statuses[self.status_type] = None
+            else:
+                _statuses[self.status_type].update(self.previous_message)
 
     def update(self, *args, **kwargs):
         _statuses[self.status_type].update(*args, **kwargs)
@@ -219,7 +235,7 @@ def client_status(msg: str) -> Union['rich_console.Status', _NoOpConsoleStatus]:
     if (threading.current_thread() is threading.main_thread() and
             not sky_logging.is_silent()):
         if _statuses['client'] is None:
-            _statuses['client'] = console.status(msg)
+            _statuses['client'] = rich_console_utils.get_console().status(msg)
         return _RevertibleStatus(msg, 'client')
     return _NoOpConsoleStatus()
 

sky/utils/subprocess_utils.py

@@ -8,19 +8,25 @@ import shlex
 import subprocess
 import threading
 import time
+import typing
 from typing import Any, Callable, Dict, List, Optional, Protocol, Tuple, Union
 
 import colorama
-import psutil
 
 from sky import exceptions
 from sky import sky_logging
+from sky.adaptors import common as adaptors_common
 from sky.skylet import constants
 from sky.skylet import log_lib
 from sky.utils import common_utils
 from sky.utils import timeline
 from sky.utils import ux_utils
 
+if typing.TYPE_CHECKING:
+    import psutil
+else:
+    psutil = adaptors_common.LazyImport('psutil')
+
 logger = sky_logging.init_logger(__name__)
 
 _fd_limit_warning_shown = False

sky/utils/ux_utils.py

@@ -8,17 +8,15 @@ import typing
 from typing import Callable, Optional, Union
 
 import colorama
-import rich.console as rich_console
 
 from sky import sky_logging
 from sky.skylet import constants
 from sky.utils import common_utils
+from sky.utils import rich_console_utils
 
 if typing.TYPE_CHECKING:
     import pathlib
 
-console = rich_console.Console()
-
 INDENT_SYMBOL = f'{colorama.Style.DIM}├── {colorama.Style.RESET_ALL}'
 INDENT_LAST_SYMBOL = f'{colorama.Style.DIM}└── {colorama.Style.RESET_ALL}'
 
@@ -40,7 +38,7 @@ def console_newline():
 
     Useful when catching exceptions inside console.status()
     """
-    console.print()
+    rich_console_utils.get_console().print()
 
 
 @contextlib.contextmanager

sky/utils/validator.py

@@ -4,7 +4,14 @@ The main motivation behind extending the existing JSON Schema validator is to
 allow for case-insensitive enum matching since this is currently not supported
 by the JSON Schema specification.
 """
-import jsonschema
+import typing
+
+from sky.adaptors import common as adaptors_common
+
+if typing.TYPE_CHECKING:
+    import jsonschema
+else:
+    jsonschema = adaptors_common.LazyImport('jsonschema')
 
 
 def case_insensitive_enum(validator, enums, instance, schema):
@@ -14,6 +21,9 @@ def case_insensitive_enum(validator, enums, instance, schema):
             f'{instance!r} is not one of {enums!r}')
 
 
-SchemaValidator = jsonschema.validators.extend(
-    jsonschema.Draft7Validator,
-    validators={'case_insensitive_enum': case_insensitive_enum})
+# Move this to a function to delay initialization
+def get_schema_validator():
+    """Get the schema validator class, initializing it only when needed."""
+    return jsonschema.validators.extend(
+        jsonschema.Draft7Validator,
+        validators={'case_insensitive_enum': case_insensitive_enum})

{skypilot_nightly-1.0.0.dev20250323.dist-info → skypilot_nightly-1.0.0.dev20250325.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: skypilot-nightly
-Version: 1.0.0.dev20250323
+Version: 1.0.0.dev20250325
 Summary: SkyPilot: An intercloud broker for the clouds
 Author: SkyPilot Team
 License: Apache 2.0