skypilot-nightly 1.0.0.dev20251027__py3-none-any.whl → 1.0.0.dev20251101__py3-none-any.whl

sky/__init__.py

@@ -7,7 +7,7 @@ import urllib.request
 from sky.utils import directory_utils
 
 # Replaced with the current commit when building the wheels.
-_SKYPILOT_COMMIT_SHA = 'b7eec54b8f52d7f72ff5b3908ba7f2d66b8bca6a'
+_SKYPILOT_COMMIT_SHA = '2205c51a08e8dc517375ba0f653557257c6f6751'
 
 
 def _get_git_commit():
@@ -37,7 +37,7 @@ def _get_git_commit():
 
 
 __commit__ = _get_git_commit()
-__version__ = '1.0.0.dev20251027'
+__version__ = '1.0.0.dev20251101'
 __root_dir__ = directory_utils.get_sky_dir()
 
 

sky/adaptors/aws.py

@@ -34,6 +34,7 @@ import time
 import typing
 from typing import Callable, Literal, Optional, TypeVar
 
+from sky import skypilot_config
 from sky.adaptors import common
 from sky.utils import annotations
 from sky.utils import common_utils
@@ -119,12 +120,27 @@ def _create_aws_object(creation_fn_or_cls: Callable[[], T],
                         f'{common_utils.format_exception(e)}.')
 
 
+def get_workspace_profile() -> Optional[str]:
+    """Get AWS profile name from workspace config."""
+    return skypilot_config.get_workspace_cloud('aws').get('profile', None)
+
+
 # The LRU cache needs to be thread-local to avoid multiple threads sharing the
 # same session object, which is not guaranteed to be thread-safe.
 @_thread_local_lru_cache()
-def session(check_credentials: bool = True):
-    """Create an AWS session."""
-    s = _create_aws_object(boto3.session.Session, 'session')
+def session(check_credentials: bool = True, profile: Optional[str] = None):
+    """Create an AWS session.
+
+    Args:
+        check_credentials: Whether to check if credentials are available.
+        profile: AWS profile name to use. If None, uses default credentials.
+    """
+    if profile is not None:
+        logger.debug(f'Using AWS profile \'{profile}\'.')
+        s = _create_aws_object(
+            lambda: boto3.session.Session(profile_name=profile), 'session')
+    else:
+        s = _create_aws_object(boto3.session.Session, 'session')
     if check_credentials and s.get_credentials() is None:
         # s.get_credentials() can be None if there are actually no credentials,
         # or if we fail to get credentials from IMDS (e.g. due to throttling).
@@ -180,13 +196,14 @@ def resource(service_name: str, **kwargs):
         kwargs['config'] = config
 
     check_credentials = kwargs.pop('check_credentials', True)
+    profile = get_workspace_profile()
 
     # Need to use the client retrieved from the per-thread session to avoid
     # thread-safety issues (Directly creating the client with boto3.resource()
     # is not thread-safe). Reference: https://stackoverflow.com/a/59635814
     return _create_aws_object(
-        lambda: session(check_credentials=check_credentials).resource(
-            service_name, **kwargs), 'resource')
+        lambda: session(check_credentials=check_credentials, profile=profile).
+        resource(service_name, **kwargs), 'resource')
 
 
 # New typing overloads can be added as needed.
@@ -221,14 +238,15 @@ def client(service_name: str, **kwargs):
     _assert_kwargs_builtin_type(kwargs)
 
     check_credentials = kwargs.pop('check_credentials', True)
+    profile = get_workspace_profile()
 
     # Need to use the client retrieved from the per-thread session to avoid
     # thread-safety issues (Directly creating the client with boto3.client() is
     # not thread-safe). Reference: https://stackoverflow.com/a/59635814
 
     return _create_aws_object(
-        lambda: session(check_credentials=check_credentials).client(
-            service_name, **kwargs), 'client')
+        lambda: session(check_credentials=check_credentials, profile=profile).
+        client(service_name, **kwargs), 'client')
 
 
 @common.load_lazy_modules(modules=_LAZY_MODULES)

sky/adaptors/coreweave.py

@@ -0,0 +1,278 @@
+"""CoreWeave cloud adaptor."""
+
+import configparser
+import contextlib
+import os
+import threading
+from typing import Dict, Optional, Tuple
+
+from sky import exceptions
+from sky import sky_logging
+from sky.adaptors import common
+from sky.clouds import cloud
+from sky.utils import annotations
+from sky.utils import ux_utils
+
+logger = sky_logging.init_logger(__name__)
+
+COREWEAVE_PROFILE_NAME = 'cw'
+COREWEAVE_CREDENTIALS_PATH = '~/.coreweave/cw.credentials'
+COREWEAVE_CONFIG_PATH = '~/.coreweave/cw.config'
+NAME = 'CoreWeave'
+DEFAULT_REGION = 'US-EAST-01A'
+_DEFAULT_ENDPOINT = 'https://cwobject.com'
+_INDENT_PREFIX = '    '
+
+_IMPORT_ERROR_MESSAGE = ('Failed to import dependencies for CoreWeave.'
+                         'Try pip install "skypilot[coreweave]"')
+
+boto3 = common.LazyImport('boto3', import_error_message=_IMPORT_ERROR_MESSAGE)
+botocore = common.LazyImport('botocore',
+                             import_error_message=_IMPORT_ERROR_MESSAGE)
+
+_LAZY_MODULES = (boto3, botocore)
+_session_creation_lock = threading.RLock()
+
+
+@contextlib.contextmanager
+def _load_cw_credentials_env():
+    """Context manager to temporarily change the AWS credentials file path."""
+    prev_credentials_path = os.environ.get('AWS_SHARED_CREDENTIALS_FILE')
+    prev_config_path = os.environ.get('AWS_CONFIG_FILE')
+    os.environ['AWS_SHARED_CREDENTIALS_FILE'] = COREWEAVE_CREDENTIALS_PATH
+    os.environ['AWS_CONFIG_FILE'] = COREWEAVE_CONFIG_PATH
+    try:
+        yield
+    finally:
+        if prev_credentials_path is None:
+            del os.environ['AWS_SHARED_CREDENTIALS_FILE']
+        else:
+            os.environ['AWS_SHARED_CREDENTIALS_FILE'] = prev_credentials_path
+        if prev_config_path is None:
+            del os.environ['AWS_CONFIG_FILE']
+        else:
+            os.environ['AWS_CONFIG_FILE'] = prev_config_path
+
+
+def get_coreweave_credentials(boto3_session):
+    """Gets the CoreWeave credentials from the boto3 session object.
+
+    Args:
+        boto3_session: The boto3 session object.
+    Returns:
+        botocore.credentials.ReadOnlyCredentials object with the CoreWeave
+        credentials.
+    """
+    with _load_cw_credentials_env():
+        coreweave_credentials = boto3_session.get_credentials()
+        if coreweave_credentials is None:
+            with ux_utils.print_exception_no_traceback():
+                raise ValueError('CoreWeave credentials not found. Run '
+                                 '`sky check` to verify credentials are '
+                                 'correctly set up.')
+        return coreweave_credentials.get_frozen_credentials()
+
+
+@annotations.lru_cache(scope='global')
+def session():
+    """Create an AWS session for CoreWeave."""
+    # Creating the session object is not thread-safe for boto3,
+    # so we add a reentrant lock to synchronize the session creation.
+    # Reference: https://github.com/boto/boto3/issues/1592
+    # However, the session object itself is thread-safe, so we are
+    # able to use lru_cache() to cache the session object.
+    with _session_creation_lock:
+        with _load_cw_credentials_env():
+            session_ = boto3.session.Session(
+                profile_name=COREWEAVE_PROFILE_NAME)
+        return session_
+
+
+@annotations.lru_cache(scope='global')
+def resource(resource_name: str, **kwargs):
+    """Create a CoreWeave resource.
+
+    Args:
+        resource_name: CoreWeave resource name (e.g., 's3').
+        kwargs: Other options.
+    """
+    # Need to use the resource retrieved from the per-thread session
+    # to avoid thread-safety issues (Directly creating the client
+    # with boto3.resource() is not thread-safe).
+    # Reference: https://stackoverflow.com/a/59635814
+
+    session_ = session()
+    coreweave_credentials = get_coreweave_credentials(session_)
+    endpoint = get_endpoint()
+
+    return session_.resource(
+        resource_name,
+        endpoint_url=endpoint,
+        aws_access_key_id=coreweave_credentials.access_key,
+        aws_secret_access_key=coreweave_credentials.secret_key,
+        region_name='auto',
+        config=botocore.config.Config(s3={'addressing_style': 'virtual'}),
+        **kwargs)
+
+
+@annotations.lru_cache(scope='global')
+def client(service_name: str):
+    """Create CoreWeave client of a certain service.
+
+    Args:
+        service_name: CoreWeave service name (e.g., 's3').
+    """
+    # Need to use the client retrieved from the per-thread session
+    # to avoid thread-safety issues (Directly creating the client
+    # with boto3.client() is not thread-safe).
+    # Reference: https://stackoverflow.com/a/59635814
+
+    session_ = session()
+    coreweave_credentials = get_coreweave_credentials(session_)
+    endpoint = get_endpoint()
+
+    return session_.client(
+        service_name,
+        endpoint_url=endpoint,
+        aws_access_key_id=coreweave_credentials.access_key,
+        aws_secret_access_key=coreweave_credentials.secret_key,
+        region_name='auto',
+        config=botocore.config.Config(s3={'addressing_style': 'virtual'}),
+    )
+
+
+@common.load_lazy_modules(_LAZY_MODULES)
+def botocore_exceptions():
+    """AWS botocore exception."""
+    # pylint: disable=import-outside-toplevel
+    from botocore import exceptions as boto_exceptions
+    return boto_exceptions
+
+
+def get_endpoint():
+    """Parse the COREWEAVE_CONFIG_PATH to get the endpoint_url.
+
+    The config file is an AWS-style config file with format:
+        [profile cw]
+        endpoint_url = https://cwobject.com
+        s3 =
+            addressing_style = virtual
+
+    Returns:
+        str: The endpoint URL from the config file, or the default endpoint
+             if the file doesn't exist or doesn't contain the endpoint_url.
+    """
+    config_path = os.path.expanduser(COREWEAVE_CONFIG_PATH)
+    if not os.path.isfile(config_path):
+        return _DEFAULT_ENDPOINT
+
+    try:
+        config = configparser.ConfigParser()
+        config.read(config_path)
+
+        # Try to get endpoint_url from [profile cw] section
+        profile_section = f'profile {COREWEAVE_PROFILE_NAME}'
+        if config.has_section(profile_section):
+            if config.has_option(profile_section, 'endpoint_url'):
+                endpoint = config.get(profile_section, 'endpoint_url')
+                return endpoint.strip()
+    except (configparser.Error, OSError) as e:
+        logger.warning(f'Failed to parse CoreWeave config file: {e}. '
+                       f'Using default endpoint: {_DEFAULT_ENDPOINT}')
+
+    return _DEFAULT_ENDPOINT
+
+
+def check_credentials(
+        cloud_capability: cloud.CloudCapability) -> Tuple[bool, Optional[str]]:
+    if cloud_capability == cloud.CloudCapability.STORAGE:
+        return check_storage_credentials()
+    else:
+        raise exceptions.NotSupportedError(
+            f'{NAME} does not support {cloud_capability}.')
+
+
+def check_storage_credentials() -> Tuple[bool, Optional[str]]:
+    """Checks if the user has access credentials to CoreWeave Object Storage.
+
+    Returns:
+        A tuple of a boolean value and a hint message where the bool
+        is True when both credentials needed for CoreWeave storage is set.
+        It is False when either of those are not set, which would hint with a
+        string on unset credential.
+    """
+    hints = None
+    profile_in_cred = coreweave_profile_in_cred()
+    profile_in_config = coreweave_profile_in_config()
+
+    if not profile_in_cred:
+        hints = (f'[{COREWEAVE_PROFILE_NAME}] profile is not set in '
+                 f'{COREWEAVE_CREDENTIALS_PATH}.')
+    if not profile_in_config:
+        if hints:
+            hints += ' Additionally, '
+        else:
+            hints = ''
+        hints += (f'[{COREWEAVE_PROFILE_NAME}] profile is not set in '
+                  f'{COREWEAVE_CONFIG_PATH}.')
+
+    if hints:
+        hints += ' Run the following commands:'
+        if not profile_in_cred:
+            hints += f'\n{_INDENT_PREFIX}  $ pip install boto3'
+            hints += (f'\n{_INDENT_PREFIX}  $ AWS_SHARED_CREDENTIALS_FILE='
+                      f'{COREWEAVE_CREDENTIALS_PATH} aws configure --profile '
+                      f'{COREWEAVE_PROFILE_NAME}')
+        if not profile_in_config:
+            hints += (f'\n{_INDENT_PREFIX}  $ AWS_CONFIG_FILE='
+                      f'{COREWEAVE_CONFIG_PATH} aws configure set endpoint_url'
+                      f' <ENDPOINT_URL> --profile '
+                      f'{COREWEAVE_PROFILE_NAME}')
+            hints += (f'\n{_INDENT_PREFIX}  $ AWS_CONFIG_FILE='
+                      f'{COREWEAVE_CONFIG_PATH} aws configure set '
+                      f's3.addressing_style virtual --profile '
+                      f'{COREWEAVE_PROFILE_NAME}')
+        hints += f'\n{_INDENT_PREFIX}For more info: '
+        hints += 'https://docs.coreweave.com/docs/products/storage/object-storage/get-started-caios'  # pylint: disable=line-too-long
+
+    return (False, hints) if hints else (True, hints)
+
+
+def coreweave_profile_in_config() -> bool:
+    """Checks if CoreWeave profile is set in config"""
+    conf_path = os.path.expanduser(COREWEAVE_CONFIG_PATH)
+    coreweave_profile_exists = False
+    if os.path.isfile(conf_path):
+        with open(conf_path, 'r', encoding='utf-8') as file:
+            for line in file:
+                if f'[profile {COREWEAVE_PROFILE_NAME}]' in line:
+                    coreweave_profile_exists = True
+                    break
+    return coreweave_profile_exists
+
+
+def coreweave_profile_in_cred() -> bool:
+    """Checks if CoreWeave profile is set in credentials"""
+    cred_path = os.path.expanduser(COREWEAVE_CREDENTIALS_PATH)
+    coreweave_profile_exists = False
+    if os.path.isfile(cred_path):
+        with open(cred_path, 'r', encoding='utf-8') as file:
+            for line in file:
+                if f'[{COREWEAVE_PROFILE_NAME}]' in line:
+                    coreweave_profile_exists = True
+                    break
+    return coreweave_profile_exists
+
+
+def get_credential_file_mounts() -> Dict[str, str]:
+    """Returns credential file mounts for CoreWeave.
+
+    Returns:
+        Dict[str, str]: A dictionary mapping source paths to destination paths
+        for credential files.
+    """
+    coreweave_credential_mounts = {
+        COREWEAVE_CREDENTIALS_PATH: COREWEAVE_CREDENTIALS_PATH,
+        COREWEAVE_CONFIG_PATH: COREWEAVE_CONFIG_PATH
+    }
+    return coreweave_credential_mounts

sky/backends/backend_utils.py

@@ -3157,6 +3157,7 @@ def get_clusters(
     all_users: bool = True,
     include_credentials: bool = False,
     summary_response: bool = False,
+    include_handle: bool = True,
     # Internal only:
     # pylint: disable=invalid-name
     _include_is_managed: bool = False,
@@ -3240,13 +3241,13 @@ def get_clusters(
         """Add resource str to record"""
         for record in _get_records_with_handle(records):
             handle = record['handle']
-            record[
-                'resources_str'] = resources_utils.get_readable_resources_repr(
-                    handle, simplify=True)
-            record[
-                'resources_str_full'] = resources_utils.get_readable_resources_repr(
-                    handle, simplify=False)
+            resource_str_simple, resource_str_full = (
+                resources_utils.get_readable_resources_repr(
+                    handle, simplified_only=summary_response))
+            record['resources_str'] = resource_str_simple
             if not summary_response:
+                assert resource_str_full is not None
+                record['resources_str_full'] = resource_str_full
                 record['cluster_name_on_cloud'] = handle.cluster_name_on_cloud
 
     def _update_records_with_credentials(
@@ -3313,6 +3314,8 @@ def get_clusters(
             record['accelerators'] = (
                 f'{handle.launched_resources.accelerators}'
                 if handle.launched_resources.accelerators else None)
+            if not include_handle:
+                record.pop('handle', None)
 
     # Add handle info to the records
     _update_records_with_handle_info(records)

sky/backends/cloud_vm_ray_backend.py

@@ -2369,9 +2369,8 @@ class RetryingVmProvisioner(object):
                 for (resource, exception) in resource_exceptions.items():
                     table.add_row([
                         resource.infra.formatted_str(),
-                        resources_utils.format_resource(resource,
-                                                        simplify=True),
-                        exception
+                        resources_utils.format_resource(
+                            resource, simplified_only=True)[0], exception
                     ])
                 # Set the max width of REASON column to 80 to avoid the table
                 # being wrapped in a unreadable way.

sky/check.py

@@ -14,6 +14,7 @@ from sky import global_user_state
 from sky import sky_logging
 from sky import skypilot_config
 from sky.adaptors import cloudflare
+from sky.adaptors import coreweave
 from sky.clouds import cloud as sky_cloud
 from sky.skylet import constants
 from sky.utils import common_utils
@@ -33,7 +34,8 @@ def _get_workspace_allowed_clouds(workspace: str) -> List[str]:
     # clouds. Also validate names with get_cloud_tuple.
     config_allowed_cloud_names = skypilot_config.get_nested(
         ('allowed_clouds',),
-        [repr(c) for c in registry.CLOUD_REGISTRY.values()] + [cloudflare.NAME])
+        [repr(c) for c in registry.CLOUD_REGISTRY.values()] +
+        [cloudflare.NAME, coreweave.NAME])
     # filter out the clouds that are disabled in the workspace config
     workspace_disabled_clouds = []
     for cloud in config_allowed_cloud_names:
@@ -81,7 +83,7 @@ def check_capabilities(
 
     def get_all_clouds() -> Tuple[str, ...]:
         return tuple([repr(c) for c in registry.CLOUD_REGISTRY.values()] +
-                     [cloudflare.NAME])
+                     [cloudflare.NAME, coreweave.NAME])
 
     def _execute_check_logic_for_workspace(
         current_workspace_name: str,
@@ -121,9 +123,12 @@ def check_capabilities(
                 cloud_name: str
         ) -> Tuple[str, Union[sky_clouds.Cloud, ModuleType]]:
             # Validates cloud_name and returns a tuple of the cloud's name and
-            # the cloud object. Includes special handling for Cloudflare.
+            # the cloud object. Includes special handling for Cloudflare and
+            # CoreWeave.
             if cloud_name.lower().startswith('cloudflare'):
                 return cloudflare.NAME, cloudflare
+            elif cloud_name.lower().startswith('coreweave'):
+                return coreweave.NAME, coreweave
             else:
                 cloud_obj = registry.CLOUD_REGISTRY.from_str(cloud_name)
                 assert cloud_obj is not None, f'Cloud {cloud_name!r} not found'
@@ -219,23 +224,24 @@ def check_capabilities(
         # allowed_clouds in config.yaml, it will be disabled.
         all_enabled_clouds: Set[str] = set()
         for capability in capabilities:
-            # Cloudflare is not a real cloud in registry.CLOUD_REGISTRY, and
-            # should not be inserted into the DB (otherwise `sky launch` and
-            # other code would error out when it's trying to look it up in the
-            # registry).
+            # Cloudflare and CoreWeave are not real clouds in
+            # registry.CLOUD_REGISTRY, and should not be inserted into the DB
+            # (otherwise `sky launch` and other code would error out when it's
+            # trying to look it up in the registry).
             enabled_clouds_set = {
                 cloud for cloud, capabilities in enabled_clouds.items()
-                if capability in capabilities and
-                not cloud.startswith('Cloudflare')
+                if capability in capabilities and not cloud.startswith(
+                    'Cloudflare') and not cloud.startswith('CoreWeave')
             }
             disabled_clouds_set = {
                 cloud for cloud, capabilities in disabled_clouds.items()
-                if capability in capabilities and
-                not cloud.startswith('Cloudflare')
+                if capability in capabilities and not cloud.startswith(
+                    'Cloudflare') and not cloud.startswith('CoreWeave')
             }
             config_allowed_clouds_set = {
                 cloud for cloud in config_allowed_cloud_names
-                if not cloud.startswith('Cloudflare')
+                if not cloud.startswith('Cloudflare') and
+                not cloud.startswith('CoreWeave')
             }
             previously_enabled_clouds_set = {
                 repr(cloud)
@@ -430,6 +436,12 @@ def get_cloud_credential_file_mounts(
     if r2_is_enabled:
         r2_credential_mounts = cloudflare.get_credential_file_mounts()
         file_mounts.update(r2_credential_mounts)
+
+    # Similarly, handle CoreWeave storage credentials
+    coreweave_is_enabled, _ = coreweave.check_storage_credentials()
+    if coreweave_is_enabled:
+        coreweave_credential_mounts = coreweave.get_credential_file_mounts()
+        file_mounts.update(coreweave_credential_mounts)
     return file_mounts
 
 
@@ -494,7 +506,7 @@ def _print_checked_cloud(
         style_str = f'{colorama.Fore.GREEN}{colorama.Style.NORMAL}'
         status_msg = 'enabled'
         capability_string = f'[{", ".join(enabled_capabilities)}]'
-        if verbose and cloud is not cloudflare:
+        if verbose and cloud is not cloudflare and cloud is not coreweave:
             activated_account = cloud.get_active_user_identity_str()
         if isinstance(cloud_tuple[1], (sky_clouds.SSH, sky_clouds.Kubernetes)):
             detail_string = _format_context_details(cloud_tuple[1],

sky/client/cli/command.py

@@ -1383,7 +1383,26 @@ def _handle_jobs_queue_request(
     try:
         if not is_called_by_user:
             usage_lib.messages.usage.set_internal()
-        result = sdk.stream_and_get(request_id)
+        # Call both stream_and_get functions in parallel
+        def get_jobs_queue_result():
+            return sdk.stream_and_get(request_id)
+
+        def get_pool_status_result():
+            if pool_status_request_id is not None:
+                try:
+                    return sdk.stream_and_get(pool_status_request_id)
+                except Exception:  # pylint: disable=broad-except
+                    # If getting pool status fails, just continue without it
+                    return None
+            return None
+
+        with concurrent.futures.ThreadPoolExecutor(max_workers=2) as executor:
+            jobs_future = executor.submit(get_jobs_queue_result)
+            pool_status_future = executor.submit(get_pool_status_result)
+
+            result = jobs_future.result()
+            pool_status_result = pool_status_future.result()
+
         if isinstance(result, tuple):
             managed_jobs_, total, status_counts, _ = result
             if only_in_progress:
@@ -1400,13 +1419,6 @@ def _handle_jobs_queue_request(
             managed_jobs_ = result
             num_in_progress_jobs = len(
                 set(job['job_id'] for job in managed_jobs_))
-        # Try to get pool status if request was made
-        if pool_status_request_id is not None:
-            try:
-                pool_status_result = sdk.stream_and_get(pool_status_request_id)
-            except Exception:  # pylint: disable=broad-except
-                # If getting pool status fails, just continue without it
-                pool_status_result = None
     except exceptions.ClusterNotUpError as e:
         controller_status = e.cluster_status
         msg = str(e)
@@ -3452,7 +3464,7 @@ def _down_or_stop_clusters(
                     click.echo(f'      {name} ({first})')
 
     if failures:
-        raise click.ClickException('Cluster(s) failed. See details above.')
+        click.echo('Cluster(s) failed. See details above.')
 
 
 @cli.command(cls=_DocumentedCodeCommand)
@@ -4253,6 +4265,10 @@ def volumes():
     pass
 
 
+# Add 'volume' as an alias for 'volumes'
+cli.add_command(volumes, name='volume')
+
+
 @volumes.command('apply', cls=_DocumentedCodeCommand)
 @flags.config_option(expose_value=False)
 @click.argument('entrypoint',
@@ -4661,7 +4677,8 @@ def jobs_launch(
         else:
             # TODO(tian): This can be very long. Considering have a "group id"
             # and query all job ids with the same group id.
-            job_ids_str = ','.join(map(str, job_ids))
+            # Sort job ids to ensure consistent ordering.
+            job_ids_str = ','.join(map(str, sorted(job_ids)))
             click.secho(
                 f'Jobs submitted with IDs: {colorama.Fore.CYAN}'
                 f'{job_ids_str}{colorama.Style.RESET_ALL}.'
@@ -4775,19 +4792,28 @@ def jobs_queue(verbose: bool, refresh: bool, skip_finished: bool,
             fields = fields + _USER_NAME_FIELD
             if verbose:
                 fields = fields + _USER_HASH_FIELD
-        managed_jobs_request_id = managed_jobs.queue(
-            refresh=refresh,
-            skip_finished=skip_finished,
-            all_users=all_users,
-            limit=max_num_jobs_to_show,
-            fields=fields)
-        # Try to get pool status for worker information
-        pool_status_request_id = None
-        try:
-            pool_status_request_id = managed_jobs.pool_status(pool_names=None)
-        except Exception:  # pylint: disable=broad-except
-            # If pool_status fails, we'll just skip the worker information
-            pass
+        # Call both managed_jobs.queue and managed_jobs.pool_status in parallel
+        def get_managed_jobs_queue():
+            return managed_jobs.queue(refresh=refresh,
+                                      skip_finished=skip_finished,
+                                      all_users=all_users,
+                                      limit=max_num_jobs_to_show,
+                                      fields=fields)
+
+        def get_pool_status():
+            try:
+                return managed_jobs.pool_status(pool_names=None)
+            except Exception:  # pylint: disable=broad-except
+                # If pool_status fails, we'll just skip the worker information
+                return None
+
+        with concurrent.futures.ThreadPoolExecutor(max_workers=2) as executor:
+            managed_jobs_future = executor.submit(get_managed_jobs_queue)
+            pool_status_future = executor.submit(get_pool_status)
+
+            managed_jobs_request_id = managed_jobs_future.result()
+            pool_status_request_id = pool_status_future.result()
+
         num_jobs, msg = _handle_jobs_queue_request(
             managed_jobs_request_id,
             pool_status_request_id=pool_status_request_id,
@@ -6364,7 +6390,9 @@ INT_OR_NONE = IntOrNone()
               is_flag=True,
               default=False,
               required=False,
-              help='Show requests of all statuses.')
+              help=('Show requests of all statuses, including finished ones '
+                    '(SUCCEEDED, FAILED, CANCELLED). By default, only active '
+                    'requests (PENDING, RUNNING) are shown.'))
 @click.option(
     '--limit',
     '-l',