skypilot-nightly 1.0.0.dev20250730__py3-none-any.whl → 1.0.0.dev20250801__py3-none-any.whl

sky/resources.py

@@ -19,6 +19,7 @@ from sky.clouds import cloud as sky_cloud
 from sky.provision import docker_utils
 from sky.provision.gcp import constants as gcp_constants
 from sky.provision.kubernetes import utils as kubernetes_utils
+from sky.provision.nebius import constants as nebius_constants
 from sky.skylet import constants
 from sky.utils import accelerator_registry
 from sky.utils import annotations
@@ -1260,15 +1261,19 @@ class Resources:
             ValueError: if the attribute is invalid.
         """
 
-        if (self._network_tier == resources_utils.NetworkTier.BEST and
-                isinstance(self._cloud, clouds.GCP)):
-            # Handle GPU Direct TCPX requirement for docker images
-            if self._image_id is None:
-                # No custom image specified - use the default GPU Direct image
-                self._image_id = {
-                    self._region: gcp_constants.GCP_GPU_DIRECT_IMAGE_ID
-                }
-            else:
+        if self._network_tier == resources_utils.NetworkTier.BEST:
+            if isinstance(self._cloud, clouds.GCP):
+                # Handle GPU Direct TCPX requirement for docker images
+                if self._image_id is None:
+                    self._image_id = {
+                        self._region: gcp_constants.GCP_GPU_DIRECT_IMAGE_ID
+                    }
+            elif isinstance(self._cloud, clouds.Nebius):
+                if self._image_id is None:
+                    self._image_id = {
+                        self._region: nebius_constants.INFINIBAND_IMAGE_ID
+                    }
+            elif self._image_id:
                 # Custom image specified - validate it's a docker image
                 # Check if any of the specified images are not docker images
                 non_docker_images = []
@@ -1280,14 +1285,13 @@ class Resources:
                 if non_docker_images:
                     with ux_utils.print_exception_no_traceback():
                         raise ValueError(
-                            f'When using network_tier=BEST on GCP, image_id '
+                            f'When using network_tier=BEST, image_id '
                             f'must be a docker image. '
                             f'Found non-docker images: '
                             f'{", ".join(non_docker_images)}. '
                             f'Please either: (1) use a docker image '
                             f'(prefix with "docker:"), or '
-                            f'(2) leave image_id empty to use the default '
-                            f'GPU Direct TCPX image.')
+                            f'(2) leave image_id empty to use the default')
 
         if self._image_id is None:
             return

sky/schemas/db/spot_jobs/002_cluster_pool.py

@@ -0,0 +1,42 @@
+"""Columns for cluster pool.
+
+Revision ID: 002
+Revises: 001
+Create Date: 2025-07-18
+
+"""
+# pylint: disable=invalid-name
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+
+from sky.utils.db import db_utils
+
+# revision identifiers, used by Alembic.
+revision: str = '002'
+down_revision: Union[str, Sequence[str], None] = '001'
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade():
+    """Add columns for cluster pool."""
+    with op.get_context().autocommit_block():
+        db_utils.add_column_to_table_alembic('job_info',
+                                             'pool',
+                                             sa.Text(),
+                                             server_default=None)
+        db_utils.add_column_to_table_alembic('job_info',
+                                             'current_cluster_name',
+                                             sa.Text(),
+                                             server_default=None)
+        db_utils.add_column_to_table_alembic('job_info',
+                                             'job_id_on_pool_cluster',
+                                             sa.Integer(),
+                                             server_default=None)
+
+
+def downgrade():
+    """Remove columns for cluster pool."""
+    pass

sky/serve/autoscalers.py

@@ -175,6 +175,14 @@ class Autoscaler:
         """Collect request information from aggregator for autoscaling."""
         raise NotImplementedError
 
+    def info(self) -> Dict[str, Any]:
+        """Get information about the autoscaler."""
+        return {
+            'target_num_replicas': self.target_num_replicas,
+            'min_replicas': self.min_replicas,
+            'max_replicas': self.max_replicas,
+        }
+
     def _generate_scaling_decisions(
         self,
         replica_infos: List['replica_managers.ReplicaInfo'],

sky/serve/client/impl.py

@@ -0,0 +1,188 @@
+"""Implementation of SDK for SkyServe."""
+import json
+import typing
+from typing import List, Optional, Union
+
+import click
+
+from sky.client import common as client_common
+from sky.server import common as server_common
+from sky.server.requests import payloads
+from sky.utils import admin_policy_utils
+from sky.utils import dag_utils
+
+if typing.TYPE_CHECKING:
+    import sky
+    from sky.serve import serve_utils
+
+
+def up(
+    task: Union['sky.Task', 'sky.Dag'],
+    service_name: str,
+    pool: bool = False,
+    # Internal only:
+    # pylint: disable=invalid-name
+    _need_confirmation: bool = False
+) -> server_common.RequestId:
+    assert not pool, 'Command `up` is not supported for pool.'
+    # Avoid circular import.
+    from sky.client import sdk  # pylint: disable=import-outside-toplevel
+
+    dag = dag_utils.convert_entrypoint_to_dag(task)
+    with admin_policy_utils.apply_and_use_config_in_current_request(
+            dag, at_client_side=True) as dag:
+        sdk.validate(dag)
+        request_id = sdk.optimize(dag)
+        sdk.stream_and_get(request_id)
+        if _need_confirmation:
+            noun = 'pool' if pool else 'service'
+            prompt = f'Launching a new {noun} {service_name!r}. Proceed?'
+            if prompt is not None:
+                click.confirm(prompt,
+                              default=True,
+                              abort=True,
+                              show_default=True)
+
+        dag = client_common.upload_mounts_to_api_server(dag)
+        dag_str = dag_utils.dump_chain_dag_to_yaml_str(dag)
+
+        body = payloads.ServeUpBody(
+            task=dag_str,
+            service_name=service_name,
+        )
+
+        response = server_common.make_authenticated_request(
+            'POST',
+            '/serve/up',
+            json=json.loads(body.model_dump_json()),
+            timeout=(5, None))
+        return server_common.get_request_id(response)
+
+
+def update(
+    task: Union['sky.Task', 'sky.Dag'],
+    service_name: str,
+    mode: 'serve_utils.UpdateMode',
+    pool: bool = False,
+    # Internal only:
+    # pylint: disable=invalid-name
+    _need_confirmation: bool = False
+) -> server_common.RequestId:
+    assert not pool, 'Command `update` is not supported for pool.'
+    # Avoid circular import.
+    from sky.client import sdk  # pylint: disable=import-outside-toplevel
+    noun = 'pool' if pool else 'service'
+
+    dag = dag_utils.convert_entrypoint_to_dag(task)
+    with admin_policy_utils.apply_and_use_config_in_current_request(
+            dag, at_client_side=True) as dag:
+        sdk.validate(dag)
+        request_id = sdk.optimize(dag)
+        sdk.stream_and_get(request_id)
+        if _need_confirmation:
+            click.confirm(f'Updating {noun} {service_name!r}. Proceed?',
+                          default=True,
+                          abort=True,
+                          show_default=True)
+
+        dag = client_common.upload_mounts_to_api_server(dag)
+        dag_str = dag_utils.dump_chain_dag_to_yaml_str(dag)
+
+        body = payloads.ServeUpdateBody(
+            task=dag_str,
+            service_name=service_name,
+            mode=mode,
+        )
+
+        response = server_common.make_authenticated_request(
+            'POST',
+            '/serve/update',
+            json=json.loads(body.model_dump_json()),
+            timeout=(5, None))
+        return server_common.get_request_id(response)
+
+
+def apply(
+    task: Union['sky.Task', 'sky.Dag'],
+    service_name: str,
+    mode: 'serve_utils.UpdateMode',
+    pool: bool = False,
+    # Internal only:
+    # pylint: disable=invalid-name
+    _need_confirmation: bool = False
+) -> server_common.RequestId:
+    assert pool, 'Command `apply` is only supported for pool.'
+    # Avoid circular import.
+    from sky.client import sdk  # pylint: disable=import-outside-toplevel
+
+    dag = dag_utils.convert_entrypoint_to_dag(task)
+    with admin_policy_utils.apply_and_use_config_in_current_request(
+            dag, at_client_side=True) as dag:
+        sdk.validate(dag)
+        request_id = sdk.optimize(dag)
+        sdk.stream_and_get(request_id)
+        if _need_confirmation:
+            noun = 'pool' if pool else 'service'
+            prompt = f'Applying config to {noun} {service_name!r}. Proceed?'
+            if prompt is not None:
+                click.confirm(prompt,
+                              default=True,
+                              abort=True,
+                              show_default=True)
+
+        dag = client_common.upload_mounts_to_api_server(dag)
+        dag_str = dag_utils.dump_chain_dag_to_yaml_str(dag)
+
+        body = payloads.JobsPoolApplyBody(
+            task=dag_str,
+            pool_name=service_name,
+            mode=mode,
+        )
+        response = server_common.make_authenticated_request(
+            'POST',
+            '/jobs/pool_apply',
+            json=json.loads(body.model_dump_json()),
+            timeout=(5, None))
+        return server_common.get_request_id(response)
+
+
+def down(
+    service_names: Optional[Union[str, List[str]]],
+    all: bool = False,  # pylint: disable=redefined-builtin
+    purge: bool = False,
+    pool: bool = False,
+) -> server_common.RequestId:
+    if pool:
+        body = payloads.JobsPoolDownBody(
+            pool_names=service_names,
+            all=all,
+            purge=purge,
+        )
+    else:
+        body = payloads.ServeDownBody(
+            service_names=service_names,
+            all=all,
+            purge=purge,
+        )
+    response = server_common.make_authenticated_request(
+        'POST',
+        '/jobs/pool_down' if pool else '/serve/down',
+        json=json.loads(body.model_dump_json()),
+        timeout=(5, None))
+    return server_common.get_request_id(response)
+
+
+def status(
+    service_names: Optional[Union[str, List[str]]],
+    pool: bool = False,
+) -> server_common.RequestId:
+    if pool:
+        body = payloads.JobsPoolStatusBody(pool_names=service_names)
+    else:
+        body = payloads.ServeStatusBody(service_names=service_names)
+    response = server_common.make_authenticated_request(
+        'POST',
+        '/jobs/pool_status' if pool else '/serve/status',
+        json=json.loads(body.model_dump_json()),
+        timeout=(5, None))
+    return server_common.get_request_id(response)

sky/serve/client/sdk.py

@@ -3,16 +3,13 @@ import json
 import typing
 from typing import List, Optional, Union
 
-import click
-
 from sky.client import common as client_common
+from sky.serve.client import impl
 from sky.server import common as server_common
 from sky.server import rest
 from sky.server.requests import payloads
 from sky.usage import usage_lib
-from sky.utils import admin_policy_utils
 from sky.utils import context
-from sky.utils import dag_utils
 
 if typing.TYPE_CHECKING:
     import io
@@ -49,37 +46,10 @@ def up(
             argument.
         endpoint (str): The service endpoint.
     """
-
-    # Avoid circular import.
-    from sky.client import sdk  # pylint: disable=import-outside-toplevel
-
-    dag = dag_utils.convert_entrypoint_to_dag(task)
-    with admin_policy_utils.apply_and_use_config_in_current_request(
-            dag, at_client_side=True) as dag:
-        sdk.validate(dag)
-        request_id = sdk.optimize(dag)
-        sdk.stream_and_get(request_id)
-        if _need_confirmation:
-            prompt = f'Launching a new service {service_name!r}. Proceed?'
-            if prompt is not None:
-                click.confirm(prompt,
-                              default=True,
-                              abort=True,
-                              show_default=True)
-
-        dag = client_common.upload_mounts_to_api_server(dag)
-        dag_str = dag_utils.dump_chain_dag_to_yaml_str(dag)
-
-        body = payloads.ServeUpBody(
-            task=dag_str,
-            service_name=service_name,
-        )
-        response = server_common.make_authenticated_request(
-            'POST',
-            '/serve/up',
-            json=json.loads(body.model_dump_json()),
-            timeout=(5, None))
-        return server_common.get_request_id(response)
+    return impl.up(task,
+                   service_name,
+                   pool=False,
+                   _need_confirmation=_need_confirmation)
 
 
 @context.contextual
@@ -112,35 +82,11 @@ def update(
     Request Returns:
         None
     """
-    # Avoid circular import.
-    from sky.client import sdk  # pylint: disable=import-outside-toplevel
-
-    dag = dag_utils.convert_entrypoint_to_dag(task)
-    with admin_policy_utils.apply_and_use_config_in_current_request(
-            dag, at_client_side=True) as dag:
-        sdk.validate(dag)
-        request_id = sdk.optimize(dag)
-        sdk.stream_and_get(request_id)
-        if _need_confirmation:
-            click.confirm(f'Updating service {service_name!r}. Proceed?',
-                          default=True,
-                          abort=True,
-                          show_default=True)
-
-        dag = client_common.upload_mounts_to_api_server(dag)
-        dag_str = dag_utils.dump_chain_dag_to_yaml_str(dag)
-        body = payloads.ServeUpdateBody(
-            task=dag_str,
-            service_name=service_name,
-            mode=mode,
-        )
-
-        response = server_common.make_authenticated_request(
-            'POST',
-            '/serve/update',
-            json=json.loads(body.model_dump_json()),
-            timeout=(5, None))
-        return server_common.get_request_id(response)
+    return impl.update(task,
+                       service_name,
+                       mode,
+                       pool=False,
+                       _need_confirmation=_need_confirmation)
 
 
 @usage_lib.entrypoint
@@ -171,17 +117,7 @@ def down(
         ValueError: if the arguments are invalid.
         RuntimeError: if failed to terminate the service.
     """
-    body = payloads.ServeDownBody(
-        service_names=service_names,
-        all=all,
-        purge=purge,
-    )
-    response = server_common.make_authenticated_request(
-        'POST',
-        '/serve/down',
-        json=json.loads(body.model_dump_json()),
-        timeout=(5, None))
-    return server_common.get_request_id(response)
+    return impl.down(service_names, all, purge, pool=False)
 
 
 @usage_lib.entrypoint
@@ -281,13 +217,7 @@ def status(
         RuntimeError: if failed to get the service status.
         exceptions.ClusterNotUpError: if the sky serve controller is not up.
     """
-    body = payloads.ServeStatusBody(service_names=service_names,)
-    response = server_common.make_authenticated_request(
-        'POST',
-        '/serve/status',
-        json=json.loads(body.model_dump_json()),
-        timeout=(5, None))
-    return server_common.get_request_id(response)
+    return impl.status(service_names, pool=False)
 
 
 @usage_lib.entrypoint

sky/serve/constants.py

@@ -104,8 +104,12 @@ REPLICA_ID_ENV_VAR = 'SKYPILOT_SERVE_REPLICA_ID'
 # Changelog:
 # v1.0 - Introduce rolling update.
 # v2.0 - Added template-replica feature.
-SERVE_VERSION = 2
+# v3.0 - Added cluster pool.
+SERVE_VERSION = 3
 
 TERMINATE_REPLICA_VERSION_MISMATCH_ERROR = (
     'The version of service is outdated and does not support manually '
     'terminating replicas. Please terminate the service and spin up again.')
+
+# Dummy run command for cluster pool.
+POOL_DUMMY_RUN_COMMAND = 'echo "setup done"'

sky/serve/controller.py

@@ -100,6 +100,11 @@ class SkyServeController:
 
     def run(self) -> None:
 
+        @self._app.get('/autoscaler/info')
+        async def get_autoscaler_info() -> fastapi.Response:
+            return responses.JSONResponse(content=self._autoscaler.info(),
+                                          status_code=200)
+
         @self._app.post('/controller/load_balancer_sync')
         async def load_balancer_sync(
                 request: fastapi.Request) -> fastapi.Response: