skypilot-nightly 1.0.0.dev20250807__py3-none-any.whl → 1.0.0.dev20250812__py3-none-any.whl

sky/schemas/db/global_user_state/003_fix_initial_revision.py

@@ -0,0 +1,61 @@
+"""fix initial revision
+
+Revision ID: 003
+Revises: 002
+Create Date: 2025-08-07
+
+"""
+# pylint: disable=invalid-name
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+
+from sky.utils.db import db_utils
+
+# revision identifiers, used by Alembic.
+revision: str = '003'
+down_revision: Union[str, Sequence[str], None] = '002'
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    """Upgrade schema."""
+    with op.get_context().autocommit_block():
+        # add missing columns to clusters table
+        db_utils.add_column_to_table_alembic('clusters',
+                                             'storage_mounts_metadata',
+                                             sa.LargeBinary(),
+                                             server_default=None)
+        # Set the value to replace existing entries to 1 so that all the
+        # existing clusters before #2977 are considered as ever up, i.e:
+        #   existing cluster's default (null) -> 1;
+        #   new cluster's default -> 0;
+        # This is conservative for the existing clusters: even if some INIT
+        # clusters were never really UP, setting it to 1 means they won't be
+        # auto-deleted during any failover.
+        db_utils.add_column_to_table_alembic(
+            'clusters',
+            'cluster_ever_up',
+            sa.Integer(),
+            server_default='0',
+            value_to_replace_existing_entries=1)
+        db_utils.add_column_to_table_alembic('clusters',
+                                             'status_updated_at',
+                                             sa.Integer(),
+                                             server_default=None)
+
+        # remove mistakenly added columns
+        db_utils.drop_column_from_table_alembic('clusters', 'launched_nodes')
+        db_utils.drop_column_from_table_alembic('clusters', 'disk_tier')
+        db_utils.drop_column_from_table_alembic('clusters',
+                                                'config_hash_locked')
+        db_utils.drop_column_from_table_alembic('clusters', 'handle_locked')
+        db_utils.drop_column_from_table_alembic('clusters', 'num_failures')
+        db_utils.drop_column_from_table_alembic('clusters', 'configs')
+
+
+def downgrade() -> None:
+    """Downgrade schema."""
+    pass

sky/schemas/db/global_user_state/004_is_managed.py

@@ -0,0 +1,34 @@
+"""Columns for whether the cluster is managed.
+
+Revision ID: 004
+Revises: 003
+Create Date: 2025-08-07
+
+"""
+# pylint: disable=invalid-name
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+
+from sky.utils.db import db_utils
+
+# revision identifiers, used by Alembic.π
+revision: str = '004'
+down_revision: Union[str, Sequence[str], None] = '003'
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade():
+    """Add columns for whether the cluster is managed."""
+    with op.get_context().autocommit_block():
+        db_utils.add_column_to_table_alembic('clusters',
+                                             'is_managed',
+                                             sa.Integer(),
+                                             server_default='0')
+
+
+def downgrade():
+    """Remove columns for whether the cluster is managed."""
+    pass

sky/schemas/db/global_user_state/005_cluster_event.py

@@ -0,0 +1,32 @@
+"""Columns for whether the cluster is managed.
+
+Revision ID: 005
+Revises: 004
+Create Date: 2025-08-08
+
+"""
+# pylint: disable=invalid-name
+from typing import Sequence, Union
+
+from alembic import op
+
+from sky.global_user_state import Base
+from sky.utils.db import db_utils
+
+# revision identifiers, used by Alembic.π
+revision: str = '005'
+down_revision: Union[str, Sequence[str], None] = '004'
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade():
+    """Add new table for cluster events."""
+    with op.get_context().autocommit_block():
+        # Add new table for cluster events.
+        db_utils.add_table_to_db_sqlalchemy(Base.metadata, op.get_bind(),
+                                            'cluster_events')
+
+
+def downgrade():
+    pass

sky/schemas/db/serve_state/001_initial_schema.py

@@ -0,0 +1,67 @@
+"""Initial schema for sky serve state database with backwards compatibility
+
+Revision ID: 001
+Revises:
+Create Date: 2024-01-01 12:00:00.000000
+
+"""
+# pylint: disable=invalid-name
+import json
+
+from alembic import op
+import sqlalchemy as sa
+
+from sky.serve import constants
+from sky.serve.serve_state import Base
+from sky.utils.db import db_utils
+
+# revision identifiers, used by Alembic.
+revision = '001'
+down_revision = None
+branch_labels = None
+depends_on = None
+
+
+def upgrade():
+    """Create initial schema and add all backwards compatibility columns"""
+    with op.get_context().autocommit_block():
+        # Create all tables with their current schema
+        db_utils.add_all_tables_to_db_sqlalchemy(Base.metadata, op.get_bind())
+
+        # Add backwards compatibility columns using helper function that matches
+        # original add_column_to_table_sqlalchemy behavior exactly
+        db_utils.add_column_to_table_alembic('services',
+                                             'requested_resources_str',
+                                             sa.Text())
+        db_utils.add_column_to_table_alembic(
+            'services',
+            'current_version',
+            sa.Integer(),
+            server_default=f'{constants.INITIAL_VERSION}')
+        db_utils.add_column_to_table_alembic('services',
+                                             'active_versions',
+                                             sa.Text(),
+                                             server_default=json.dumps([]))
+        db_utils.add_column_to_table_alembic('services',
+                                             'load_balancing_policy', sa.Text())
+        db_utils.add_column_to_table_alembic('services',
+                                             'tls_encrypted',
+                                             sa.Integer(),
+                                             server_default='0')
+        db_utils.add_column_to_table_alembic('services',
+                                             'pool',
+                                             sa.Integer(),
+                                             server_default='0')
+        db_utils.add_column_to_table_alembic(
+            'services',
+            'controller_pid',
+            sa.Integer(),
+            value_to_replace_existing_entries=-1)
+        db_utils.add_column_to_table_alembic('services', 'hash', sa.Text())
+        db_utils.add_column_to_table_alembic('services', 'entrypoint',
+                                             sa.Text())
+
+
+def downgrade():
+    """Drop all tables"""
+    Base.metadata.drop_all(bind=op.get_bind())

sky/schemas/db/spot_jobs/001_initial_schema.py

@@ -26,7 +26,7 @@ def upgrade():
     """Create initial schema and add all backwards compatibility columns"""
     with op.get_context().autocommit_block():
         # Create all tables with their current schema
-        db_utils.add_tables_to_db_sqlalchemy(Base.metadata, op.get_bind())
+        db_utils.add_all_tables_to_db_sqlalchemy(Base.metadata, op.get_bind())
 
         # Add backwards compatibility columns using helper function that matches
         # original add_column_to_table_sqlalchemy behavior exactly

sky/serve/client/impl.py

@@ -1,7 +1,7 @@
 """Implementation of SDK for SkyServe."""
 import json
 import typing
-from typing import List, Optional, Sequence, Union
+from typing import Any, Dict, List, Optional, Sequence, Tuple, Union
 
 import click
 
@@ -25,7 +25,7 @@ def up(
     # Internal only:
     # pylint: disable=invalid-name
     _need_confirmation: bool = False
-) -> server_common.RequestId:
+) -> server_common.RequestId[Tuple[str, str]]:
     assert not pool, 'Command `up` is not supported for pool.'
     # Avoid circular import.
     from sky.client import sdk  # pylint: disable=import-outside-toplevel
@@ -69,7 +69,7 @@ def update(
     # Internal only:
     # pylint: disable=invalid-name
     _need_confirmation: bool = False
-) -> server_common.RequestId:
+) -> server_common.RequestId[None]:
     assert not pool, 'Command `update` is not supported for pool.'
     # Avoid circular import.
     from sky.client import sdk  # pylint: disable=import-outside-toplevel
@@ -112,7 +112,7 @@ def apply(
     # Internal only:
     # pylint: disable=invalid-name
     _need_confirmation: bool = False
-) -> server_common.RequestId:
+) -> server_common.RequestId[None]:
     assert pool, 'Command `apply` is only supported for pool.'
     # Avoid circular import.
     from sky.client import sdk  # pylint: disable=import-outside-toplevel
@@ -153,7 +153,7 @@ def down(
     all: bool = False,  # pylint: disable=redefined-builtin
     purge: bool = False,
     pool: bool = False,
-) -> server_common.RequestId:
+) -> server_common.RequestId[None]:
     if pool:
         body = payloads.JobsPoolDownBody(
             pool_names=service_names,
@@ -177,7 +177,7 @@ def down(
 def status(
     service_names: Optional[Union[str, List[str]]],
     pool: bool = False,
-) -> server_common.RequestId:
+) -> server_common.RequestId[List[Dict[str, Any]]]:
     if pool:
         body = payloads.JobsPoolStatusBody(pool_names=service_names)
     else:
@@ -222,7 +222,8 @@ def tail_logs(service_name: str,
         json=json.loads(body.model_dump_json()),
         timeout=(5, None),
         stream=True)
-    request_id = server_common.get_request_id(response)
+    request_id: server_common.RequestId[None] = server_common.get_request_id(
+        response)
     return sdk.stream_response(request_id=request_id,
                                response=response,
                                output_stream=output_stream,
@@ -265,7 +266,9 @@ def sync_down_logs(service_name: str,
         '/jobs/pool_sync-down-logs' if pool else '/serve/sync-down-logs',
         json=json.loads(body.model_dump_json()),
         timeout=(5, None))
-    remote_dir = sdk.stream_and_get(server_common.get_request_id(response))
+    request_id: server_common.RequestId[str] = server_common.get_request_id(
+        response)
+    remote_dir = sdk.stream_and_get(request_id)
 
     # Download from API server paths to the client's local_dir
     client_common.download_logs_from_api_server([remote_dir], remote_dir,

sky/serve/client/sdk.py

@@ -1,7 +1,7 @@
 """SDK for SkyServe."""
 import json
 import typing
-from typing import List, Optional, Sequence, Union
+from typing import Any, Dict, List, Optional, Sequence, Tuple, Union
 
 from sky.serve.client import impl
 from sky.server import common as server_common
@@ -26,7 +26,7 @@ def up(
     # Internal only:
     # pylint: disable=invalid-name
     _need_confirmation: bool = False
-) -> server_common.RequestId:
+) -> server_common.RequestId[Tuple[str, str]]:
     """Spins up a service.
 
     Please refer to the sky.cli.serve_up for the document.
@@ -61,7 +61,7 @@ def update(
     # Internal only:
     # pylint: disable=invalid-name
     _need_confirmation: bool = False
-) -> server_common.RequestId:
+) -> server_common.RequestId[None]:
     """Updates an existing service.
 
     Please refer to the sky.cli.serve_update for the document.
@@ -94,7 +94,7 @@ def down(
     service_names: Optional[Union[str, List[str]]],
     all: bool = False,  # pylint: disable=redefined-builtin
     purge: bool = False
-) -> server_common.RequestId:
+) -> server_common.RequestId[None]:
     """Tears down a service.
 
     Please refer to the sky.cli.serve_down for the docs.
@@ -122,7 +122,7 @@ def down(
 @usage_lib.entrypoint
 @server_common.check_server_healthy_or_start
 def terminate_replica(service_name: str, replica_id: int,
-                      purge: bool) -> server_common.RequestId:
+                      purge: bool) -> server_common.RequestId[None]:
     """Tears down a specific replica for the given service.
 
     Args:
@@ -156,8 +156,8 @@ def terminate_replica(service_name: str, replica_id: int,
 @usage_lib.entrypoint
 @server_common.check_server_healthy_or_start
 def status(
-        service_names: Optional[Union[str,
-                                      List[str]]]) -> server_common.RequestId:
+    service_names: Optional[Union[str, List[str]]]
+) -> server_common.RequestId[List[Dict[str, Any]]]:
     """Gets service statuses.
 
     If service_names is given, return those services. Otherwise, return all