skypilot-nightly 1.0.0.dev20250502__py3-none-any.whl → 1.0.0.dev20251203__py3-none-any.whl

sky/schemas/db/global_user_state/007_cluster_event_request_id.py

@@ -0,0 +1,34 @@
+"""Add request_id to cluster_events.
+
+Revision ID: 007
+Revises: 006
+Create Date: 2025-08-28
+
+"""
+# pylint: disable=invalid-name
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+
+from sky.utils.db import db_utils
+
+# revision identifiers, used by Alembic.
+revision: str = '007'
+down_revision: Union[str, Sequence[str], None] = '006'
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade():
+    """Add request_id column to cluster_events."""
+    with op.get_context().autocommit_block():
+        db_utils.add_column_to_table_alembic('cluster_events',
+                                             'request_id',
+                                             sa.Text(),
+                                             server_default=None)
+
+
+def downgrade():
+    """No-op for backward compatibility."""
+    pass

sky/schemas/db/global_user_state/008_skylet_ssh_tunnel_metadata.py

@@ -0,0 +1,34 @@
+"""Add skylet_ssh_tunnel_metadata to clusters.
+
+Revision ID: 008
+Revises: 007
+Create Date: 2025-09-09
+
+"""
+# pylint: disable=invalid-name
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+
+from sky.utils.db import db_utils
+
+# revision identifiers, used by Alembic.
+revision: str = '008'
+down_revision: Union[str, Sequence[str], None] = '007'
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade():
+    """Add skylet_ssh_tunnel_metadata column to clusters."""
+    with op.get_context().autocommit_block():
+        db_utils.add_column_to_table_alembic('clusters',
+                                             'skylet_ssh_tunnel_metadata',
+                                             sa.LargeBinary(),
+                                             server_default=None)
+
+
+def downgrade():
+    """No-op for backward compatibility."""
+    pass

sky/schemas/db/global_user_state/009_last_activity_and_launched_at.py

@@ -0,0 +1,89 @@
+"""Add last_activity_time and launched_at to cluster history.
+
+Revision ID: 009
+Revises: 008
+Create Date: 2025-09-24
+
+"""
+# pylint: disable=invalid-name
+import pickle
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+
+from sky.utils.db import db_utils
+
+# revision identifiers, used by Alembic.
+revision: str = '009'
+down_revision: Union[str, Sequence[str], None] = '008'
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade():
+    """Add last_activity_time and launched_at columns to cluster history."""
+    with op.get_context().autocommit_block():
+        # Add the columns with indices
+        db_utils.add_column_to_table_alembic('cluster_history',
+                                             'last_activity_time',
+                                             sa.Integer(),
+                                             server_default=None,
+                                             index=True)
+
+        db_utils.add_column_to_table_alembic('cluster_history',
+                                             'launched_at',
+                                             sa.Integer(),
+                                             server_default=None,
+                                             index=True)
+
+        # Populate the columns for existing rows
+        _populate_cluster_history_columns()
+
+
+def _populate_cluster_history_columns():
+    """Populate last_activity_time and launched_at for existing rows using
+    usage_intervals logic."""
+    connection = op.get_bind()
+
+    # Get all existing rows with usage_intervals
+    result = connection.execute(
+        sa.text('SELECT cluster_hash, usage_intervals FROM cluster_history '
+                'WHERE usage_intervals IS NOT NULL'))
+
+    for row in result:
+        cluster_hash = row[0]
+        usage_intervals_blob = row[1]
+
+        try:
+            # Deserialize the usage_intervals
+            usage_intervals = pickle.loads(usage_intervals_blob)
+
+            if usage_intervals:
+                # Calculate last_activity_time: end time of last interval
+                # or start time if still running
+                last_interval = usage_intervals[-1]
+                last_activity_time = (last_interval[1] if last_interval[1]
+                                      is not None else last_interval[0])
+
+                # Calculate launched_at: start time of first interval
+                launched_at = usage_intervals[0][0]
+
+                # Update the row with both calculated values
+                connection.execute(
+                    sa.text('UPDATE cluster_history '
+                            'SET last_activity_time = :last_activity_time, '
+                            'launched_at = :launched_at '
+                            'WHERE cluster_hash = :cluster_hash'), {
+                                'last_activity_time': last_activity_time,
+                                'launched_at': launched_at,
+                                'cluster_hash': cluster_hash
+                            })
+        except (pickle.PickleError, AttributeError, IndexError):
+            # Skip rows with corrupted or invalid usage_intervals
+            continue
+
+
+def downgrade():
+    """No-op for backward compatibility."""
+    pass

sky/schemas/db/global_user_state/010_save_ssh_key.py

@@ -0,0 +1,66 @@
+"""Add ssh keys in filesystem to global user state.
+
+Revision ID: 010
+Revises: 009
+Create Date: 2025-10-07
+
+"""
+import glob
+# pylint: disable=invalid-name
+import os
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+
+# revision identifiers, used by Alembic.
+revision: str = '010'
+down_revision: Union[str, Sequence[str], None] = '009'
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade():
+    """Add last_activity_time and launched_at columns to cluster history."""
+    connection = op.get_bind()
+
+    match_dirs = glob.glob(os.path.expanduser('~/.sky/clients/*/ssh'))
+    file_user_hashes = set()
+    for match_dir in match_dirs:
+        user_hash = match_dir.split('/')[-2]
+        file_user_hashes.add(user_hash)
+
+    # Get all existing ssh keys
+    existing_user_hashes = set()
+    result = connection.execute(sa.text('SELECT user_hash FROM ssh_key'))
+    for row in result:
+        existing_user_hashes.add(row[0])
+
+    user_hashes_to_add = file_user_hashes - existing_user_hashes
+    for user_hash in user_hashes_to_add:
+        match_dir = os.path.join(os.path.expanduser('~/.sky/clients'),
+                                 user_hash, 'ssh')
+        public_key_path = os.path.join(match_dir, 'sky-key.pub')
+        private_key_path = os.path.join(match_dir, 'sky-key')
+        try:
+            with open(public_key_path, 'r', encoding='utf-8') as f:
+                public_key = f.read().strip()
+            with open(private_key_path, 'r', encoding='utf-8') as f:
+                private_key = f.read().strip()
+        except FileNotFoundError:
+            # Skip if the key files are not found
+            continue
+        connection.execute(
+            sa.text('INSERT INTO ssh_key '
+                    '(user_hash, ssh_public_key, ssh_private_key) '
+                    'VALUES (:user_hash, :ssh_public_key, :ssh_private_key) '
+                    'ON CONFLICT DO NOTHING'), {
+                        'user_hash': user_hash,
+                        'ssh_public_key': public_key,
+                        'ssh_private_key': private_key
+                    })
+
+
+def downgrade():
+    """No-op for backward compatibility."""
+    pass

sky/schemas/db/global_user_state/011_is_ephemeral.py

@@ -0,0 +1,34 @@
+"""Columns for whether the volume is ephemeral.
+
+Revision ID: 011
+Revises: 010
+Create Date: 2025-11-14
+
+"""
+# pylint: disable=invalid-name
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+
+from sky.utils.db import db_utils
+
+# revision identifiers, used by Alembic.π
+revision: str = '011'
+down_revision: Union[str, Sequence[str], None] = '010'
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade():
+    """Add columns for whether the volume is ephemeral."""
+    with op.get_context().autocommit_block():
+        db_utils.add_column_to_table_alembic('volumes',
+                                             'is_ephemeral',
+                                             sa.Integer(),
+                                             server_default='0')
+
+
+def downgrade():
+    """Remove columns for whether the volume is ephemeral."""
+    pass

sky/schemas/db/kv_cache/001_initial_schema.py

@@ -0,0 +1,29 @@
+"""Initial schema for KV cache database
+
+Revision ID: 001
+Revises:
+Create Date: 2025-11-13 12:00:00.000000
+
+"""
+# pylint: disable=invalid-name
+from alembic import op
+
+from sky.utils.db import db_utils
+from sky.utils.db.kv_cache import Base
+
+# revision identifiers, used by Alembic.
+revision = '001'
+down_revision = None
+branch_labels = None
+depends_on = None
+
+
+def upgrade():
+    with op.get_context().autocommit_block():
+        # Create any missing tables with current schema first
+        db_utils.add_all_tables_to_db_sqlalchemy(Base.metadata, op.get_bind())
+
+
+def downgrade():
+    # Drop all tables
+    Base.metadata.drop_all(bind=op.get_bind())

sky/schemas/db/script.py.mako

@@ -0,0 +1,28 @@
+"""${message}
+
+Revision ID: ${up_revision}
+Revises: ${down_revision | comma,n}
+Create Date: ${create_date}
+
+"""
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+${imports if imports else ""}
+
+# revision identifiers, used by Alembic.
+revision: str = ${repr(up_revision)}
+down_revision: Union[str, Sequence[str], None] = ${repr(down_revision)}
+branch_labels: Union[str, Sequence[str], None] = ${repr(branch_labels)}
+depends_on: Union[str, Sequence[str], None] = ${repr(depends_on)}
+
+
+def upgrade() -> None:
+    """Upgrade schema."""
+    ${upgrades if upgrades else "pass"}
+
+
+def downgrade() -> None:
+    """Downgrade schema."""
+    ${downgrades if downgrades else "pass"}

sky/schemas/db/serve_state/001_initial_schema.py

@@ -0,0 +1,67 @@
+"""Initial schema for sky serve state database with backwards compatibility
+
+Revision ID: 001
+Revises:
+Create Date: 2024-01-01 12:00:00.000000
+
+"""
+# pylint: disable=invalid-name
+import json
+
+from alembic import op
+import sqlalchemy as sa
+
+from sky.serve import constants
+from sky.serve.serve_state import Base
+from sky.utils.db import db_utils
+
+# revision identifiers, used by Alembic.
+revision = '001'
+down_revision = None
+branch_labels = None
+depends_on = None
+
+
+def upgrade():
+    """Create initial schema and add all backwards compatibility columns"""
+    with op.get_context().autocommit_block():
+        # Create all tables with their current schema
+        db_utils.add_all_tables_to_db_sqlalchemy(Base.metadata, op.get_bind())
+
+        # Add backwards compatibility columns using helper function that matches
+        # original add_column_to_table_sqlalchemy behavior exactly
+        db_utils.add_column_to_table_alembic('services',
+                                             'requested_resources_str',
+                                             sa.Text())
+        db_utils.add_column_to_table_alembic(
+            'services',
+            'current_version',
+            sa.Integer(),
+            server_default=f'{constants.INITIAL_VERSION}')
+        db_utils.add_column_to_table_alembic('services',
+                                             'active_versions',
+                                             sa.Text(),
+                                             server_default=json.dumps([]))
+        db_utils.add_column_to_table_alembic('services',
+                                             'load_balancing_policy', sa.Text())
+        db_utils.add_column_to_table_alembic('services',
+                                             'tls_encrypted',
+                                             sa.Integer(),
+                                             server_default='0')
+        db_utils.add_column_to_table_alembic('services',
+                                             'pool',
+                                             sa.Integer(),
+                                             server_default='0')
+        db_utils.add_column_to_table_alembic(
+            'services',
+            'controller_pid',
+            sa.Integer(),
+            value_to_replace_existing_entries=-1)
+        db_utils.add_column_to_table_alembic('services', 'hash', sa.Text())
+        db_utils.add_column_to_table_alembic('services', 'entrypoint',
+                                             sa.Text())
+
+
+def downgrade():
+    """Drop all tables"""
+    Base.metadata.drop_all(bind=op.get_bind())

sky/schemas/db/serve_state/002_yaml_content.py

@@ -0,0 +1,34 @@
+"""Columns for cluster pool.
+
+Revision ID: 002
+Revises: 001
+Create Date: 2025-07-18
+
+"""
+# pylint: disable=invalid-name
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+
+from sky.utils.db import db_utils
+
+# revision identifiers, used by Alembic.
+revision: str = '002'
+down_revision: Union[str, Sequence[str], None] = '001'
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade():
+    """Add columns for cluster pool."""
+    with op.get_context().autocommit_block():
+        db_utils.add_column_to_table_alembic('version_specs',
+                                             'yaml_content',
+                                             sa.Text(),
+                                             server_default=None)
+
+
+def downgrade():
+    """Remove columns for cluster pool."""
+    pass

sky/schemas/db/skypilot_config/001_initial_schema.py

@@ -0,0 +1,30 @@
+"""Initial schema for sky config database
+
+Revision ID: 001
+Revises:
+Create Date: 2025-10-21
+
+"""
+# pylint: disable=invalid-name
+from alembic import op
+
+from sky.skypilot_config import Base
+from sky.utils.db import db_utils
+
+# revision identifiers, used by Alembic.
+revision = '001'
+down_revision = None
+branch_labels = None
+depends_on = None
+
+
+def upgrade():
+    """Create initial schema for config_yaml table"""
+    with op.get_context().autocommit_block():
+        # Create all tables with their current schema
+        db_utils.add_all_tables_to_db_sqlalchemy(Base.metadata, op.get_bind())
+
+
+def downgrade():
+    """Drop all tables"""
+    Base.metadata.drop_all(bind=op.get_bind())

sky/schemas/db/spot_jobs/001_initial_schema.py

@@ -0,0 +1,97 @@
+"""Initial schema for spot jobs database with backwards compatibility columns
+
+Revision ID: 001
+Revises:
+Create Date: 2024-01-01 12:00:00.000000
+
+"""
+# pylint: disable=invalid-name
+import json
+
+from alembic import op
+import sqlalchemy as sa
+
+from sky.jobs.state import Base
+from sky.skylet import constants
+from sky.utils.db import db_utils
+
+# revision identifiers, used by Alembic.
+revision = '001'
+down_revision = None
+branch_labels = None
+depends_on = None
+
+
+def upgrade():
+    """Create initial schema and add all backwards compatibility columns"""
+    with op.get_context().autocommit_block():
+        # Create all tables with their current schema
+        db_utils.add_all_tables_to_db_sqlalchemy(Base.metadata, op.get_bind())
+
+        # Add backwards compatibility columns using helper function that matches
+        # original add_column_to_table_sqlalchemy behavior exactly
+
+        # Spot table columns
+        db_utils.add_column_to_table_alembic('spot', 'failure_reason',
+                                             sa.Text())
+        db_utils.add_column_to_table_alembic('spot',
+                                             'spot_job_id',
+                                             sa.Integer(),
+                                             copy_from='job_id')
+        db_utils.add_column_to_table_alembic(
+            'spot',
+            'task_id',
+            sa.Integer(),
+            server_default='0',
+            value_to_replace_existing_entries=0)
+        db_utils.add_column_to_table_alembic('spot',
+                                             'task_name',
+                                             sa.Text(),
+                                             copy_from='job_name')
+        db_utils.add_column_to_table_alembic(
+            'spot',
+            'specs',
+            sa.Text(),
+            value_to_replace_existing_entries=json.dumps(
+                {'max_restarts_on_errors': 0}))
+        db_utils.add_column_to_table_alembic('spot', 'local_log_file',
+                                             sa.Text())
+        db_utils.add_column_to_table_alembic(
+            'spot',
+            'metadata',
+            sa.Text(),
+            server_default='{}',
+            value_to_replace_existing_entries='{}')
+
+        # Job info table columns
+        db_utils.add_column_to_table_alembic('job_info', 'schedule_state',
+                                             sa.Text())
+        db_utils.add_column_to_table_alembic('job_info', 'controller_pid',
+                                             sa.Integer())
+        db_utils.add_column_to_table_alembic('job_info', 'dag_yaml_path',
+                                             sa.Text())
+        db_utils.add_column_to_table_alembic('job_info', 'env_file_path',
+                                             sa.Text())
+        db_utils.add_column_to_table_alembic('job_info', 'user_hash', sa.Text())
+        db_utils.add_column_to_table_alembic(
+            'job_info',
+            'workspace',
+            sa.Text(),
+            value_to_replace_existing_entries=constants.
+            SKYPILOT_DEFAULT_WORKSPACE)
+        db_utils.add_column_to_table_alembic(
+            'job_info',
+            'priority',
+            sa.Integer(),
+            server_default=str(constants.DEFAULT_PRIORITY),
+            value_to_replace_existing_entries=constants.DEFAULT_PRIORITY)
+        db_utils.add_column_to_table_alembic('job_info', 'entrypoint',
+                                             sa.Text())
+        db_utils.add_column_to_table_alembic('job_info',
+                                             'original_user_yaml_path',
+                                             sa.Text())
+
+
+def downgrade():
+    """Drop all tables"""
+    Base.metadata.drop_all(bind=op.get_bind())

sky/schemas/db/spot_jobs/002_cluster_pool.py

@@ -0,0 +1,42 @@
+"""Columns for pool.
+
+Revision ID: 002
+Revises: 001
+Create Date: 2025-07-18
+
+"""
+# pylint: disable=invalid-name
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+
+from sky.utils.db import db_utils
+
+# revision identifiers, used by Alembic.
+revision: str = '002'
+down_revision: Union[str, Sequence[str], None] = '001'
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade():
+    """Add columns for pool."""
+    with op.get_context().autocommit_block():
+        db_utils.add_column_to_table_alembic('job_info',
+                                             'pool',
+                                             sa.Text(),
+                                             server_default=None)
+        db_utils.add_column_to_table_alembic('job_info',
+                                             'current_cluster_name',
+                                             sa.Text(),
+                                             server_default=None)
+        db_utils.add_column_to_table_alembic('job_info',
+                                             'job_id_on_pool_cluster',
+                                             sa.Integer(),
+                                             server_default=None)
+
+
+def downgrade():
+    """Remove columns for pool."""
+    pass

sky/schemas/db/spot_jobs/003_pool_hash.py

@@ -0,0 +1,34 @@
+"""Adding a hash column for pool.
+
+Revision ID: 003
+Revises: 002
+Create Date: 2025-07-18
+
+"""
+# pylint: disable=invalid-name
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+
+from sky.utils.db import db_utils
+
+# revision identifiers, used by Alembic.
+revision: str = '003'
+down_revision: Union[str, Sequence[str], None] = '002'
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade():
+    """Add columns for pool hash."""
+    with op.get_context().autocommit_block():
+        db_utils.add_column_to_table_alembic('job_info',
+                                             'pool_hash',
+                                             sa.Text(),
+                                             server_default=None)
+
+
+def downgrade():
+    """Remove columns for pool hash."""
+    pass

sky/schemas/db/spot_jobs/004_job_file_contents.py

@@ -0,0 +1,42 @@
+"""Add columns for stored DAG/env file contents.
+
+Revision ID: 004
+Revises: 003
+Create Date: 2025-10-27
+
+"""
+# pylint: disable=invalid-name
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+
+from sky.utils.db import db_utils
+
+# revision identifiers, used by Alembic.
+revision: str = '004'
+down_revision: Union[str, Sequence[str], None] = '003'
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade():
+    """Add columns to persist job file contents in the database."""
+    with op.get_context().autocommit_block():
+        db_utils.add_column_to_table_alembic('job_info',
+                                             'dag_yaml_content',
+                                             sa.Text(),
+                                             server_default=None)
+        db_utils.add_column_to_table_alembic('job_info',
+                                             'original_user_yaml_content',
+                                             sa.Text(),
+                                             server_default=None)
+        db_utils.add_column_to_table_alembic('job_info',
+                                             'env_file_content',
+                                             sa.Text(),
+                                             server_default=None)
+
+
+def downgrade():
+    """No downgrade logic."""
+    pass