dstack 0.0.9__py3-none-any.whl → 0.20.7__py3-none-any.whl

dstack/_internal/server/migrations/versions/065588ec72b8_add_vultr_to_backendtype_enum.py

@@ -0,0 +1,81 @@
+"""Add VULTR to backendtype enum
+
+Revision ID: 065588ec72b8
+Revises: 91a12fff6c76
+Create Date: 2024-12-24 12:56:57.018776
+
+"""
+
+from alembic import op
+from alembic_postgresql_enum import TableReference
+
+# revision identifiers, used by Alembic.
+revision = "065588ec72b8"
+down_revision = "91a12fff6c76"
+branch_labels = None
+depends_on = None
+
+
+def upgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    # Add the new enum value "VULTR" to the backendtype enum
+    op.sync_enum_values(
+        "public",
+        "backendtype",
+        [
+            "AWS",
+            "AZURE",
+            "CUDO",
+            "DATACRUNCH",
+            "DSTACK",
+            "GCP",
+            "KUBERNETES",
+            "LAMBDA",
+            "LOCAL",
+            "REMOTE",
+            "NEBIUS",
+            "OCI",
+            "RUNPOD",
+            "TENSORDOCK",
+            "VASTAI",
+            "VULTR",  # New value
+        ],
+        [
+            TableReference(table_schema="public", table_name="instances", column_name="backend"),
+            TableReference(table_schema="public", table_name="backends", column_name="type"),
+        ],
+        enum_values_to_rename=[],
+    )
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    # Remove the new enum value "VULTR" from the backendtype enum
+    op.sync_enum_values(
+        "public",
+        "backendtype",
+        [
+            "AWS",
+            "AZURE",
+            "CUDO",
+            "DATACRUNCH",
+            "DSTACK",
+            "GCP",
+            "KUBERNETES",
+            "LAMBDA",
+            "LOCAL",
+            "REMOTE",
+            "NEBIUS",
+            "OCI",
+            "RUNPOD",
+            "TENSORDOCK",
+            "VASTAI",
+        ],  # Without "VULTR"
+        [
+            TableReference(table_schema="public", table_name="instances", column_name="backend"),
+            TableReference(table_schema="public", table_name="backends", column_name="type"),
+        ],
+        enum_values_to_rename=[],
+    )
+    # ### end Alembic commands ###

dstack/_internal/server/migrations/versions/06e977bc61c7_add_usermodel_deleted_and_original_name.py

@@ -0,0 +1,45 @@
+"""Add UserModel.deleted and original_name
+
+Revision ID: 06e977bc61c7
+Revises: 7d1ec2b920ac
+Create Date: 2025-11-26 11:43:34.825686
+
+"""
+
+import sqlalchemy as sa
+from alembic import op
+
+# revision identifiers, used by Alembic.
+revision = "06e977bc61c7"
+down_revision = "7d1ec2b920ac"
+branch_labels = None
+depends_on = None
+
+
+def upgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    with op.batch_alter_table("users", schema=None) as batch_op:
+        batch_op.add_column(
+            sa.Column("deleted", sa.Boolean(), server_default=sa.false(), nullable=False)
+        )
+        batch_op.add_column(sa.Column("original_name", sa.String(length=50), nullable=True))
+
+    # For postgres, this was moved to a new migration to avoid deadlocks.
+    if op.get_context().dialect.name == "sqlite":
+        with op.batch_alter_table("projects", schema=None) as batch_op:
+            batch_op.add_column(sa.Column("original_name", sa.String(length=50), nullable=True))
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    with op.batch_alter_table("users", schema=None) as batch_op:
+        batch_op.drop_column("original_name")
+        batch_op.drop_column("deleted")
+
+    # For postgres, this was moved to a new migration to avoid deadlocks.
+    if op.get_context().dialect.name == "sqlite":
+        with op.batch_alter_table("projects", schema=None) as batch_op:
+            batch_op.drop_column("original_name")
+
+    # ### end Alembic commands ###

dstack/_internal/server/migrations/versions/0e33559e16ed_update_instancestatus.py

@@ -0,0 +1,64 @@
+"""Update InstanceStatus
+
+Revision ID: 0e33559e16ed
+Revises: 4b4319398164
+Create Date: 2024-03-07 17:21:57.570495
+
+"""
+
+import sqlalchemy as sa
+from alembic import op
+
+# revision identifiers, used by Alembic.
+revision = "0e33559e16ed"
+down_revision = "4b4319398164"
+branch_labels = None
+depends_on = None
+
+
+def upgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    with op.batch_alter_table("instances", schema=None) as batch_op:
+        batch_op.alter_column(
+            "status",
+            existing_type=sa.VARCHAR(length=11),
+            type_=sa.Enum(
+                "PENDING",
+                "CREATING",
+                "STARTING",
+                "READY",
+                "PROVISIONING",
+                "IDLE",
+                "BUSY",
+                "TERMINATING",
+                "TERMINATED",
+                name="instancestatus",
+            ),
+            existing_nullable=False,
+        )
+
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    with op.batch_alter_table("instances", schema=None) as batch_op:
+        batch_op.alter_column(
+            "status",
+            existing_type=sa.Enum(
+                "PENDING",
+                "CREATING",
+                "STARTING",
+                "READY",
+                "PROVISIONING",
+                "IDLE",
+                "BUSY",
+                "TERMINATING",
+                "TERMINATED",
+                name="instancestatus",
+            ),
+            type_=sa.VARCHAR(length=11),
+            existing_nullable=False,
+        )
+
+    # ### end Alembic commands ###

dstack/_internal/server/migrations/versions/112753bc17dd_remove_nullable_fields.py

@@ -0,0 +1,50 @@
+"""Remove nullable fields
+
+Revision ID: 112753bc17dd
+Revises: d0bb68e48b9f
+Create Date: 2023-11-01 11:35:02.110752
+
+"""
+
+import sqlalchemy as sa
+from alembic import op
+
+# revision identifiers, used by Alembic.
+revision = "112753bc17dd"
+down_revision = "d0bb68e48b9f"
+branch_labels = None
+depends_on = None
+
+
+def upgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    with op.batch_alter_table("projects", schema=None) as batch_op:
+        batch_op.alter_column("owner_id", existing_type=sa.CHAR(length=32), nullable=False)
+        batch_op.drop_constraint("fk_projects_owner_id_users", type_="foreignkey")
+        batch_op.create_foreign_key(
+            batch_op.f("fk_projects_owner_id_users"),
+            "users",
+            ["owner_id"],
+            ["id"],
+            ondelete="CASCADE",
+        )
+
+    with op.batch_alter_table("users", schema=None) as batch_op:
+        batch_op.alter_column("projects_quota", existing_type=sa.INTEGER(), nullable=False)
+
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    with op.batch_alter_table("users", schema=None) as batch_op:
+        batch_op.alter_column("projects_quota", existing_type=sa.INTEGER(), nullable=True)
+
+    with op.batch_alter_table("projects", schema=None) as batch_op:
+        batch_op.drop_constraint(batch_op.f("fk_projects_owner_id_users"), type_="foreignkey")
+        batch_op.create_foreign_key(
+            "fk_projects_owner_id_users", "users", ["owner_id"], ["id"], ondelete="SET NULL"
+        )
+        batch_op.alter_column("owner_id", existing_type=sa.CHAR(length=32), nullable=True)
+
+    # ### end Alembic commands ###

dstack/_internal/server/migrations/versions/1338b788b612_reverse_job_instance_relationship.py

@@ -0,0 +1,71 @@
+"""Reverse Job-Instance relationship
+
+Revision ID: 1338b788b612
+Revises: 51d45659d574
+Create Date: 2025-01-16 14:59:19.113534
+
+"""
+
+import sqlalchemy as sa
+import sqlalchemy_utils
+from alembic import op
+
+# revision identifiers, used by Alembic.
+revision = "1338b788b612"
+down_revision = "51d45659d574"
+branch_labels = None
+depends_on = None
+
+
+def upgrade() -> None:
+    with op.batch_alter_table("jobs", schema=None) as batch_op:
+        batch_op.add_column(
+            sa.Column(
+                "instance_id", sqlalchemy_utils.types.uuid.UUIDType(binary=False), nullable=True
+            )
+        )
+        batch_op.create_foreign_key(
+            batch_op.f("fk_jobs_instance_id_instances"),
+            "instances",
+            ["instance_id"],
+            ["id"],
+            ondelete="CASCADE",
+        )
+
+    op.execute("""
+        UPDATE jobs AS j
+        SET instance_id = (
+            SELECT i.id
+            FROM instances AS i
+            WHERE i.job_id = j.id
+        )
+    """)
+
+    with op.batch_alter_table("instances", schema=None) as batch_op:
+        batch_op.drop_constraint("fk_instances_job_id_jobs", type_="foreignkey")
+        batch_op.drop_column("job_id")
+
+
+def downgrade() -> None:
+    with op.batch_alter_table("instances", schema=None) as batch_op:
+        batch_op.add_column(
+            sa.Column("job_id", sqlalchemy_utils.types.uuid.UUIDType(binary=False), nullable=True)
+        )
+        batch_op.create_foreign_key("fk_instances_job_id_jobs", "jobs", ["job_id"], ["id"])
+
+    # This migration is not fully reversible - we cannot assign multiple jobs to a single instance,
+    # thus LIMIT 1
+    op.execute("""
+        UPDATE instances AS i
+        SET job_id = (
+            SELECT j.id
+            FROM jobs j
+            WHERE j.instance_id = i.id
+            ORDER by j.submitted_at DESC
+            LIMIT 1
+        )
+    """)
+
+    with op.batch_alter_table("jobs", schema=None) as batch_op:
+        batch_op.drop_constraint(batch_op.f("fk_jobs_instance_id_instances"), type_="foreignkey")
+        batch_op.drop_column("instance_id")

dstack/_internal/server/migrations/versions/14f2cb002fc2_add_jobmodel_removed_flag.py

@@ -0,0 +1,44 @@
+"""Add JobModel.removed flag
+
+Revision ID: 14f2cb002fc2
+Revises: 112753bc17dd
+Create Date: 2023-11-03 16:46:57.057973
+
+"""
+
+import sqlalchemy as sa
+from alembic import op
+
+from dstack._internal.core.models.runs import JobStatus
+
+# revision identifiers, used by Alembic.
+revision = "14f2cb002fc2"
+down_revision = "112753bc17dd"
+branch_labels = None
+depends_on = None
+
+
+def upgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    with op.batch_alter_table("jobs", schema=None) as batch_op:
+        batch_op.add_column(
+            sa.Column("removed", sa.Boolean(), nullable=False, server_default=sa.false())
+        )
+        batch_op.add_column(sa.Column("remove_at", sa.DateTime(), nullable=True))
+
+    # ### end Alembic commands ###
+    op.execute(
+        sa.sql.text("UPDATE jobs SET removed = TRUE WHERE status IN :statuses").bindparams(
+            sa.bindparam("statuses", expanding=True),
+            statuses=tuple(i.value.upper() for i in JobStatus.finished_statuses()),
+        )
+    )
+
+
+def downgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    with op.batch_alter_table("jobs", schema=None) as batch_op:
+        batch_op.drop_column("remove_at")
+        batch_op.drop_column("removed")
+
+    # ### end Alembic commands ###

dstack/_internal/server/migrations/versions/1a48dfe44a40_rework_termination_handling.py

@@ -0,0 +1,42 @@
+"""Rework termination handling
+
+Revision ID: 1a48dfe44a40
+Revises: 9eea6af28e10
+Create Date: 2024-02-21 10:11:32.350099
+
+"""
+
+import sqlalchemy as sa
+from alembic import op
+
+# revision identifiers, used by Alembic.
+revision = "1a48dfe44a40"
+down_revision = "9eea6af28e10"
+branch_labels = None
+depends_on = None
+
+
+def upgrade() -> None:
+    with op.batch_alter_table("instances", schema=None) as batch_op:
+        batch_op.drop_column("fail_reason")
+        batch_op.drop_column("fail_count")
+
+    with op.batch_alter_table("instances", schema=None) as batch_op:
+        batch_op.add_column(sa.Column("termination_deadline", sa.DateTime(), nullable=True))
+        batch_op.add_column(
+            sa.Column("termination_reason", sa.VARCHAR(length=4000), nullable=True)
+        )
+        batch_op.add_column(sa.Column("health_status", sa.VARCHAR(length=4000), nullable=True))
+
+
+def downgrade() -> None:
+    with op.batch_alter_table("instances", schema=None) as batch_op:
+        batch_op.add_column(
+            sa.Column("fail_count", sa.Integer(), server_default=sa.text("0"), nullable=False)
+        )
+        batch_op.add_column(sa.Column("fail_reason", sa.String(length=4000), nullable=True))
+
+    with op.batch_alter_table("instances", schema=None) as batch_op:
+        batch_op.drop_column("termination_deadline")
+        batch_op.drop_column("termination_reason")
+        batch_op.drop_column("health_status")

dstack/_internal/server/migrations/versions/1aa9638ad963_added_email_index.py

@@ -0,0 +1,31 @@
+"""Added email index
+
+Revision ID: 1aa9638ad963
+Revises: 22d74df9897e
+Create Date: 2025-12-21 22:08:27.331645
+
+"""
+
+from alembic import op
+
+# revision identifiers, used by Alembic.
+revision = "1aa9638ad963"
+down_revision = "22d74df9897e"
+branch_labels = None
+depends_on = None
+
+
+def upgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    with op.batch_alter_table("users", schema=None) as batch_op:
+        batch_op.create_index(batch_op.f("ix_users_email"), ["email"], unique=False)
+
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    with op.batch_alter_table("users", schema=None) as batch_op:
+        batch_op.drop_index(batch_op.f("ix_users_email"))
+
+    # ### end Alembic commands ###

dstack/_internal/server/migrations/versions/1e3fb39ef74b_add_remote_connection_details.py

@@ -0,0 +1,26 @@
+"""Add remote connection details
+
+Revision ID: 1e3fb39ef74b
+Revises: 866ec1d67184
+Create Date: 2024-04-08 08:02:33.357013
+
+"""
+
+import sqlalchemy as sa
+from alembic import op
+
+# revision identifiers, used by Alembic.
+revision = "1e3fb39ef74b"
+down_revision = "866ec1d67184"
+branch_labels = None
+depends_on = None
+
+
+def upgrade() -> None:
+    with op.batch_alter_table("instances", schema=None) as batch_op:
+        batch_op.add_column(sa.Column("remote_connection_info", sa.Text(), nullable=True))
+
+
+def downgrade() -> None:
+    with op.batch_alter_table("instances", schema=None) as batch_op:
+        batch_op.drop_column("remote_connection_info")

dstack/_internal/server/migrations/versions/1e76fb0dde87_add_jobmodel_inactivity_secs.py

@@ -0,0 +1,32 @@
+"""Add JobModel.inactivity_secs
+
+Revision ID: 1e76fb0dde87
+Revises: 63c3f19cb184
+Create Date: 2025-02-11 23:37:58.823710
+
+"""
+
+import sqlalchemy as sa
+from alembic import op
+
+# revision identifiers, used by Alembic.
+revision = "1e76fb0dde87"
+down_revision = "63c3f19cb184"
+branch_labels = None
+depends_on = None
+
+
+def upgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    with op.batch_alter_table("jobs", schema=None) as batch_op:
+        batch_op.add_column(sa.Column("inactivity_secs", sa.Integer(), nullable=True))
+
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    with op.batch_alter_table("jobs", schema=None) as batch_op:
+        batch_op.drop_column("inactivity_secs")
+
+    # ### end Alembic commands ###

dstack/_internal/server/migrations/versions/20166748b60c_add_jobmodel_disconnected_at.py

@@ -0,0 +1,100 @@
+"""Add JobModel.disconnected_at
+
+Revision ID: 20166748b60c
+Revises: 6c1a9d6530ee
+Create Date: 2025-05-13 16:24:32.496578
+
+"""
+
+import sqlalchemy as sa
+from alembic import op
+from alembic_postgresql_enum import TableReference
+
+import dstack._internal.server.models
+
+# revision identifiers, used by Alembic.
+revision = "20166748b60c"
+down_revision = "6c1a9d6530ee"
+branch_labels = None
+depends_on = None
+
+
+def upgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    with op.batch_alter_table("jobs", schema=None) as batch_op:
+        batch_op.add_column(
+            sa.Column(
+                "disconnected_at", dstack._internal.server.models.NaiveDateTime(), nullable=True
+            )
+        )
+
+    op.sync_enum_values(
+        enum_schema="public",
+        enum_name="jobterminationreason",
+        new_values=[
+            "FAILED_TO_START_DUE_TO_NO_CAPACITY",
+            "INTERRUPTED_BY_NO_CAPACITY",
+            "INSTANCE_UNREACHABLE",
+            "WAITING_INSTANCE_LIMIT_EXCEEDED",
+            "WAITING_RUNNER_LIMIT_EXCEEDED",
+            "TERMINATED_BY_USER",
+            "VOLUME_ERROR",
+            "GATEWAY_ERROR",
+            "SCALED_DOWN",
+            "DONE_BY_RUNNER",
+            "ABORTED_BY_USER",
+            "TERMINATED_BY_SERVER",
+            "INACTIVITY_DURATION_EXCEEDED",
+            "TERMINATED_DUE_TO_UTILIZATION_POLICY",
+            "CONTAINER_EXITED_WITH_ERROR",
+            "PORTS_BINDING_FAILED",
+            "CREATING_CONTAINER_ERROR",
+            "EXECUTOR_ERROR",
+            "MAX_DURATION_EXCEEDED",
+        ],
+        affected_columns=[
+            TableReference(
+                table_schema="public", table_name="jobs", column_name="termination_reason"
+            )
+        ],
+        enum_values_to_rename=[],
+    )
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.sync_enum_values(
+        enum_schema="public",
+        enum_name="jobterminationreason",
+        new_values=[
+            "FAILED_TO_START_DUE_TO_NO_CAPACITY",
+            "INTERRUPTED_BY_NO_CAPACITY",
+            "WAITING_INSTANCE_LIMIT_EXCEEDED",
+            "WAITING_RUNNER_LIMIT_EXCEEDED",
+            "TERMINATED_BY_USER",
+            "VOLUME_ERROR",
+            "GATEWAY_ERROR",
+            "SCALED_DOWN",
+            "DONE_BY_RUNNER",
+            "ABORTED_BY_USER",
+            "TERMINATED_BY_SERVER",
+            "INACTIVITY_DURATION_EXCEEDED",
+            "TERMINATED_DUE_TO_UTILIZATION_POLICY",
+            "CONTAINER_EXITED_WITH_ERROR",
+            "PORTS_BINDING_FAILED",
+            "CREATING_CONTAINER_ERROR",
+            "EXECUTOR_ERROR",
+            "MAX_DURATION_EXCEEDED",
+        ],
+        affected_columns=[
+            TableReference(
+                table_schema="public", table_name="jobs", column_name="termination_reason"
+            )
+        ],
+        enum_values_to_rename=[],
+    )
+    with op.batch_alter_table("jobs", schema=None) as batch_op:
+        batch_op.drop_column("disconnected_at")
+
+    # ### end Alembic commands ###