evalkit-py 0.2.0.dev12__py3-none-any.whl

evalkit/db/alembic/versions/0011_baseline.py

@@ -0,0 +1,1002 @@
+"""baseline schema
+
+Revision ID: 0011
+Revises:
+Create Date: 2026-10-24
+
+"""
+
+import sqlalchemy as sa
+from alembic import op
+from sqlalchemy.dialects import postgresql
+
+revision = "0011"
+down_revision = None
+branch_labels = None
+depends_on = None
+
+
+def upgrade() -> None:
+    """Upgrade schema."""
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.create_table(
+        "cases",
+        sa.Column("id", sa.Integer(), nullable=False),
+        sa.Column("case_id", sa.String(length=255), nullable=False),
+        sa.Column(
+            "created_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.Column(
+            "updated_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.PrimaryKeyConstraint("id"),
+        sa.UniqueConstraint("case_id", name="uq_cases_case_id"),
+    )
+    op.create_table(
+        "trace_sources",
+        sa.Column("id", sa.Integer(), nullable=False),
+        sa.Column("name", sa.String(length=150), nullable=False),
+        sa.Column("provider", sa.String(length=16), nullable=False),
+        sa.Column("config", postgresql.JSONB(astext_type=sa.Text()), nullable=False),
+        sa.Column("api_key_encrypted", sa.LargeBinary(), nullable=True),
+        sa.Column("archived_at", sa.DateTime(timezone=True), nullable=True),
+        sa.Column(
+            "created_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.Column(
+            "updated_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.CheckConstraint("provider IN ('phoenix')", name="ck_trace_sources_provider"),
+        sa.PrimaryKeyConstraint("id"),
+        sa.UniqueConstraint("name", name="uq_trace_sources_name"),
+    )
+    op.create_table(
+        "users",
+        sa.Column("id", sa.Integer(), nullable=False),
+        sa.Column("username", sa.String(length=150), nullable=False),
+        sa.Column("password_hash", sa.String(length=200), nullable=False),
+        sa.Column("is_admin", sa.Boolean(), server_default=sa.text("false"), nullable=False),
+        sa.Column("archived_at", sa.DateTime(timezone=True), nullable=True),
+        sa.Column(
+            "created_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.Column(
+            "updated_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.PrimaryKeyConstraint("id"),
+    )
+    op.create_index(op.f("ix_users_username"), "users", ["username"], unique=True)
+    op.create_table(
+        "case_versions",
+        sa.Column("case_ref", sa.Integer(), nullable=False),
+        sa.Column("content_hash", sa.String(length=16), nullable=False),
+        sa.Column("input", postgresql.JSONB(astext_type=sa.Text()), nullable=False),
+        sa.Column("expected", postgresql.JSONB(astext_type=sa.Text()), nullable=True),
+        sa.Column("evaluators", postgresql.JSONB(astext_type=sa.Text()), nullable=False),
+        sa.Column("tags", postgresql.ARRAY(sa.Text()), nullable=False),
+        sa.Column(
+            "created_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.Column(
+            "updated_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.ForeignKeyConstraint(
+            ["case_ref"],
+            ["cases.id"],
+        ),
+        sa.PrimaryKeyConstraint("case_ref", "content_hash"),
+    )
+    op.create_index(
+        "ix_case_versions_tags", "case_versions", ["tags"], unique=False, postgresql_using="gin"
+    )
+    op.create_table(
+        "fixture_blobs",
+        sa.Column("sha256", sa.String(length=64), nullable=False),
+        sa.Column("size", sa.BigInteger(), nullable=False),
+        sa.Column("uploaded_by", sa.Integer(), nullable=True),
+        sa.Column(
+            "created_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.Column(
+            "updated_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.ForeignKeyConstraint(
+            ["uploaded_by"],
+            ["users.id"],
+        ),
+        sa.PrimaryKeyConstraint("sha256"),
+    )
+    op.create_table(
+        "workspaces",
+        sa.Column("id", sa.Integer(), nullable=False),
+        sa.Column("name", sa.String(length=150), nullable=False),
+        sa.Column("owner_user_id", sa.Integer(), nullable=True),
+        sa.Column("archived_at", sa.DateTime(timezone=True), nullable=True),
+        sa.Column(
+            "created_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.Column(
+            "updated_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.ForeignKeyConstraint(
+            ["owner_user_id"],
+            ["users.id"],
+        ),
+        sa.PrimaryKeyConstraint("id"),
+        sa.UniqueConstraint("name", name="uq_workspaces_name"),
+    )
+    op.create_table(
+        "agents",
+        sa.Column("id", sa.Integer(), nullable=False),
+        sa.Column("workspace_id", sa.Integer(), nullable=False),
+        sa.Column("name", sa.String(length=150), nullable=False),
+        sa.Column("harness_url", sa.String(length=500), nullable=True),
+        sa.Column("trajectory_source", sa.String(length=8), server_default="atif", nullable=False),
+        sa.Column("repo_url", sa.String(length=500), nullable=True),
+        sa.Column(
+            "config",
+            postgresql.JSONB(astext_type=sa.Text()),
+            server_default=sa.text("'{}'"),
+            nullable=False,
+        ),
+        sa.Column("created_by", sa.Integer(), nullable=True),
+        sa.Column("archived_at", sa.DateTime(timezone=True), nullable=True),
+        sa.Column(
+            "created_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.Column(
+            "updated_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.CheckConstraint(
+            "trajectory_source IN ('atif', 'otel')", name="ck_agents_trajectory_source"
+        ),
+        sa.ForeignKeyConstraint(
+            ["created_by"],
+            ["users.id"],
+        ),
+        sa.ForeignKeyConstraint(
+            ["workspace_id"],
+            ["workspaces.id"],
+        ),
+        sa.PrimaryKeyConstraint("id"),
+        sa.UniqueConstraint("workspace_id", "name", name="uq_agents_workspace_name"),
+    )
+    op.create_table(
+        "case_version_files",
+        sa.Column("case_ref", sa.Integer(), nullable=False),
+        sa.Column("content_hash", sa.String(length=16), nullable=False),
+        sa.Column("key", sa.String(length=255), nullable=False),
+        sa.Column("sha256", sa.String(length=64), nullable=False),
+        sa.Column("context", sa.Text(), nullable=False),
+        sa.Column("position", sa.Integer(), nullable=False),
+        sa.Column(
+            "created_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.Column(
+            "updated_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.ForeignKeyConstraint(
+            ["case_ref", "content_hash"],
+            ["case_versions.case_ref", "case_versions.content_hash"],
+        ),
+        sa.ForeignKeyConstraint(
+            ["sha256"],
+            ["fixture_blobs.sha256"],
+        ),
+        sa.PrimaryKeyConstraint("case_ref", "content_hash", "key"),
+    )
+    op.create_table(
+        "datasets",
+        sa.Column("id", sa.Integer(), nullable=False),
+        sa.Column("workspace_id", sa.Integer(), nullable=False),
+        sa.Column("name", sa.String(length=150), nullable=False),
+        sa.Column("kind", sa.String(length=16), nullable=False),
+        sa.Column("archived_at", sa.DateTime(timezone=True), nullable=True),
+        sa.Column(
+            "created_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.Column(
+            "updated_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.CheckConstraint("kind IN ('suite')", name="ck_datasets_kind"),
+        sa.ForeignKeyConstraint(
+            ["workspace_id"],
+            ["workspaces.id"],
+        ),
+        sa.PrimaryKeyConstraint("id"),
+        sa.UniqueConstraint("workspace_id", "name", name="uq_datasets_workspace_name"),
+    )
+    op.create_table(
+        "remote_evaluators",
+        sa.Column("id", sa.Integer(), nullable=False),
+        sa.Column("workspace_id", sa.Integer(), nullable=False),
+        sa.Column("name", sa.String(length=150), nullable=False),
+        sa.Column("kind", sa.String(length=8), nullable=False),
+        sa.Column("config", postgresql.JSONB(astext_type=sa.Text()), nullable=False),
+        sa.Column("archived_at", sa.DateTime(timezone=True), nullable=True),
+        sa.Column(
+            "created_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.Column(
+            "updated_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.CheckConstraint("kind IN ('score', 'gauge')", name="ck_remote_evaluators_kind"),
+        sa.ForeignKeyConstraint(
+            ["workspace_id"],
+            ["workspaces.id"],
+        ),
+        sa.PrimaryKeyConstraint("id"),
+        sa.UniqueConstraint("workspace_id", "name", name="uq_remote_evaluators_workspace_name"),
+    )
+    op.create_table(
+        "workspace_members",
+        sa.Column("workspace_id", sa.Integer(), nullable=False),
+        sa.Column("user_id", sa.Integer(), nullable=False),
+        sa.Column("role", sa.String(length=16), nullable=False),
+        sa.Column("granted_by", sa.Integer(), nullable=False),
+        sa.Column(
+            "created_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.Column(
+            "updated_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.CheckConstraint("role IN ('writer', 'reviewer')", name="ck_workspace_members_role"),
+        sa.ForeignKeyConstraint(
+            ["granted_by"],
+            ["users.id"],
+        ),
+        sa.ForeignKeyConstraint(
+            ["user_id"],
+            ["users.id"],
+        ),
+        sa.ForeignKeyConstraint(
+            ["workspace_id"],
+            ["workspaces.id"],
+        ),
+        sa.PrimaryKeyConstraint("workspace_id", "user_id", "role"),
+    )
+    op.create_table(
+        "workspace_promotions",
+        sa.Column("source_id", sa.Integer(), nullable=False),
+        sa.Column("target_id", sa.Integer(), nullable=False),
+        sa.Column(
+            "created_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.Column(
+            "updated_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.ForeignKeyConstraint(
+            ["source_id"],
+            ["workspaces.id"],
+        ),
+        sa.ForeignKeyConstraint(
+            ["target_id"],
+            ["workspaces.id"],
+        ),
+        sa.PrimaryKeyConstraint("source_id"),
+        sa.UniqueConstraint("target_id", name="uq_workspace_promotions_target"),
+    )
+    op.create_table(
+        "agent_runs",
+        sa.Column("id", sa.Integer(), nullable=False),
+        sa.Column("agent_id", sa.Integer(), nullable=False),
+        sa.Column("harness_run_id", sa.String(length=255), nullable=False),
+        sa.Column("status", sa.String(length=16), nullable=False),
+        sa.Column("answer", sa.Text(), nullable=True),
+        sa.Column("output", postgresql.JSONB(astext_type=sa.Text()), nullable=True),
+        sa.Column("error", sa.Text(), nullable=True),
+        sa.Column("started_at", sa.DateTime(timezone=True), nullable=False),
+        sa.Column("ended_at", sa.DateTime(timezone=True), nullable=True),
+        sa.Column("trajectory_key", sa.String(length=500), nullable=True),
+        sa.Column("trajectory_status", sa.String(length=16), nullable=True),
+        sa.Column("metrics", postgresql.JSONB(astext_type=sa.Text()), nullable=False),
+        sa.Column("title", sa.String(length=200), nullable=True),
+        sa.Column("created_by", sa.Integer(), nullable=True),
+        sa.Column(
+            "created_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.Column(
+            "updated_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.CheckConstraint(
+            "status IN ('queued', 'running', 'completed', 'failed', 'cancelled', 'timeout')",
+            name="ck_agent_runs_status",
+        ),
+        sa.CheckConstraint(
+            "trajectory_status IS NULL OR "
+            "trajectory_status IN ('valid', 'partial', 'invalid', 'unavailable')",
+            name="ck_agent_runs_trajectory_status",
+        ),
+        sa.ForeignKeyConstraint(
+            ["agent_id"],
+            ["agents.id"],
+        ),
+        sa.ForeignKeyConstraint(
+            ["created_by"],
+            ["users.id"],
+        ),
+        sa.PrimaryKeyConstraint("id"),
+        sa.UniqueConstraint("agent_id", "harness_run_id", name="uq_agent_runs_agent_harness_run"),
+    )
+    op.create_index(
+        "ix_agent_runs_agent_started", "agent_runs", ["agent_id", "started_at"], unique=False
+    )
+    op.create_table(
+        "auth_tokens",
+        sa.Column("id", sa.Integer(), nullable=False),
+        sa.Column("user_id", sa.Integer(), nullable=False),
+        sa.Column("token_hash", sa.String(length=64), nullable=False),
+        sa.Column("expires_at", sa.DateTime(timezone=True), nullable=True),
+        sa.Column("kind", sa.String(length=8), server_default="user", nullable=False),
+        sa.Column("agent_id", sa.Integer(), nullable=True),
+        sa.Column("last_used_at", sa.DateTime(timezone=True), nullable=True),
+        sa.Column(
+            "created_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.Column(
+            "updated_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.CheckConstraint("kind <> 'agent' OR agent_id IS NOT NULL", name="ck_auth_tokens_agent"),
+        sa.CheckConstraint("kind IN ('user', 'agent')", name="ck_auth_tokens_kind"),
+        sa.ForeignKeyConstraint(
+            ["agent_id"], ["agents.id"], ondelete="CASCADE", name="fk_auth_tokens_agent_id_agents"
+        ),
+        sa.ForeignKeyConstraint(["user_id"], ["users.id"], ondelete="CASCADE"),
+        sa.PrimaryKeyConstraint("id"),
+    )
+    op.create_index(op.f("ix_auth_tokens_token_hash"), "auth_tokens", ["token_hash"], unique=True)
+    op.create_index(op.f("ix_auth_tokens_user_id"), "auth_tokens", ["user_id"], unique=False)
+    op.create_table(
+        "dataset_cases",
+        sa.Column("dataset_id", sa.Integer(), nullable=False),
+        sa.Column("case_ref", sa.Integer(), nullable=False),
+        sa.Column("content_hash", sa.String(length=16), nullable=False),
+        sa.Column(
+            "path_tags",
+            postgresql.ARRAY(sa.Text()),
+            server_default=sa.text("'{}'::text[]"),
+            nullable=False,
+        ),
+        sa.Column("source", sa.String(length=500), nullable=True),
+        sa.Column("removed_at", sa.DateTime(timezone=True), nullable=True),
+        sa.Column(
+            "created_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.Column(
+            "updated_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.ForeignKeyConstraint(
+            ["case_ref", "content_hash"],
+            ["case_versions.case_ref", "case_versions.content_hash"],
+        ),
+        sa.ForeignKeyConstraint(
+            ["case_ref"],
+            ["cases.id"],
+        ),
+        sa.ForeignKeyConstraint(
+            ["dataset_id"],
+            ["datasets.id"],
+        ),
+        sa.PrimaryKeyConstraint("dataset_id", "case_ref"),
+    )
+    op.create_table(
+        "dataset_syncs",
+        sa.Column("id", sa.Integer(), nullable=False),
+        sa.Column("dataset_id", sa.Integer(), nullable=False),
+        sa.Column("actor_id", sa.Integer(), nullable=False),
+        sa.Column("source", sa.String(length=16), nullable=False),
+        sa.Column("detail", postgresql.JSONB(astext_type=sa.Text()), nullable=False),
+        sa.Column(
+            "created_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.Column(
+            "updated_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.CheckConstraint("source IN ('git', 'promotion')", name="ck_dataset_syncs_source"),
+        sa.ForeignKeyConstraint(
+            ["actor_id"],
+            ["users.id"],
+        ),
+        sa.ForeignKeyConstraint(
+            ["dataset_id"],
+            ["datasets.id"],
+        ),
+        sa.PrimaryKeyConstraint("id"),
+    )
+    op.create_index(
+        op.f("ix_dataset_syncs_dataset_id"), "dataset_syncs", ["dataset_id"], unique=False
+    )
+    op.create_table(
+        "experiments",
+        sa.Column("id", sa.Integer(), nullable=False),
+        sa.Column("workspace_id", sa.Integer(), nullable=False),
+        sa.Column("dataset_id", sa.Integer(), nullable=False),
+        sa.Column("number", sa.Integer(), nullable=False),
+        sa.Column("agent_id", sa.Integer(), nullable=False),
+        sa.Column("created_by", sa.Integer(), nullable=False),
+        sa.Column("status", sa.String(length=16), nullable=False),
+        sa.Column("status_error", sa.Text(), nullable=True),
+        sa.Column("lease_holder", sa.String(length=255), nullable=True),
+        sa.Column("lease_expires_at", sa.DateTime(timezone=True), nullable=True),
+        sa.Column("repetitions", sa.Integer(), nullable=False),
+        sa.Column("config", postgresql.JSONB(astext_type=sa.Text()), nullable=False),
+        sa.Column(
+            "started_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.Column("ended_at", sa.DateTime(timezone=True), nullable=True),
+        sa.Column(
+            "created_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.Column(
+            "updated_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.CheckConstraint(
+            "status IN ('running', 'evaluating', 'completed', 'failed')",
+            name="ck_experiments_status",
+        ),
+        sa.ForeignKeyConstraint(
+            ["agent_id"],
+            ["agents.id"],
+        ),
+        sa.ForeignKeyConstraint(
+            ["created_by"],
+            ["users.id"],
+        ),
+        sa.ForeignKeyConstraint(
+            ["dataset_id"],
+            ["datasets.id"],
+        ),
+        sa.ForeignKeyConstraint(
+            ["workspace_id"],
+            ["workspaces.id"],
+        ),
+        sa.PrimaryKeyConstraint("id"),
+        sa.UniqueConstraint("dataset_id", "number", name="uq_experiments_dataset_number"),
+    )
+    op.create_index(
+        "ix_experiments_active", "experiments", ["status", "lease_expires_at"], unique=False
+    )
+    op.create_index(op.f("ix_experiments_agent_id"), "experiments", ["agent_id"], unique=False)
+    op.create_index(op.f("ix_experiments_dataset_id"), "experiments", ["dataset_id"], unique=False)
+    op.create_index(
+        op.f("ix_experiments_workspace_id"), "experiments", ["workspace_id"], unique=False
+    )
+    op.create_table(
+        "overlays",
+        sa.Column("id", sa.Integer(), nullable=False),
+        sa.Column("source_dataset_id", sa.Integer(), nullable=False),
+        sa.Column("target_case", sa.Integer(), nullable=False),
+        sa.Column("agents", postgresql.ARRAY(sa.Text()), nullable=False),
+        sa.Column("tags", postgresql.ARRAY(sa.Text()), nullable=False),
+        sa.Column("evaluators", postgresql.JSONB(astext_type=sa.Text()), nullable=False),
+        sa.Column("source_file", sa.String(length=500), nullable=True),
+        sa.Column(
+            "created_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.Column(
+            "updated_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.ForeignKeyConstraint(
+            ["source_dataset_id"],
+            ["datasets.id"],
+        ),
+        sa.ForeignKeyConstraint(
+            ["target_case"],
+            ["cases.id"],
+        ),
+        sa.PrimaryKeyConstraint("id"),
+        sa.UniqueConstraint("source_dataset_id", "target_case", name="uq_overlays_source_target"),
+    )
+    op.create_table(
+        "span_mappings",
+        sa.Column("id", sa.Integer(), nullable=False),
+        sa.Column("agent_id", sa.Integer(), nullable=False),
+        sa.Column("version", sa.Integer(), nullable=False),
+        sa.Column("status", sa.String(length=8), nullable=False),
+        sa.Column("mapping", postgresql.JSONB(astext_type=sa.Text()), nullable=False),
+        sa.Column("created_by_id", sa.Integer(), nullable=True),
+        sa.Column("activated_at", sa.DateTime(timezone=True), nullable=True),
+        sa.Column(
+            "created_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.Column(
+            "updated_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.CheckConstraint(
+            "status IN ('draft', 'active', 'retired')", name="ck_span_mappings_status"
+        ),
+        sa.ForeignKeyConstraint(["agent_id"], ["agents.id"], ondelete="CASCADE"),
+        sa.ForeignKeyConstraint(
+            ["created_by_id"],
+            ["users.id"],
+        ),
+        sa.PrimaryKeyConstraint("id"),
+        sa.UniqueConstraint("agent_id", "version", name="uq_span_mappings_agent_version"),
+    )
+    op.create_index(
+        "uq_span_mappings_active",
+        "span_mappings",
+        ["agent_id"],
+        unique=True,
+        postgresql_where=sa.text("status = 'active'"),
+    )
+    op.create_index(
+        "uq_span_mappings_draft",
+        "span_mappings",
+        ["agent_id"],
+        unique=True,
+        postgresql_where=sa.text("status = 'draft'"),
+    )
+    op.create_table(
+        "spans",
+        sa.Column("id", sa.BigInteger(), nullable=False),
+        sa.Column("agent_id", sa.Integer(), nullable=False),
+        sa.Column("trace_id", sa.String(length=32), nullable=False),
+        sa.Column("span_id", sa.String(length=16), nullable=False),
+        sa.Column("parent_span_id", sa.String(length=16), nullable=True),
+        sa.Column("session_id", sa.String(length=255), nullable=True),
+        sa.Column("name", sa.Text(), nullable=False),
+        sa.Column("kind", sa.String(length=32), nullable=False),
+        sa.Column("start_time", sa.DateTime(timezone=True), nullable=False),
+        sa.Column("end_time", sa.DateTime(timezone=True), nullable=True),
+        sa.Column("status_code", sa.String(length=8), nullable=False),
+        sa.Column("status_message", sa.Text(), nullable=True),
+        sa.Column("attributes", postgresql.JSONB(astext_type=sa.Text()), nullable=False),
+        sa.Column("events", postgresql.JSONB(astext_type=sa.Text()), nullable=False),
+        sa.Column("resource", postgresql.JSONB(astext_type=sa.Text()), nullable=False),
+        sa.Column(
+            "received_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.Column("external_trace_source_id", sa.Integer(), nullable=True),
+        sa.ForeignKeyConstraint(["agent_id"], ["agents.id"], ondelete="CASCADE"),
+        sa.ForeignKeyConstraint(
+            ["external_trace_source_id"],
+            ["trace_sources.id"],
+        ),
+        sa.PrimaryKeyConstraint("id"),
+        sa.UniqueConstraint("agent_id", "trace_id", "span_id", name="uq_spans_agent_trace_span"),
+    )
+    op.create_index("ix_spans_agent_session", "spans", ["agent_id", "session_id"], unique=False)
+    op.create_index("ix_spans_agent_trace", "spans", ["agent_id", "trace_id"], unique=False)
+    op.create_table(
+        "trace_imports",
+        sa.Column("id", sa.Integer(), nullable=False),
+        sa.Column("agent_id", sa.Integer(), nullable=False),
+        sa.Column("trace_source_id", sa.Integer(), nullable=False),
+        sa.Column("project", sa.Text(), nullable=False),
+        sa.Column("since", sa.DateTime(timezone=True), nullable=False),
+        sa.Column("until", sa.DateTime(timezone=True), nullable=False),
+        sa.Column("resume_from", sa.DateTime(timezone=True), nullable=False),
+        sa.Column("resume_trace_ids", postgresql.ARRAY(sa.Text()), nullable=False),
+        sa.Column("status", sa.String(length=16), nullable=False),
+        sa.Column("traces", sa.Integer(), nullable=False),
+        sa.Column("spans", sa.BigInteger(), nullable=False),
+        sa.Column("sample_session", sa.String(length=255), nullable=True),
+        sa.Column("error", sa.Text(), nullable=True),
+        sa.Column("lease_holder", sa.String(length=255), nullable=True),
+        sa.Column("lease_expires_at", sa.DateTime(timezone=True), nullable=True),
+        sa.Column("created_by", sa.Integer(), nullable=False),
+        sa.Column("finished_at", sa.DateTime(timezone=True), nullable=True),
+        sa.Column(
+            "created_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.Column(
+            "updated_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.CheckConstraint(
+            "status IN ('running', 'stopping', 'stopped', 'done', 'failed')",
+            name="ck_trace_imports_status",
+        ),
+        sa.CheckConstraint("since < until", name="ck_trace_imports_range"),
+        sa.ForeignKeyConstraint(["agent_id"], ["agents.id"], ondelete="CASCADE"),
+        sa.ForeignKeyConstraint(
+            ["created_by"],
+            ["users.id"],
+        ),
+        sa.ForeignKeyConstraint(
+            ["trace_source_id"],
+            ["trace_sources.id"],
+        ),
+        sa.PrimaryKeyConstraint("id"),
+    )
+    op.create_index(
+        "ix_trace_imports_active", "trace_imports", ["status", "lease_expires_at"], unique=False
+    )
+    op.create_index(
+        "uq_trace_imports_active",
+        "trace_imports",
+        ["agent_id"],
+        unique=True,
+        postgresql_where=sa.text("status IN ('running', 'stopping')"),
+    )
+    op.create_table(
+        "case_comments",
+        sa.Column("id", sa.Integer(), nullable=False),
+        sa.Column("dataset_id", sa.Integer(), nullable=False),
+        sa.Column("case_ref", sa.Integer(), nullable=False),
+        sa.Column("content_hash", sa.String(length=16), nullable=False),
+        sa.Column("parent_id", sa.Integer(), nullable=True),
+        sa.Column("author_id", sa.Integer(), nullable=False),
+        sa.Column("body", sa.Text(), nullable=False),
+        sa.Column("resolved", sa.Boolean(), server_default=sa.text("false"), nullable=False),
+        sa.Column(
+            "created_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.Column(
+            "updated_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.ForeignKeyConstraint(
+            ["author_id"],
+            ["users.id"],
+        ),
+        sa.ForeignKeyConstraint(
+            ["case_ref", "content_hash"],
+            ["case_versions.case_ref", "case_versions.content_hash"],
+        ),
+        sa.ForeignKeyConstraint(
+            ["dataset_id", "case_ref"],
+            ["dataset_cases.dataset_id", "dataset_cases.case_ref"],
+        ),
+        sa.ForeignKeyConstraint(["parent_id"], ["case_comments.id"], ondelete="CASCADE"),
+        sa.PrimaryKeyConstraint("id"),
+    )
+    op.create_index(
+        "ix_case_comments_dataset_case", "case_comments", ["dataset_id", "case_ref"], unique=False
+    )
+    op.create_table(
+        "case_events",
+        sa.Column("id", sa.Integer(), nullable=False),
+        sa.Column("dataset_id", sa.Integer(), nullable=False),
+        sa.Column("case_ref", sa.Integer(), nullable=False),
+        sa.Column("content_hash", sa.String(length=16), nullable=False),
+        sa.Column("kind", sa.String(length=32), nullable=False),
+        sa.Column("sync_id", sa.Integer(), nullable=True),
+        sa.Column("actor_id", sa.Integer(), nullable=False),
+        sa.Column("target_id", sa.Integer(), nullable=True),
+        sa.Column(
+            "created_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.Column(
+            "updated_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.CheckConstraint(
+            "kind IN ('synced', 'review_requested', 'approved', 'changes_requested')",
+            name="ck_case_events_kind",
+        ),
+        sa.ForeignKeyConstraint(
+            ["actor_id"],
+            ["users.id"],
+        ),
+        sa.ForeignKeyConstraint(
+            ["case_ref", "content_hash"],
+            ["case_versions.case_ref", "case_versions.content_hash"],
+        ),
+        sa.ForeignKeyConstraint(
+            ["dataset_id", "case_ref"],
+            ["dataset_cases.dataset_id", "dataset_cases.case_ref"],
+        ),
+        sa.ForeignKeyConstraint(
+            ["sync_id"],
+            ["dataset_syncs.id"],
+        ),
+        sa.ForeignKeyConstraint(
+            ["target_id"],
+            ["users.id"],
+        ),
+        sa.PrimaryKeyConstraint("id"),
+    )
+    op.create_index(
+        "ix_case_events_dataset_case",
+        "case_events",
+        ["dataset_id", "case_ref", "content_hash"],
+        unique=False,
+    )
+    op.create_table(
+        "experiment_cases",
+        sa.Column("experiment_id", sa.Integer(), nullable=False),
+        sa.Column("case_ref", sa.Integer(), nullable=False),
+        sa.Column("content_hash", sa.String(length=16), nullable=False),
+        sa.Column("effective_evaluators", postgresql.JSONB(astext_type=sa.Text()), nullable=False),
+        sa.Column(
+            "created_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.Column(
+            "updated_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.ForeignKeyConstraint(
+            ["case_ref", "content_hash"],
+            ["case_versions.case_ref", "case_versions.content_hash"],
+        ),
+        sa.ForeignKeyConstraint(
+            ["case_ref"],
+            ["cases.id"],
+        ),
+        sa.ForeignKeyConstraint(
+            ["experiment_id"],
+            ["experiments.id"],
+        ),
+        sa.PrimaryKeyConstraint("experiment_id", "case_ref"),
+    )
+    op.create_table(
+        "experiment_runs",
+        sa.Column("id", sa.Integer(), nullable=False),
+        sa.Column("experiment_id", sa.Integer(), nullable=False),
+        sa.Column("case_ref", sa.Integer(), nullable=False),
+        sa.Column("repetition", sa.Integer(), nullable=False),
+        sa.Column("agent_run_id", sa.Integer(), nullable=False),
+        sa.Column(
+            "created_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.Column(
+            "updated_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.ForeignKeyConstraint(
+            ["agent_run_id"],
+            ["agent_runs.id"],
+        ),
+        sa.ForeignKeyConstraint(
+            ["experiment_id", "case_ref"],
+            ["experiment_cases.experiment_id", "experiment_cases.case_ref"],
+        ),
+        sa.PrimaryKeyConstraint("id"),
+        sa.UniqueConstraint("agent_run_id", name="uq_experiment_runs_agent_run"),
+        sa.UniqueConstraint(
+            "experiment_id", "case_ref", "repetition", name="uq_experiment_runs_case_repetition"
+        ),
+    )
+    op.create_table(
+        "evaluations",
+        sa.Column("id", sa.Integer(), nullable=False),
+        sa.Column("experiment_run_id", sa.Integer(), nullable=False),
+        sa.Column("producer", sa.String(length=150), nullable=False),
+        sa.Column("name", sa.String(length=150), nullable=False),
+        sa.Column("kind", sa.String(length=8), nullable=False),
+        sa.Column("source", sa.String(length=8), nullable=False),
+        sa.Column("bucket", sa.String(length=32), nullable=True),
+        sa.Column("value", sa.Float(), nullable=True),
+        sa.Column("label", sa.String(length=150), nullable=True),
+        sa.Column("explanation", sa.Text(), nullable=True),
+        sa.Column("error", sa.Text(), nullable=True),
+        sa.Column(
+            "created_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.Column(
+            "updated_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=False,
+        ),
+        sa.CheckConstraint(
+            "bucket IS NULL OR "
+            "bucket IN ('content', 'trajectory', 'presentation', 'efficiency', 'custom')",
+            name="ck_evaluations_bucket",
+        ),
+        sa.CheckConstraint("kind IN ('score', 'gauge')", name="ck_evaluations_kind"),
+        sa.CheckConstraint("source IN ('builtin', 'remote', 'code')", name="ck_evaluations_source"),
+        sa.ForeignKeyConstraint(
+            ["experiment_run_id"],
+            ["experiment_runs.id"],
+        ),
+        sa.PrimaryKeyConstraint("id"),
+        sa.UniqueConstraint("experiment_run_id", "name", name="uq_evaluations_run_name"),
+    )
+    op.create_index(
+        op.f("ix_evaluations_experiment_run_id"), "evaluations", ["experiment_run_id"], unique=False
+    )
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    """Downgrade schema."""
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.drop_index(op.f("ix_evaluations_experiment_run_id"), table_name="evaluations")
+    op.drop_table("evaluations")
+    op.drop_table("experiment_runs")
+    op.drop_table("experiment_cases")
+    op.drop_index("ix_case_events_dataset_case", table_name="case_events")
+    op.drop_table("case_events")
+    op.drop_index("ix_case_comments_dataset_case", table_name="case_comments")
+    op.drop_table("case_comments")
+    op.drop_index(
+        "uq_trace_imports_active",
+        table_name="trace_imports",
+        postgresql_where=sa.text("status IN ('running', 'stopping')"),
+    )
+    op.drop_index("ix_trace_imports_active", table_name="trace_imports")
+    op.drop_table("trace_imports")
+    op.drop_index("ix_spans_agent_trace", table_name="spans")
+    op.drop_index("ix_spans_agent_session", table_name="spans")
+    op.drop_table("spans")
+    op.drop_index(
+        "uq_span_mappings_draft",
+        table_name="span_mappings",
+        postgresql_where=sa.text("status = 'draft'"),
+    )
+    op.drop_index(
+        "uq_span_mappings_active",
+        table_name="span_mappings",
+        postgresql_where=sa.text("status = 'active'"),
+    )
+    op.drop_table("span_mappings")
+    op.drop_table("overlays")
+    op.drop_index(op.f("ix_experiments_workspace_id"), table_name="experiments")
+    op.drop_index(op.f("ix_experiments_dataset_id"), table_name="experiments")
+    op.drop_index(op.f("ix_experiments_agent_id"), table_name="experiments")
+    op.drop_index("ix_experiments_active", table_name="experiments")
+    op.drop_table("experiments")
+    op.drop_index(op.f("ix_dataset_syncs_dataset_id"), table_name="dataset_syncs")
+    op.drop_table("dataset_syncs")
+    op.drop_table("dataset_cases")
+    op.drop_index(op.f("ix_auth_tokens_user_id"), table_name="auth_tokens")
+    op.drop_index(op.f("ix_auth_tokens_token_hash"), table_name="auth_tokens")
+    op.drop_table("auth_tokens")
+    op.drop_index("ix_agent_runs_agent_started", table_name="agent_runs")
+    op.drop_table("agent_runs")
+    op.drop_table("workspace_promotions")
+    op.drop_table("workspace_members")
+    op.drop_table("remote_evaluators")
+    op.drop_table("datasets")
+    op.drop_table("case_version_files")
+    op.drop_table("agents")
+    op.drop_table("workspaces")
+    op.drop_table("fixture_blobs")
+    op.drop_index("ix_case_versions_tags", table_name="case_versions", postgresql_using="gin")
+    op.drop_table("case_versions")
+    op.drop_index(op.f("ix_users_username"), table_name="users")
+    op.drop_table("users")
+    op.drop_table("trace_sources")
+    op.drop_table("cases")
+    # ### end Alembic commands ###