fractal-server 2.17.1__tar.gz → 2.17.1a0__tar.gz

{fractal_server-2.17.1 → fractal_server-2.17.1a0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fractal-server
-Version: 2.17.1
+Version: 2.17.1a0
 Summary: Backend component of the Fractal analytics platform
 License-Expression: BSD-3-Clause
 License-File: LICENSE

fractal_server-2.17.1a0/fractal_server/__init__.py

@@ -0,0 +1 @@
+__VERSION__ = "2.17.1a0"

{fractal_server-2.17.1 → fractal_server-2.17.1a0}/fractal_server/app/models/__init__.py

@@ -6,4 +6,5 @@ will not be picked up by alembic.
 from .linkusergroup import LinkUserGroup  # noqa: F401
 from .linkuserproject import LinkUserProjectV2  # noqa: F401
 from .security import *  # noqa
+from .user_settings import UserSettings  # noqa
 from .v2 import *  # noqa

{fractal_server-2.17.1 → fractal_server-2.17.1a0}/fractal_server/app/models/security.py

@@ -95,11 +95,24 @@ class UserOAuth(SQLModel, table=True):
         ondelete="RESTRICT",
     )
 
-    project_dir: str
+    # TODO-2.17.1: update to `project_dir: str`
+    project_dir: str = Field(
+        sa_column=Column(
+            String,
+            server_default="/PLACEHOLDER",
+            nullable=False,
+        )
+    )
     slurm_accounts: list[str] = Field(
         sa_column=Column(ARRAY(String), server_default="{}"),
     )
 
+    # TODO-2.17.1: remove
+    user_settings_id: int | None = Field(
+        foreign_key="user_settings.id",
+        default=None,
+    )
+
 
 class UserGroup(SQLModel, table=True):
     """

fractal_server-2.17.1a0/fractal_server/app/models/user_settings.py

@@ -0,0 +1,37 @@
+from sqlalchemy import Column
+from sqlalchemy.dialects.postgresql import JSONB
+from sqlmodel import Field
+from sqlmodel import SQLModel
+
+
+# TODO-2.17.1: Drop `UserSettings`
+class UserSettings(SQLModel, table=True):
+    """
+    Comprehensive list of user settings.
+
+    Attributes:
+        id: ID of database object
+        slurm_accounts:
+            List of SLURM accounts, to be used upon Fractal job submission.
+        ssh_host: SSH-reachable host where a SLURM client is available.
+        ssh_username: User on `ssh_host`.
+        ssh_private_key_path: Path of private SSH key for `ssh_username`.
+        slurm_user: Local user, to be impersonated via `sudo -u`
+        project_dir: Folder where `slurm_user` can write.
+    """
+
+    __tablename__ = "user_settings"
+
+    id: int | None = Field(default=None, primary_key=True)
+    slurm_accounts: list[str] = Field(
+        sa_column=Column(JSONB, server_default="[]", nullable=False)
+    )
+    ssh_host: str | None = None
+    ssh_username: str | None = None
+    ssh_private_key_path: str | None = None
+
+    slurm_user: str | None = None
+    project_dir: str | None = None
+
+    ssh_tasks_dir: str | None = None
+    ssh_jobs_dir: str | None = None

{fractal_server-2.17.1 → fractal_server-2.17.1a0}/fractal_server/app/models/v2/project.py

@@ -15,7 +15,10 @@ class ProjectV2(SQLModel, table=True):
     id: int | None = Field(default=None, primary_key=True)
     name: str
 
-    resource_id: int = Field(foreign_key="resource.id", ondelete="RESTRICT")
+    # TODO-2.17.1: make `resource_id` not nullable
+    resource_id: int | None = Field(
+        foreign_key="resource.id", default=None, ondelete="RESTRICT"
+    )
     timestamp_created: datetime = Field(
         default_factory=get_timestamp,
         sa_column=Column(DateTime(timezone=True), nullable=False),

{fractal_server-2.17.1 → fractal_server-2.17.1a0}/fractal_server/app/models/v2/task_group.py

@@ -42,7 +42,10 @@ class TaskGroupV2(SQLModel, table=True):
     user_group_id: int | None = Field(
         foreign_key="usergroup.id", default=None, ondelete="SET NULL"
     )
-    resource_id: int = Field(foreign_key="resource.id", ondelete="RESTRICT")
+    # TODO-2.17.1: make `resource_id` not nullable
+    resource_id: int | None = Field(
+        foreign_key="resource.id", default=None, ondelete="RESTRICT"
+    )
 
     origin: str
     pkg_name: str

{fractal_server-2.17.1 → fractal_server-2.17.1a0}/fractal_server/app/shutdown.py

@@ -12,48 +12,44 @@ from fractal_server.syringe import Inject
 
 
 async def cleanup_after_shutdown(*, jobsV2: list[int], logger_name: str):
-    settings = Inject(get_settings)
     logger = get_logger(logger_name)
     logger.info("Cleanup function after shutdown")
-    stm_objects = (
+    stm_v2 = (
         select(JobV2)
         .where(JobV2.id.in_(jobsV2))
         .where(JobV2.status == JobStatusTypeV2.SUBMITTED)
     )
-    stm_ids = (
-        select(JobV2.id)
-        .where(JobV2.id.in_(jobsV2))
-        .where(JobV2.status == JobStatusTypeV2.SUBMITTED)
-    )
 
     async for session in get_async_db():
-        # Write shutdown file for all jobs
-        jobs = (await session.execute(stm_objects)).scalars().all()
-        for job in jobs:
+        jobsV2_db = (await session.execute(stm_v2)).scalars().all()
+
+        for job in jobsV2_db:
             _write_shutdown_file(job=job)
 
-        # Wait for completion of all job - with a timeout
-        interval = settings.FRACTAL_GRACEFUL_SHUTDOWN_TIME / 20
+        settings = Inject(get_settings)
+
         t_start = time.perf_counter()
         while (
             time.perf_counter() - t_start
-        ) <= settings.FRACTAL_GRACEFUL_SHUTDOWN_TIME:
-            job_ids = (await session.execute(stm_ids)).scalars().all()
-            if len(job_ids) == 0:
-                logger.info("All jobs are either done or failed. Exit.")
+        ) < settings.FRACTAL_GRACEFUL_SHUTDOWN_TIME:  # 30 seconds
+            logger.info("Waiting 3 seconds before checking")
+            time.sleep(3)
+            jobsV2_db = (await session.execute(stm_v2)).scalars().all()
+
+            if len(jobsV2_db) == 0:
+                logger.info(
+                    "All jobs associated to this app are "
+                    "either done or failed. Exit."
+                )
                 return
             else:
-                logger.info(f"Some jobs are still 'submitted': {job_ids=}")
-                logger.info(f"Wait {interval:.4f} seconds before next check.")
-                time.sleep(interval)
+                logger.info(f"Some jobs are still 'submitted' {jobsV2_db=}")
         logger.info(
             "Graceful shutdown reached its maximum time, "
-            "but some jobs are still submitted."
+            "but some jobs are still submitted"
         )
 
-        # Mark jobs as failed and update their logs.
-        jobs = (await session.execute(stm_objects)).scalars().all()
-        for job in jobs:
+        for job in jobsV2_db:
             job.status = "failed"
             job.log = (job.log or "") + "\nJob stopped due to app shutdown\n"
             session.add(job)

{fractal_server-2.17.1 → fractal_server-2.17.1a0}/fractal_server/config/_main.py

@@ -57,7 +57,7 @@ class Settings(BaseSettings):
     `app.state`.
     """
 
-    FRACTAL_GRACEFUL_SHUTDOWN_TIME: float = 30.0
+    FRACTAL_GRACEFUL_SHUTDOWN_TIME: int = 30
     """
     Waiting time for the shutdown phase of executors
     """

fractal_server-2.17.1a0/fractal_server/data_migrations/2_17_0.py

@@ -0,0 +1,339 @@
+import json
+import logging
+import sys
+from pathlib import Path
+from typing import Any
+
+from dotenv.main import DotEnv
+from pydantic import BaseModel
+from sqlalchemy.orm import Session
+from sqlalchemy.sql.operators import is_
+from sqlalchemy.sql.operators import is_not
+from sqlmodel import select
+
+from fractal_server.app.db import get_sync_db
+from fractal_server.app.models import Profile
+from fractal_server.app.models import ProjectV2
+from fractal_server.app.models import Resource
+from fractal_server.app.models import TaskGroupV2
+from fractal_server.app.models import UserOAuth
+from fractal_server.app.models import UserSettings
+from fractal_server.app.schemas.v2.profile import cast_serialize_profile
+from fractal_server.app.schemas.v2.resource import cast_serialize_resource
+from fractal_server.config import get_settings
+from fractal_server.runner.config import JobRunnerConfigLocal
+from fractal_server.runner.config import JobRunnerConfigSLURM
+from fractal_server.tasks.config import TasksPixiSettings
+from fractal_server.tasks.config import TasksPythonSettings
+from fractal_server.types import AbsolutePathStr
+from fractal_server.types import ListUniqueNonEmptyString
+from fractal_server.urls import normalize_url
+
+logging.basicConfig(level=logging.INFO)
+
+
+class UserUpdateInfo(BaseModel):
+    user_id: int
+    project_dir: AbsolutePathStr
+    slurm_accounts: ListUniqueNonEmptyString
+
+
+class ProfileUsersUpdateInfo(BaseModel):
+    data: dict[str, Any]
+    user_updates: list[UserUpdateInfo]
+
+
+def _get_user_settings(user: UserOAuth, db: Session) -> UserSettings:
+    if user.user_settings_id is None:
+        sys.exit(f"User {user.email} is active but {user.user_settings_id=}.")
+    user_settings = db.get(UserSettings, user.user_settings_id)
+    return user_settings
+
+
+def assert_user_setting_key(
+    user: UserOAuth,
+    user_settings: UserSettings,
+    keys: list[str],
+) -> None:
+    for key in keys:
+        if getattr(user_settings, key) is None:
+            sys.exit(
+                f"User {user.email} is active and verified but their "
+                f"user settings have {key}=None."
+            )
+
+
+def prepare_profile_and_user_updates() -> dict[str, ProfileUsersUpdateInfo]:
+    settings = get_settings()
+    profiles_and_users: dict[str, ProfileUsersUpdateInfo] = {}
+    with next(get_sync_db()) as db:
+        # Get active&verified users
+        res = db.execute(
+            select(UserOAuth)
+            .where(is_(UserOAuth.is_active, True))
+            .where(is_(UserOAuth.is_verified, True))
+            .order_by(UserOAuth.id)
+        )
+        for user in res.unique().scalars().all():
+            # Get user settings
+            user_settings = _get_user_settings(user=user, db=db)
+            assert_user_setting_key(user, user_settings, ["project_dir"])
+
+            # Prepare profile data and user update
+            new_profile_data = dict()
+            if settings.FRACTAL_RUNNER_BACKEND == "local":
+                username = None
+            if settings.FRACTAL_RUNNER_BACKEND == "slurm_sudo":
+                assert_user_setting_key(user, user_settings, ["slurm_user"])
+                username = user_settings.slurm_user
+            elif settings.FRACTAL_RUNNER_BACKEND == "slurm_ssh":
+                assert_user_setting_key(
+                    user,
+                    user_settings,
+                    [
+                        "ssh_username",
+                        "ssh_private_key_path",
+                        "ssh_tasks_dir",
+                        "ssh_jobs_dir",
+                    ],
+                )
+                username = user_settings.ssh_username
+                new_profile_data.update(
+                    ssh_key_path=user_settings.ssh_private_key_path,
+                    tasks_remote_dir=normalize_url(
+                        user_settings.ssh_tasks_dir
+                    ),
+                    jobs_remote_dir=normalize_url(user_settings.ssh_jobs_dir),
+                )
+
+            new_profile_data.update(
+                name=f"Profile {username}",
+                username=username,
+                resource_type=settings.FRACTAL_RUNNER_BACKEND,
+            )
+            cast_serialize_profile(new_profile_data)
+
+            user_update_info = UserUpdateInfo(
+                user_id=user.id,
+                project_dir=normalize_url(user_settings.project_dir),
+                slurm_accounts=user_settings.slurm_accounts or [],
+            )
+
+            if username in profiles_and_users.keys():
+                if profiles_and_users[username].data != new_profile_data:
+                    error_msg = (
+                        "Profile data mismatch.\n"
+                        f"{profiles_and_users[username].data=}\n"
+                        f"{new_profile_data=}"
+                    )
+                    logging.error(error_msg)
+                    sys.exit(error_msg)
+                profiles_and_users[username].user_updates.append(
+                    user_update_info
+                )
+            else:
+                profiles_and_users[username] = ProfileUsersUpdateInfo(
+                    data=new_profile_data,
+                    user_updates=[user_update_info],
+                )
+
+    return profiles_and_users
+
+
+def get_old_dotenv_variables() -> dict[str, str | None]:
+    """
+    See
+    https://github.com/fractal-analytics-platform/fractal-server/blob/2.16.x/fractal_server/config.py
+    """
+    OLD_DOTENV_FILE = ".fractal_server.env.old"
+    return dict(
+        **DotEnv(
+            dotenv_path=OLD_DOTENV_FILE,
+            override=False,
+        ).dict()
+    )
+
+
+def get_TasksPythonSettings(
+    old_config: dict[str, str | None]
+) -> dict[str, Any]:
+    versions = {}
+    for version_underscore in ["3_9", "3_10", "3_11", "3_12"]:
+        key = f"FRACTAL_TASKS_PYTHON_{version_underscore}"
+        version_dot = version_underscore.replace("_", ".")
+        value = old_config.get(key, None)
+        if value is not None:
+            versions[version_dot] = value
+    obj = TasksPythonSettings(
+        default_version=old_config["FRACTAL_TASKS_PYTHON_DEFAULT_VERSION"],
+        versions=versions,
+        pip_cache_dir=old_config.get("FRACTAL_PIP_CACHE_DIR", None),
+    )
+    return obj.model_dump()
+
+
+def get_TasksPixiSettings(old_config: dict[str, str | None]) -> dict[str, Any]:
+    pixi_file = old_config.get("FRACTAL_PIXI_CONFIG_FILE", None)
+    if pixi_file is None:
+        return {}
+    with open(pixi_file) as f:
+        old_pixi_config = json.load(f)
+    TasksPixiSettings(**old_pixi_config)
+    return old_pixi_config
+
+
+def get_JobRunnerConfigSLURM(
+    old_config: dict[str, str | None]
+) -> dict[str, Any]:
+    slurm_file = old_config["FRACTAL_SLURM_CONFIG_FILE"]
+    with open(slurm_file) as f:
+        old_slurm_config = json.load(f)
+    JobRunnerConfigSLURM(**old_slurm_config)
+    return old_slurm_config
+
+
+def get_JobRunnerConfigLocal(
+    old_config: dict[str, str | None]
+) -> dict[str, Any]:
+    local_file = old_config.get("FRACTAL_LOCAL_CONFIG_FILE", None)
+    if local_file is None or not Path(local_file).exists():
+        return JobRunnerConfigLocal().model_dump()
+    else:
+        with open(local_file) as f:
+            old_local_config = json.load(f)
+        JobRunnerConfigLocal(**old_local_config)
+        return old_local_config
+
+
+def get_ssh_host() -> str:
+    with next(get_sync_db()) as db:
+        res = db.execute(
+            select(UserSettings.ssh_host).where(
+                is_not(UserSettings.ssh_host, None)
+            )
+        )
+        hosts = res.scalars().all()
+    if len(set(hosts)) > 1:
+        host = max(set(hosts), key=hosts.count)
+        print(f"MOST FREQUENT HOST: {host}")
+    else:
+        host = hosts[0]
+    return host
+
+
+def prepare_resource_data(old_config: dict[str, str | None]) -> dict[str, Any]:
+    settings = get_settings()
+
+    resource_data = dict(
+        type=settings.FRACTAL_RUNNER_BACKEND,
+        name="Resource Name",
+        tasks_python_config=get_TasksPythonSettings(old_config),
+        tasks_pixi_config=get_TasksPixiSettings(old_config),
+        tasks_local_dir=old_config["FRACTAL_TASKS_DIR"],
+        jobs_local_dir=old_config["FRACTAL_RUNNER_WORKING_BASE_DIR"],
+        jobs_poll_interval=int(
+            old_config.get("FRACTAL_SLURM_POLL_INTERVAL", 15)
+        ),
+    )
+    if settings.FRACTAL_RUNNER_BACKEND == "local":
+        resource_data["jobs_runner_config"] = get_JobRunnerConfigLocal(
+            old_config
+        )
+    elif settings.FRACTAL_RUNNER_BACKEND == "slurm_sudo":
+        resource_data["jobs_slurm_python_worker"] = old_config[
+            "FRACTAL_SLURM_WORKER_PYTHON"
+        ]
+        resource_data["jobs_runner_config"] = get_JobRunnerConfigSLURM(
+            old_config
+        )
+    else:
+        resource_data["jobs_slurm_python_worker"] = old_config[
+            "FRACTAL_SLURM_WORKER_PYTHON"
+        ]
+        resource_data["jobs_runner_config"] = get_JobRunnerConfigSLURM(
+            old_config
+        )
+        resource_data["host"] = get_ssh_host()
+
+    resource_data = cast_serialize_resource(resource_data)
+
+    return resource_data
+
+
+def fix_db():
+    logging.info("START preliminary checks.")
+
+    # Read old env file
+    old_config = get_old_dotenv_variables()
+
+    # Prepare resource data
+    logging.info("START prepare_resource_data")
+    resource_data = prepare_resource_data(old_config)
+    logging.info("END prepare_resource_data")
+
+    # Prepare profile/users data
+    logging.info("START prepare_profile_and_user_updates")
+    profile_and_user_updates = prepare_profile_and_user_updates()
+    logging.info("END prepare_profile_and_user_updates")
+
+    logging.info("END preliminary checks.")
+    print()
+
+    with next(get_sync_db()) as db:
+        # Create new resource
+        resource = Resource(**resource_data)
+        db.add(resource)
+        db.commit()
+        db.refresh(resource)
+        db.expunge(resource)
+        resource_id = resource.id
+        logging.info(f"Created resource with {resource_id=}.")
+
+        # Update task groups
+        res = db.execute(select(TaskGroupV2).order_by(TaskGroupV2.id))
+        for taskgroup in res.scalars().all():
+            taskgroup.resource_id = resource_id
+            db.add(taskgroup)
+        db.commit()
+        logging.info(f"Set {resource_id=} foreign key for all task groups.")
+
+        # Update projects
+        res = db.execute(select(ProjectV2).order_by(ProjectV2.id))
+        for project in res.scalars().all():
+            project.resource_id = resource_id
+            db.add(project)
+        db.commit()
+        logging.info(f"Set {resource_id=} foreign key for all projects.")
+        print()
+
+        db.expunge_all()
+
+        for _, info in profile_and_user_updates.items():
+            # Create profile
+            profile_data = info.data
+            profile_data["resource_id"] = resource_id
+            profile = Profile(**profile_data)
+            db.add(profile)
+            db.commit()
+            db.refresh(profile)
+            db.expunge(profile)
+            profile_id = profile.id
+            logging.info(
+                f"Created profile '{profile.name}', with {profile.id=}."
+            )
+
+            # Update users
+            for user_update in info.user_updates:
+                user = db.get(UserOAuth, user_update.user_id)
+                user.profile_id = profile_id
+                user.project_dir = user_update.project_dir
+                user.slurm_accounts = user_update.slurm_accounts
+                db.add(user)
+                logging.info(f"Updated {user.email} with {user.project_dir=}.")
+                logging.info(
+                    f"Associated {user.email} to profile {profile.name}."
+                )
+            print()
+            db.commit()
+
+    logging.info("END - all ok.")

{fractal_server-2.17.1 → fractal_server-2.17.1a0}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "fractal-server"
-version = "2.17.1"
+version = "2.17.1a0"
 description = "Backend component of the Fractal analytics platform"
 authors = [
     { name="Tommaso Comparin", email="tommaso.comparin@exact-lab.it" },
@@ -94,7 +94,7 @@ filterwarnings = [
 markers = ["container", "ssh", "fails_on_macos", "oauth"]
 
 [tool.bumpver]
-current_version = "2.17.1"
+current_version = "2.17.1a0"
 version_pattern = "MAJOR.MINOR.PATCH[PYTAGNUM]"
 commit_message = "bump version {old_version} -> {new_version}"
 commit = true
@@ -130,5 +130,5 @@ POSTGRES_USER="postgres"
 POSTGRES_PASSWORD="postgres"
 POSTGRES_DB="fractal_test"
 FRACTAL_API_MAX_JOB_LIST_LENGTH=1
-FRACTAL_GRACEFUL_SHUTDOWN_TIME=0.05
+FRACTAL_GRACEFUL_SHUTDOWN_TIME=1
 FRACTAL_DEFAULT_GROUP_NAME="All"

fractal_server-2.17.1/fractal_server/__init__.py

@@ -1 +0,0 @@
-__VERSION__ = "2.17.1"

fractal_server-2.17.1/fractal_server/migrations/versions/45fbb391d7af_make_resource_id_fk_non_nullable.py

@@ -1,46 +0,0 @@
-"""Make resource_id FK non-nullable
-
-Revision ID: 45fbb391d7af
-Revises: caba9fb1ea5e
-Create Date: 2025-11-11 16:39:12.813766
-
-"""
-import sqlalchemy as sa
-from alembic import op
-
-
-# revision identifiers, used by Alembic.
-revision = "45fbb391d7af"
-down_revision = "caba9fb1ea5e"
-branch_labels = None
-depends_on = None
-
-
-def upgrade() -> None:
-    # ### commands auto generated by Alembic - please adjust! ###
-    with op.batch_alter_table("projectv2", schema=None) as batch_op:
-        batch_op.alter_column(
-            "resource_id", existing_type=sa.INTEGER(), nullable=False
-        )
-
-    with op.batch_alter_table("taskgroupv2", schema=None) as batch_op:
-        batch_op.alter_column(
-            "resource_id", existing_type=sa.INTEGER(), nullable=False
-        )
-
-    # ### end Alembic commands ###
-
-
-def downgrade() -> None:
-    # ### commands auto generated by Alembic - please adjust! ###
-    with op.batch_alter_table("taskgroupv2", schema=None) as batch_op:
-        batch_op.alter_column(
-            "resource_id", existing_type=sa.INTEGER(), nullable=True
-        )
-
-    with op.batch_alter_table("projectv2", schema=None) as batch_op:
-        batch_op.alter_column(
-            "resource_id", existing_type=sa.INTEGER(), nullable=True
-        )
-
-    # ### end Alembic commands ###

fractal_server-2.17.1/fractal_server/migrations/versions/49d0856e9569_drop_table.py

@@ -1,63 +0,0 @@
-"""Drop  table
-
-Revision ID: 49d0856e9569
-Revises: 45fbb391d7af
-Create Date: 2025-11-11 16:39:41.497832
-
-"""
-import sqlalchemy as sa
-from alembic import op
-from sqlalchemy.dialects import postgresql
-
-# revision identifiers, used by Alembic.
-revision = "49d0856e9569"
-down_revision = "45fbb391d7af"
-branch_labels = None
-depends_on = None
-
-
-def upgrade() -> None:
-    # ### commands auto generated by Alembic - please adjust! ###
-    op.drop_table("user_settings")
-    # ### end Alembic commands ###
-
-
-def downgrade() -> None:
-    # ### commands auto generated by Alembic - please adjust! ###
-    op.create_table(
-        "user_settings",
-        sa.Column("id", sa.INTEGER(), autoincrement=True, nullable=False),
-        sa.Column(
-            "slurm_accounts",
-            postgresql.JSONB(astext_type=sa.Text()),
-            server_default=sa.text("'[]'::json"),
-            autoincrement=False,
-            nullable=False,
-        ),
-        sa.Column(
-            "ssh_host", sa.VARCHAR(), autoincrement=False, nullable=True
-        ),
-        sa.Column(
-            "ssh_username", sa.VARCHAR(), autoincrement=False, nullable=True
-        ),
-        sa.Column(
-            "ssh_private_key_path",
-            sa.VARCHAR(),
-            autoincrement=False,
-            nullable=True,
-        ),
-        sa.Column(
-            "ssh_tasks_dir", sa.VARCHAR(), autoincrement=False, nullable=True
-        ),
-        sa.Column(
-            "ssh_jobs_dir", sa.VARCHAR(), autoincrement=False, nullable=True
-        ),
-        sa.Column(
-            "slurm_user", sa.VARCHAR(), autoincrement=False, nullable=True
-        ),
-        sa.Column(
-            "project_dir", sa.VARCHAR(), autoincrement=False, nullable=True
-        ),
-        sa.PrimaryKeyConstraint("id", name=op.f("pk_user_settings")),
-    )
-    # ### end Alembic commands ###