fractal-server 2.7.0a10__py3-none-any.whl → 2.7.1__py3-none-any.whl

fractal_server/__init__.py

@@ -1 +1 @@
-__VERSION__ = "2.7.0a10"
+__VERSION__ = "2.7.1"

fractal_server/app/models/v2/task.py

@@ -29,7 +29,6 @@ class TaskV2(SQLModel, table=True):
         sa_column=Column(JSON, server_default="{}", default={}, nullable=False)
     )
 
-    owner: Optional[str] = None
     version: Optional[str] = None
     args_schema_non_parallel: Optional[dict[str, Any]] = Field(
         sa_column=Column(JSON), default=None
@@ -44,7 +43,7 @@ class TaskV2(SQLModel, table=True):
     input_types: dict[str, bool] = Field(sa_column=Column(JSON), default={})
     output_types: dict[str, bool] = Field(sa_column=Column(JSON), default={})
 
-    taskgroupv2_id: Optional[int] = Field(foreign_key="taskgroupv2.id")
+    taskgroupv2_id: int = Field(foreign_key="taskgroupv2.id")
 
     category: Optional[str] = None
     modality: Optional[str] = None

fractal_server/app/routes/admin/v2/task_group.py

@@ -21,6 +21,7 @@ from fractal_server.app.routes.auth._aux_auth import (
 )
 from fractal_server.app.schemas.v2 import TaskGroupReadV2
 from fractal_server.app.schemas.v2 import TaskGroupUpdateV2
+from fractal_server.app.schemas.v2 import TaskGroupV2OriginEnum
 from fractal_server.logger import set_logger
 
 router = APIRouter()
@@ -50,6 +51,8 @@ async def query_task_group_list(
     user_group_id: Optional[int] = None,
     private: Optional[bool] = None,
     active: Optional[bool] = None,
+    pkg_name: Optional[str] = None,
+    origin: Optional[TaskGroupV2OriginEnum] = None,
     user: UserOAuth = Depends(current_active_superuser),
     db: AsyncSession = Depends(get_async_db),
 ) -> list[TaskGroupReadV2]:
@@ -75,6 +78,10 @@ async def query_task_group_list(
             stm = stm.where(is_(TaskGroupV2.active, True))
         else:
             stm = stm.where(is_(TaskGroupV2.active, False))
+    if origin is not None:
+        stm = stm.where(TaskGroupV2.origin == origin)
+    if pkg_name is not None:
+        stm = stm.where(TaskGroupV2.pkg_name.icontains(pkg_name))
 
     res = await db.execute(stm)
     task_groups_list = res.scalars().all()

fractal_server/app/routes/api/v2/task.py

@@ -24,6 +24,7 @@ from fractal_server.app.models.v2 import TaskV2
 from fractal_server.app.routes.auth import current_active_user
 from fractal_server.app.routes.auth import current_active_verified_user
 from fractal_server.app.schemas.v2 import TaskCreateV2
+from fractal_server.app.schemas.v2 import TaskGroupV2OriginEnum
 from fractal_server.app.schemas.v2 import TaskReadV2
 from fractal_server.app.schemas.v2 import TaskUpdateV2
 from fractal_server.logger import set_logger
@@ -200,7 +201,7 @@ async def create_task(
         user_group_id=user_group_id,
         active=True,
         task_list=[db_task],
-        origin="other",
+        origin=TaskGroupV2OriginEnum.OTHER,
         version=db_task.version,
         pkg_name=pkg_name,
     )

fractal_server/app/routes/api/v2/task_collection.py

@@ -30,6 +30,7 @@ from ._aux_functions_tasks import _verify_non_duplication_user_constraint
 from fractal_server.app.models import UserOAuth
 from fractal_server.app.routes.auth import current_active_user
 from fractal_server.app.routes.auth import current_active_verified_user
+from fractal_server.app.schemas.v2 import TaskGroupV2OriginEnum
 from fractal_server.tasks.utils import _normalize_package_name
 from fractal_server.tasks.utils import get_collection_log_v2
 from fractal_server.tasks.v2.background_operations import (
@@ -121,11 +122,11 @@ async def collect_tasks_pip(
             wheel_info["distribution"]
         )
         task_group_attrs["version"] = wheel_info["version"]
-        task_group_attrs["origin"] = "wheel-file"
+        task_group_attrs["origin"] = TaskGroupV2OriginEnum.WHEELFILE
     else:
         pkg_name = task_collect.package
         task_group_attrs["pkg_name"] = _normalize_package_name(pkg_name)
-        task_group_attrs["origin"] = "pypi"
+        task_group_attrs["origin"] = TaskGroupV2OriginEnum.PYPI
         latest_version = await get_package_version_from_pypi(
             task_collect.package,
             task_collect.package_version,

fractal_server/app/routes/api/v2/task_collection_custom.py

@@ -21,6 +21,7 @@ from fractal_server.app.routes.auth import current_active_verified_user
 from fractal_server.app.schemas.v2 import TaskCollectCustomV2
 from fractal_server.app.schemas.v2 import TaskCreateV2
 from fractal_server.app.schemas.v2 import TaskGroupCreateV2
+from fractal_server.app.schemas.v2 import TaskGroupV2OriginEnum
 from fractal_server.app.schemas.v2 import TaskReadV2
 from fractal_server.config import get_settings
 from fractal_server.logger import set_logger
@@ -140,7 +141,7 @@ async def collect_task_custom(
 
     # Prepare task-group attributes
     task_group_attrs = dict(
-        origin="other",
+        origin=TaskGroupV2OriginEnum.OTHER,
         pkg_name=task_collect.label,
         user_id=user.id,
         user_group_id=user_group_id,

fractal_server/app/routes/api/v2/workflow_import.py

@@ -241,7 +241,10 @@ async def _get_task_by_taskimport(
             "Found many task groups, after filtering by version."
         )
         final_task_group = await _disambiguate_task_groups(
-            matching_task_groups, user_id, db, default_group_id
+            matching_task_groups=matching_task_groups,
+            user_id=user_id,
+            db=db,
+            default_group_id=default_group_id,
         )
         if final_task_group is None:
             logger.info(

fractal_server/app/runner/executors/slurm/ssh/executor.py

@@ -1055,55 +1055,59 @@ class FractalSlurmSSHExecutor(SlurmExecutor):
         Arguments:
             jobid: ID of the SLURM job
         """
-
-        # Loop over all job_ids, and fetch future and job objects
-        futures: list[Future] = []
-        jobs: list[SlurmJob] = []
-        with self.jobs_lock:
-            for job_id in job_ids:
-                future, job = self.jobs.pop(job_id)
-                futures.append(future)
-                jobs.append(job)
-            if not self.jobs:
-                self.jobs_empty_cond.notify_all()
-
-        # Fetch subfolder from remote host
+        # Handle all uncaught exceptions in this broad try/except block
         try:
-            self._get_subfolder_sftp(jobs=jobs)
-        except NoValidConnectionsError as e:
-            logger.error("NoValidConnectionError")
-            logger.error(f"{str(e)=}")
-            logger.error(f"{e.errors=}")
-            for err in e.errors:
-                logger.error(f"{str(err)}")
-
-            raise e
-
-        # First round of checking whether all output files exist
-        missing_out_paths = []
-        for job in jobs:
-            for ind_out_path, out_path in enumerate(
-                job.output_pickle_files_local
-            ):
-                if not out_path.exists():
-                    missing_out_paths.append(out_path)
-        num_missing = len(missing_out_paths)
-        if num_missing > 0:
-            # Output pickle files may be missing e.g. because of some slow
-            # filesystem operation; wait some time before re-trying
-            settings = Inject(get_settings)
-            sleep_time = settings.FRACTAL_SLURM_ERROR_HANDLING_INTERVAL
             logger.info(
-                f"{num_missing} output pickle files are missing; "
-                f"sleep {sleep_time} seconds."
+                f"[FractalSlurmSSHExecutor._completion] START, for {job_ids=}."
             )
-            for missing_file in missing_out_paths:
-                logger.debug(f"Missing output pickle file: {missing_file}")
-            time.sleep(sleep_time)
 
-        # Handle all jobs
-        for ind_job, job_id in enumerate(job_ids):
+            # Loop over all job_ids, and fetch future and job objects
+            futures: list[Future] = []
+            jobs: list[SlurmJob] = []
+            with self.jobs_lock:
+                for job_id in job_ids:
+                    future, job = self.jobs.pop(job_id)
+                    futures.append(future)
+                    jobs.append(job)
+                if not self.jobs:
+                    self.jobs_empty_cond.notify_all()
+
+            # Fetch subfolder from remote host
             try:
+                self._get_subfolder_sftp(jobs=jobs)
+            except NoValidConnectionsError as e:
+                logger.error("NoValidConnectionError")
+                logger.error(f"{str(e)=}")
+                logger.error(f"{e.errors=}")
+                for err in e.errors:
+                    logger.error(f"{str(err)}")
+
+                raise e
+
+            # First round of checking whether all output files exist
+            missing_out_paths = []
+            for job in jobs:
+                for ind_out_path, out_path in enumerate(
+                    job.output_pickle_files_local
+                ):
+                    if not out_path.exists():
+                        missing_out_paths.append(out_path)
+            num_missing = len(missing_out_paths)
+            if num_missing > 0:
+                # Output pickle files may be missing e.g. because of some slow
+                # filesystem operation; wait some time before re-trying
+                settings = Inject(get_settings)
+                sleep_time = settings.FRACTAL_SLURM_ERROR_HANDLING_INTERVAL
+                logger.info(
+                    f"{num_missing} output pickle files are missing; "
+                    f"sleep {sleep_time} seconds."
+                )
+                for missing_file in missing_out_paths:
+                    logger.debug(f"Missing output pickle file: {missing_file}")
+                time.sleep(sleep_time)
+
+            # Handle all jobs
+            for ind_job, job_id in enumerate(job_ids):
                 # Retrieve job and future objects
                 job = jobs[ind_job]
                 future = futures[ind_job]
@@ -1128,6 +1132,11 @@ class FractalSlurmSSHExecutor(SlurmExecutor):
                                 remaining_futures=remaining_futures,
                                 remaining_job_ids=remaining_job_ids,
                             )
+                            logger.info(
+                                "[FractalSlurmSSHExecutor._completion] END, "
+                                f"for {job_ids=}, with JobExecutionError due "
+                                f"to missing {out_path.as_posix()}."
+                            )
                             return
                         except InvalidStateError:
                             logger.warning(
@@ -1141,6 +1150,12 @@ class FractalSlurmSSHExecutor(SlurmExecutor):
                                 remaining_futures=remaining_futures,
                                 remaining_job_ids=remaining_job_ids,
                             )
+                            logger.info(
+                                "[FractalSlurmSSHExecutor._completion] END, "
+                                f"for {job_ids=}, with JobExecutionError/"
+                                "InvalidStateError due to "
+                                f"missing {out_path.as_posix()}."
+                            )
                             return
 
                     # Read the task output
@@ -1217,16 +1232,22 @@ class FractalSlurmSSHExecutor(SlurmExecutor):
                 else:
                     future.set_result(outputs)
 
-            except Exception as e:
+        except Exception as e:
+            logger.warning(
+                "[FractalSlurmSSHExecutor._completion] "
+                f"An exception took place: {str(e)}."
+            )
+            for future in futures:
                 try:
+                    logger.info(f"Set exception for {future=}")
                     future.set_exception(e)
-                    return
                 except InvalidStateError:
-                    logger.warning(
-                        f"Future {future} (SLURM job ID: {job_id}) was already"
-                        " cancelled, exit from"
-                        " FractalSlurmSSHExecutor._completion."
-                    )
+                    logger.info(f"Future {future} was already cancelled.")
+            logger.info(
+                f"[FractalSlurmSSHExecutor._completion] END, for {job_ids=}, "
+                "from within exception handling."
+            )
+            return
 
     def _get_subfolder_sftp(self, jobs: list[SlurmJob]) -> None:
         """

fractal_server/app/schemas/v2/__init__.py

@@ -30,6 +30,7 @@ from .task_collection import TaskCollectPipV2  # noqa F401
 from .task_group import TaskGroupCreateV2  # noqa F401
 from .task_group import TaskGroupReadV2  # noqa F401
 from .task_group import TaskGroupUpdateV2  # noqa F401
+from .task_group import TaskGroupV2OriginEnum  # noqa F401
 from .workflow import WorkflowCreateV2  # noqa F401
 from .workflow import WorkflowExportV2  # noqa F401
 from .workflow import WorkflowImportV2  # noqa F401

fractal_server/app/schemas/v2/task_group.py

@@ -1,4 +1,5 @@
 from datetime import datetime
+from enum import Enum
 from typing import Literal
 from typing import Optional
 
@@ -13,11 +14,17 @@ from .._validators import valstr
 from .task import TaskReadV2
 
 
+class TaskGroupV2OriginEnum(str, Enum):
+    PYPI = "pypi"
+    WHEELFILE = "wheel-file"
+    OTHER = "other"
+
+
 class TaskGroupCreateV2(BaseModel, extra=Extra.forbid):
     user_id: int
     user_group_id: Optional[int] = None
     active: bool = True
-    origin: Literal["pypi", "wheel-file", "other"]
+    origin: TaskGroupV2OriginEnum
     pkg_name: str
     version: Optional[str] = None
     python_version: Optional[str] = None

fractal_server/app/security/__init__.py

@@ -315,13 +315,20 @@ async def _create_first_user(
 
 
 def _create_first_group():
+    """
+    Create a `UserGroup` with `name=FRACTAL_DEFAULT_GROUP_NAME`, if missing.
+    """
     function_logger = set_logger("fractal_server.create_first_group")
 
     function_logger.info(
         f"START _create_first_group, with name '{FRACTAL_DEFAULT_GROUP_NAME}'"
     )
     with next(get_sync_db()) as db:
-        group_all = db.execute(select(UserGroup))
+        group_all = db.execute(
+            select(UserGroup).where(
+                UserGroup.name == FRACTAL_DEFAULT_GROUP_NAME
+            )
+        )
         if group_all.scalars().one_or_none() is None:
             first_group = UserGroup(name=FRACTAL_DEFAULT_GROUP_NAME)
             db.add(first_group)

fractal_server/config.py

@@ -167,9 +167,9 @@ class Settings(BaseSettings):
     ###########################################################################
     # DATABASE
     ###########################################################################
-    DB_ENGINE: Literal["sqlite", "postgres", "postgres-psycopg"] = "sqlite"
+    DB_ENGINE: Literal["sqlite", "postgres-psycopg"] = "sqlite"
     """
-    Select which database engine to use (supported: `sqlite` and `postgres`).
+    Database engine to use (supported: `sqlite`, `postgres-psycopg`).
     """
     DB_ECHO: bool = False
     """
@@ -203,16 +203,7 @@ class Settings(BaseSettings):
 
     @property
     def DATABASE_ASYNC_URL(self) -> URL:
-        if self.DB_ENGINE == "postgres":
-            url = URL.create(
-                drivername="postgresql+asyncpg",
-                username=self.POSTGRES_USER,
-                password=self.POSTGRES_PASSWORD,
-                host=self.POSTGRES_HOST,
-                port=self.POSTGRES_PORT,
-                database=self.POSTGRES_DB,
-            )
-        elif self.DB_ENGINE == "postgres-psycopg":
+        if self.DB_ENGINE == "postgres-psycopg":
             url = URL.create(
                 drivername="postgresql+psycopg",
                 username=self.POSTGRES_USER,
@@ -235,11 +226,7 @@ class Settings(BaseSettings):
 
     @property
     def DATABASE_SYNC_URL(self):
-        if self.DB_ENGINE == "postgres":
-            return self.DATABASE_ASYNC_URL.set(
-                drivername="postgresql+psycopg2"
-            )
-        elif self.DB_ENGINE == "postgres-psycopg":
+        if self.DB_ENGINE == "postgres-psycopg":
             return self.DATABASE_ASYNC_URL.set(drivername="postgresql+psycopg")
         else:
             if not self.SQLITE_PATH:
@@ -546,20 +533,13 @@ class Settings(BaseSettings):
         """
         Checks that db environment variables are properly set.
         """
-        if self.DB_ENGINE == "postgres":
+        if self.DB_ENGINE == "postgres-psycopg":
             if not self.POSTGRES_DB:
                 raise FractalConfigurationError(
-                    "POSTGRES_DB cannot be None when DB_ENGINE=postgres."
-                )
-            try:
-                import psycopg2  # noqa: F401
-                import asyncpg  # noqa: F401
-            except ModuleNotFoundError:
-                raise FractalConfigurationError(
-                    "DB engine is `postgres` but `psycopg2` or `asyncpg` "
-                    "are not available"
+                    "POSTGRES_DB cannot be None when DB_ENGINE="
+                    "postgres-psycopg."
                 )
-        elif self.DB_ENGINE == "postgres-psycopg":
+
             try:
                 import psycopg  # noqa: F401
             except ModuleNotFoundError:

fractal_server/migrations/versions/8e8f227a3e36_update_taskv2_post_2_7_0.py

@@ -0,0 +1,42 @@
+"""Update TaskV2 post 2.7.0
+
+Revision ID: 8e8f227a3e36
+Revises: 034a469ec2eb
+Create Date: 2024-10-29 09:01:33.075251
+
+"""
+import sqlalchemy as sa
+from alembic import op
+
+
+# revision identifiers, used by Alembic.
+revision = "8e8f227a3e36"
+down_revision = "034a469ec2eb"
+branch_labels = None
+depends_on = None
+
+
+def upgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    with op.batch_alter_table("taskv2", schema=None) as batch_op:
+        batch_op.alter_column(
+            "taskgroupv2_id", existing_type=sa.INTEGER(), nullable=False
+        )
+        batch_op.drop_column("owner")
+
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    with op.batch_alter_table("taskv2", schema=None) as batch_op:
+        batch_op.add_column(
+            sa.Column(
+                "owner", sa.VARCHAR(), autoincrement=False, nullable=True
+            )
+        )
+        batch_op.alter_column(
+            "taskgroupv2_id", existing_type=sa.INTEGER(), nullable=True
+        )
+
+    # ### end Alembic commands ###

fractal_server/tasks/v2/_venv_pip.py

@@ -73,6 +73,11 @@ async def _pip_install(
         ),
         logger_name=logger_name,
     )
+    await execute_command(
+        cwd=Path(task_group.venv_path),
+        command=f"{python_bin} -m pip install setuptools",
+        logger_name=logger_name,
+    )
     await execute_command(
         cwd=Path(task_group.venv_path),
         command=f"{python_bin} -m pip install {pip_install_str}",

fractal_server/tasks/v2/background_operations_ssh.py

@@ -205,7 +205,7 @@ def background_collect_pip_ssh(
                 remove_venv_folder_upon_failure = True
 
                 stdout = _customize_and_run_template(
-                    script_filename="_2_upgrade_pip.sh",
+                    script_filename="_2_preliminary_pip_operations.sh",
                     **common_args,
                 )
                 stdout = _customize_and_run_template(

fractal_server/tasks/v2/templates/{_2_upgrade_pip.sh → _2_preliminary_pip_operations.sh}

@@ -15,6 +15,7 @@ VENVPYTHON=${PACKAGE_ENV_DIR}/bin/python
 # Upgrade pip
 write_log "START upgrade pip"
 "$VENVPYTHON" -m pip install "pip<=__FRACTAL_MAX_PIP_VERSION__" --upgrade
+"$VENVPYTHON" -m pip install setuptools
 write_log "END   upgrade pip"
 echo
 

{fractal_server-2.7.0a10.dist-info → fractal_server-2.7.1.dist-info}/METADATA

@@ -1,35 +1,29 @@
 Metadata-Version: 2.1
 Name: fractal-server
-Version: 2.7.0a10
+Version: 2.7.1
 Summary: Server component of the Fractal analytics platform
 Home-page: https://github.com/fractal-analytics-platform/fractal-server
 License: BSD-3-Clause
 Author: Tommaso Comparin
 Author-email: tommaso.comparin@exact-lab.it
-Requires-Python: >=3.9,<4.0
+Requires-Python: >=3.10,<4.0
 Classifier: License :: OSI Approved :: BSD License
 Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
-Provides-Extra: gunicorn
-Provides-Extra: postgres
-Provides-Extra: postgres-psycopg-binary
 Requires-Dist: aiosqlite (>=0.19.0,<0.20.0)
 Requires-Dist: alembic (>=1.13.1,<2.0.0)
-Requires-Dist: asyncpg (>=0.29.0,<0.30.0) ; extra == "postgres"
 Requires-Dist: bcrypt (==4.0.1)
 Requires-Dist: cloudpickle (>=3.0.0,<3.1.0)
 Requires-Dist: clusterfutures (>=0.5,<0.6)
 Requires-Dist: fabric (>=3.2.2,<4.0.0)
 Requires-Dist: fastapi (>=0.115.0,<0.116.0)
 Requires-Dist: fastapi-users[oauth] (>=12.1.0,<13.0.0)
-Requires-Dist: gunicorn (>=21.2,<23.0) ; extra == "gunicorn"
+Requires-Dist: gunicorn (>=21.2,<23.0)
 Requires-Dist: packaging (>=23.2,<24.0)
 Requires-Dist: psutil (>=5.9.8,<6.0.0)
-Requires-Dist: psycopg2 (>=2.9.5,<3.0.0) ; extra == "postgres"
-Requires-Dist: psycopg[binary] (>=3.1.0,<4.0.0) ; extra == "postgres-psycopg-binary"
+Requires-Dist: psycopg[binary] (>=3.1.0,<4.0.0)
 Requires-Dist: pydantic (>=1.10.8,<2)
 Requires-Dist: python-dotenv (>=1.0.0,<2.0.0)
 Requires-Dist: sqlalchemy[asyncio] (>=2.0.23,<2.1)

{fractal_server-2.7.0a10.dist-info → fractal_server-2.7.1.dist-info}/RECORD

@@ -1,4 +1,4 @@
-fractal_server/__init__.py,sha256=UeQbqAPJgZpXFlyJ7lX8wCpu8MkVzO3P6a4ALxAP1aE,25
+fractal_server/__init__.py,sha256=e5_mOoPeW4Rbnylz3g2qQviWIKwVN-scjNbLROol4Xc,22
 fractal_server/__main__.py,sha256=dEkCfzLLQrIlxsGC-HBfoR-RBMWnJDgNrxYTyzmE9c0,6146
 fractal_server/alembic.ini,sha256=MWwi7GzjzawI9cCAK1LW7NxIBQDUqD12-ptJoq5JpP0,3153
 fractal_server/app/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -20,7 +20,7 @@ fractal_server/app/models/v2/collection_state.py,sha256=Yx18ZbywjraOdlHFyRVlb3VP
 fractal_server/app/models/v2/dataset.py,sha256=-7sxHEw4IIAvF_uSan7tA3o8hvoakBkQ0SRvqS2iOQU,1455
 fractal_server/app/models/v2/job.py,sha256=ypJmN-qspkKBGhBG7Mt-HypSQqcQ2EmB4Bzzb2-y550,1535
 fractal_server/app/models/v2/project.py,sha256=rAHoh5KfYwIaW7rTX0_O0jvWmxEvfo1BafvmcXuSSRk,786
-fractal_server/app/models/v2/task.py,sha256=8cT_YBA5dyjBjunqCg23I-t3XZ62xJgiR-6brXISuLA,3337
+fractal_server/app/models/v2/task.py,sha256=YIqPCQY4y0DbgWpDxYkZNApElFoHMEz_9GIP1nEGvUI,3295
 fractal_server/app/models/v2/workflow.py,sha256=YBgFGCziUgU0aJ5EM3Svu9W2c46AewZO9VBlFCHiSps,1069
 fractal_server/app/models/v2/workflowtask.py,sha256=iDuJYk8kp4PNqGmbKRtGI7y-QsbjkNd_gDsbMzL4i-g,1274
 fractal_server/app/routes/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -30,7 +30,7 @@ fractal_server/app/routes/admin/v2/__init__.py,sha256=zkdrk3mSQWfgTJugS8Sc_Q_xCA
 fractal_server/app/routes/admin/v2/job.py,sha256=JmNmF5MeHtcDQzGadCJWwFNDQvB5G8SwVABaL11S1Vc,8268
 fractal_server/app/routes/admin/v2/project.py,sha256=luy-yiGX1JYTdPm1hpIdDUUqPm8xHuipLy9k2X6zu74,1223
 fractal_server/app/routes/admin/v2/task.py,sha256=Y0eujBgGhVapNXfW9azDxw4EBzLmEmCdh70y1RNQcb0,3895
-fractal_server/app/routes/admin/v2/task_group.py,sha256=loxjJe9C2BBsG8gWkhHgrn6ReeE4mnipQ21PMP3MrKI,5398
+fractal_server/app/routes/admin/v2/task_group.py,sha256=KAp7QJ6AmrNLnYb8nXEEZj5AN8MqTUM6G2PpWEYKL7s,5726
 fractal_server/app/routes/api/__init__.py,sha256=2IDheFi0OFdsUg7nbUiyahqybvpgXqeHUXIL2QtWrQQ,641
 fractal_server/app/routes/api/v1/__init__.py,sha256=Y2HQdG197J0a7DyQEE2jn53IfxD0EHGhzK1I2JZuEck,958
 fractal_server/app/routes/api/v1/_aux_functions.py,sha256=P9Q48thGH95w0h5cacYoibxqgiiLW4oqZ8rNJ2LIISY,13219
@@ -50,12 +50,12 @@ fractal_server/app/routes/api/v2/job.py,sha256=Bga2Kz1OjvDIdxZObWaaXVhNIhC_5JKhK
 fractal_server/app/routes/api/v2/project.py,sha256=eWYFJ7F2ZYQcpi-_n-rhPF-Q4gJhzYBsVGYFhHZZXAE,6653
 fractal_server/app/routes/api/v2/status.py,sha256=6N9DSZ4iFqbZImorWfEAPoyoFUgEruo4Hweqo0x0xXU,6435
 fractal_server/app/routes/api/v2/submit.py,sha256=tq-NGnUlpIcm_MRN47rJRHkRcIJ5HiL4Wj1wItJy3o8,8185
-fractal_server/app/routes/api/v2/task.py,sha256=R_1bCinQvNrkEh6uAguNNfimduz1uJzgN_iTDwjnVF4,7209
-fractal_server/app/routes/api/v2/task_collection.py,sha256=gCxOwigT_tfs8lCDNoE7nxl9-9iuRp1gW__3YXqsioc,11478
-fractal_server/app/routes/api/v2/task_collection_custom.py,sha256=9T0U_4gqrQbJCy6uFDCMSZ-b1sfNIzyz_qm4P41W2Gs,6133
+fractal_server/app/routes/api/v2/task.py,sha256=hrYuVT6XDb3eFFUkQJrAf0O9eMDlE4bi0v5iJyQ5J5E,7293
+fractal_server/app/routes/api/v2/task_collection.py,sha256=URtHWrUy83v17uJyIciILYPuZXbGRryw-xO2FC5J9PQ,11581
+fractal_server/app/routes/api/v2/task_collection_custom.py,sha256=kWctxgNi20uwsfHx9l_mwhI50OIxWRESjU9UiCDVVFU,6217
 fractal_server/app/routes/api/v2/task_group.py,sha256=P32EUYbtGThexSWe5zI9WUFrgoOMof035fJBILTNnfQ,5580
 fractal_server/app/routes/api/v2/workflow.py,sha256=PyvkrUHHzFGUGZE5X0VW5u3DPQA7wtXXNcEpG7-N66I,8687
-fractal_server/app/routes/api/v2/workflow_import.py,sha256=3qX3iHnLJb62TQFLQKakcC_mYh-tWXkYL-4PuyEkwRs,10895
+fractal_server/app/routes/api/v2/workflow_import.py,sha256=rD26vZ-ztjehvglrERixTeHtXuzepAtgAuPiKRNz84Q,10981
 fractal_server/app/routes/api/v2/workflowtask.py,sha256=ciHTwXXFiFnMF7ZpJ3Xs0q6YfuZrFvIjqndlzAEdZpo,6969
 fractal_server/app/routes/auth/__init__.py,sha256=fao6CS0WiAjHDTvBzgBVV_bSXFpEAeDBF6Z6q7rRkPc,1658
 fractal_server/app/routes/auth/_aux_auth.py,sha256=ifkNocTYatBSMYGwiR14qohmvR9SfMldceiEj6uJBrU,4783
@@ -84,7 +84,7 @@ fractal_server/app/runner/executors/slurm/remote.py,sha256=wLziIsGdSMiO-jIXM8x77
 fractal_server/app/runner/executors/slurm/ssh/__init__.py,sha256=Cjn1rYvljddi96tAwS-qqGkNfOcfPzjChdaEZEObCcM,65
 fractal_server/app/runner/executors/slurm/ssh/_executor_wait_thread.py,sha256=bKo5Ja0IGxJWpPWyh9dN0AG-PwzTDZzD5LyaEHB3YU4,3742
 fractal_server/app/runner/executors/slurm/ssh/_slurm_job.py,sha256=rwlqZzoGo4SAb4nSlFjsQJdaCgfM1J6YGcjb8yYxlqc,4506
-fractal_server/app/runner/executors/slurm/ssh/executor.py,sha256=9nR5aaJdsz3uHu9CQkOXb7IYibA74R0kKkf17Xq6JDo,57470
+fractal_server/app/runner/executors/slurm/ssh/executor.py,sha256=si_RHAMnXwQorQ_gWeZ_hQ_cNQbbAuYPjg7nwFQoPVg,58709
 fractal_server/app/runner/executors/slurm/sudo/__init__.py,sha256=Cjn1rYvljddi96tAwS-qqGkNfOcfPzjChdaEZEObCcM,65
 fractal_server/app/runner/executors/slurm/sudo/_check_jobs_status.py,sha256=wAgwpVcr6JIslKHOuS0FhRa_6T1KCManyRJqA-fifzw,1909
 fractal_server/app/runner/executors/slurm/sudo/_executor_wait_thread.py,sha256=z5LlhaiqAb8pHsF1WwdzXN39C5anQmwjo1rSQgtRAYE,4422
@@ -145,7 +145,7 @@ fractal_server/app/schemas/v1/state.py,sha256=GYeOE_1PtDOgu5W4t_3gw3DBHXH2aCGzIN
 fractal_server/app/schemas/v1/task.py,sha256=7BxOZ_qoRQ8n3YbQpDvB7VMcxB5fSYQmR5RLIWhuJ5U,3704
 fractal_server/app/schemas/v1/task_collection.py,sha256=uvq9bcMaGD_qHsh7YtcpoSAkVAbw12eY4DocIO3MKOg,3057
 fractal_server/app/schemas/v1/workflow.py,sha256=tuOs5E5Q_ozA8if7YPZ07cQjzqB_QMkBS4u92qo4Ro0,4618
-fractal_server/app/schemas/v2/__init__.py,sha256=G44JgD_i_zCpV7yjXcoS5ygOS3IfsIWoktLVZao6TaE,2323
+fractal_server/app/schemas/v2/__init__.py,sha256=97y6QY0I4322CPXQCt3WO3QBWhVkmFgwLn8y2ZwWNR0,2382
 fractal_server/app/schemas/v2/dataset.py,sha256=865ia13E9mWu1DaYyppKW2csNYglaInrScrprdVYX7A,2552
 fractal_server/app/schemas/v2/dumps.py,sha256=s6dg-pHZFui6t2Ktm0SMxjKDN-v-ZqBHz9iTsBQF3eU,1712
 fractal_server/app/schemas/v2/job.py,sha256=oYSLYkQ0HL83QyjEGIaggtZ117FndzFlONMKWd9sTXM,3270
@@ -154,13 +154,12 @@ fractal_server/app/schemas/v2/project.py,sha256=UXEA0UUUe0bFFOVLLmVtvDFLBO5vmD1J
 fractal_server/app/schemas/v2/status.py,sha256=SQaUpQkjFq5c5k5J4rOjNhuQaDOEg8lksPhkKmPU5VU,332
 fractal_server/app/schemas/v2/task.py,sha256=FFAbYwDlqowB8gVMdjFVPVHvAM0T89PYLixUth49xfQ,6870
 fractal_server/app/schemas/v2/task_collection.py,sha256=Ddw_7QaQ93kdEIwWQvzLQDu03gho_OHdhah3n0ioK3M,6296
-fractal_server/app/schemas/v2/task_group.py,sha256=F40u64z-wXHNPFjx9RHozzl_SySTHfKFc-sBFyn_e0I,2352
+fractal_server/app/schemas/v2/task_group.py,sha256=oWy7NNsw8Co85qpLyK8FPNTgpAMvx0ZuXjIOVZuLEpM,2466
 fractal_server/app/schemas/v2/workflow.py,sha256=HSNQSrBRdoBzh8Igr76FUWCAWvVzykrqmUv1vGv-8og,2026
 fractal_server/app/schemas/v2/workflowtask.py,sha256=vDdMktYbHeYBgB5OuWSv6wRPRXWqvetkeqQ7IC5YtfA,5751
-fractal_server/app/security/__init__.py,sha256=V1NOWlmaFZHMR6SrkMl62jyAuqYONyo8lyGvR6UZesM,12312
+fractal_server/app/security/__init__.py,sha256=8Xd4GxumZgvxEH1Vli3ULehwdesEPiaAbtffJvAEgNo,12509
 fractal_server/app/user_settings.py,sha256=aZgQ3i0JkHfgwLGW1ee6Gzr1ae3IioFfJKKSsSS8Svk,1312
-fractal_server/config.py,sha256=gX0aYwDwbC5y7JNorifON84YMveubb7XTb4sH14N3KM,23667
-fractal_server/data_migrations/2_7_0.py,sha256=DQQJ_tLYFteH3Jw246ovIh3Dac_9SaAefoy7FLw5Cso,11145
+fractal_server/config.py,sha256=-G1RvmaeSb6_wffUFuaAmhJV3u1q3HRpMLEfpGXBrz4,22797
 fractal_server/data_migrations/README.md,sha256=_3AEFvDg9YkybDqCLlFPdDmGJvr6Tw7HRI14aZ3LOIw,398
 fractal_server/data_migrations/tools.py,sha256=LeMeASwYGtEqd-3wOLle6WARdTGAimoyMmRbbJl-hAM,572
 fractal_server/gunicorn_fractal.py,sha256=u6U01TLGlXgq1v8QmEpLih3QnsInZD7CqphgJ_GrGzc,1230
@@ -183,6 +182,7 @@ fractal_server/migrations/versions/5bf02391cfef_v2.py,sha256=axhNkr_H6R4rRbY7oGY
 fractal_server/migrations/versions/70e77f1c38b0_add_applyworkflow_first_task_index_and_.py,sha256=Q-DsMzG3IcUV2Ol1dhJWosDvKERamBE6QvA2zzS5zpQ,1632
 fractal_server/migrations/versions/71eefd1dd202_add_slurm_accounts.py,sha256=mbWuCkTpRAdGbRhW7lhXs_e5S6O37UAcCN6JfoY5H8A,1353
 fractal_server/migrations/versions/84bf0fffde30_add_dumps_to_applyworkflow.py,sha256=NSCuhANChsg76vBkShBl-9tQ4VEHubOjtAv1etHhlvY,2684
+fractal_server/migrations/versions/8e8f227a3e36_update_taskv2_post_2_7_0.py,sha256=68y9-fpSuKx6KPtM_9n8Ho0I1qwa8IoG-yJqXUYQrGg,1111
 fractal_server/migrations/versions/8f79bd162e35_add_docs_info_and_docs_link_to_task_.py,sha256=6pgODDtyAxevZvAJBj9IJ41inhV1RpwbpZr_qfPPu1A,1115
 fractal_server/migrations/versions/94a47ea2d3ff_remove_cache_dir_slurm_user_and_slurm_.py,sha256=yL3-Hvzw5jBLKj4LFP1z5ofZE9L9W3tLwYtPNW7z4ko,1508
 fractal_server/migrations/versions/97f444d47249_add_applyworkflow_project_dump.py,sha256=eKTZm3EgUgapXBxO0RuHkEfTKic-TZG3ADaMpGLuc0k,1057
@@ -209,13 +209,13 @@ fractal_server/tasks/v1/endpoint_operations.py,sha256=YyMU1Y3Xt7D9WOKqaMLuwEoIaA
 fractal_server/tasks/v1/get_collection_data.py,sha256=5C22jp356rCH5IIC0J57wOu-DCC_kp3B6p68JooN7IM,508
 fractal_server/tasks/v1/utils.py,sha256=J9oKys-82OehBxOon5wWl3CxjVBgYWeVEEyWGVFnreI,1759
 fractal_server/tasks/v2/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-fractal_server/tasks/v2/_venv_pip.py,sha256=FOD20yKfTsW7sim3h7CsB6pgp85JBhELyYvbkpaiDKA,6390
+fractal_server/tasks/v2/_venv_pip.py,sha256=EaauUkFIk4wa79B4OudhV8CYOzgWftTdfz8u4bEdjgo,6555
 fractal_server/tasks/v2/background_operations.py,sha256=jWmg_XkBmcXQfPKJu_eu0wtDL4sMp1QP2bIZ9QtMj_Y,15411
-fractal_server/tasks/v2/background_operations_ssh.py,sha256=W-w_a7FgrSc9FAVSXoVBzvXSCmH9oQkaDJx2S9hQPlc,13616
+fractal_server/tasks/v2/background_operations_ssh.py,sha256=_G0rOohkkHLGcvCQyfoMObnII-sxVwrLDW2PKz8IfCQ,13631
 fractal_server/tasks/v2/database_operations.py,sha256=6r56yyFPnEBrXl6ncmO6D76znzISQCFZqCYcD-Ummd4,1213
 fractal_server/tasks/v2/endpoint_operations.py,sha256=MtUoI0XWHuPSousDeH2IC2WU--AUKQVup6Q6AbHiNUA,4102
 fractal_server/tasks/v2/templates/_1_create_venv.sh,sha256=7tt-B6n8KRN-pannZ0enE6XSxyq-hKRYRGY63CvtINI,1151
-fractal_server/tasks/v2/templates/_2_upgrade_pip.sh,sha256=ca5Yng6JgJYu-a4QrsIsatwUmrLdRWBKw7_VJrY7WLY,555
+fractal_server/tasks/v2/templates/_2_preliminary_pip_operations.sh,sha256=NwkfDtNeT4YjUsqZuK4uN71bTe-wHIn2wmNhflimRo8,595
 fractal_server/tasks/v2/templates/_3_pip_install.sh,sha256=T9sabeB9iQzVZpLfuLkKGz9EpfHkUrJHKWO4HNij6yM,595
 fractal_server/tasks/v2/templates/_4_pip_freeze.sh,sha256=qHdDKu1svXi1VQKGePciEJK4_uEKuwAvwaDCcGxSvNk,274
 fractal_server/tasks/v2/templates/_5_pip_show.sh,sha256=GrJ19uHYQxANEy9JaeNJZVTquY9c8Ww9eCdnC7eLVr0,1754
@@ -223,8 +223,8 @@ fractal_server/tasks/v2/utils.py,sha256=MnY6MhcxDRo4rPuXo2tQ252eWEPZF3OlCGe-p5Mr
 fractal_server/urls.py,sha256=5o_qq7PzKKbwq12NHSQZDmDitn5RAOeQ4xufu-2v9Zk,448
 fractal_server/utils.py,sha256=jrlCBPmC7F0ptBVcDac-EbZNsdYTLbHfX9oxkXthS5Q,2193
 fractal_server/zip_tools.py,sha256=xYpzBshysD2nmxkD5WLYqMzPYUcCRM3kYy-7n9bJL-U,4426
-fractal_server-2.7.0a10.dist-info/LICENSE,sha256=QKAharUuhxL58kSoLizKJeZE3mTCBnX6ucmz8W0lxlk,1576
-fractal_server-2.7.0a10.dist-info/METADATA,sha256=rD95AUBtyVqOfXOvyO_HG4mXGow5mhKpX3znot1LGBk,4631
-fractal_server-2.7.0a10.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-fractal_server-2.7.0a10.dist-info/entry_points.txt,sha256=8tV2kynvFkjnhbtDnxAqImL6HMVKsopgGfew0DOp5UY,58
-fractal_server-2.7.0a10.dist-info/RECORD,,
+fractal_server-2.7.1.dist-info/LICENSE,sha256=QKAharUuhxL58kSoLizKJeZE3mTCBnX6ucmz8W0lxlk,1576
+fractal_server-2.7.1.dist-info/METADATA,sha256=L3ZYv96IVgdninD7rHRXpJ6M7HqL_zh2KMG86cqHtlE,4303
+fractal_server-2.7.1.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+fractal_server-2.7.1.dist-info/entry_points.txt,sha256=8tV2kynvFkjnhbtDnxAqImL6HMVKsopgGfew0DOp5UY,58
+fractal_server-2.7.1.dist-info/RECORD,,

fractal_server/data_migrations/2_7_0.py

@@ -1,323 +0,0 @@
-import asyncio
-import logging
-import os
-import sys
-from pathlib import Path
-from typing import Any
-from typing import Optional
-
-from fastapi import HTTPException
-from sqlalchemy import select
-from sqlalchemy.orm import Session
-
-from fractal_server.app.db import get_async_db
-from fractal_server.app.db import get_sync_db
-from fractal_server.app.models import TaskGroupV2
-from fractal_server.app.models import TaskV2
-from fractal_server.app.models import UserGroup
-from fractal_server.app.models import UserOAuth
-from fractal_server.app.models import UserSettings
-from fractal_server.app.routes.api.v2._aux_functions_tasks import (
-    _verify_non_duplication_group_constraint,
-)
-from fractal_server.app.routes.api.v2._aux_functions_tasks import (
-    _verify_non_duplication_user_constraint,
-)
-from fractal_server.app.security import FRACTAL_DEFAULT_GROUP_NAME
-from fractal_server.data_migrations.tools import _check_current_version
-from fractal_server.tasks.utils import _normalize_package_name
-from fractal_server.utils import get_timestamp
-
-logger = logging.getLogger("fix_db")
-
-
-async def check_non_duplication_constraints(
-    *,
-    user_id: int,
-    pkg_name: str,
-    version: Optional[str] = None,
-    user_group_id: Optional[int] = None,
-):
-    try:
-        async for db_async in get_async_db():
-            await _verify_non_duplication_user_constraint(
-                user_id=user_id,
-                pkg_name=pkg_name,
-                version=version,
-                db=db_async,
-            )
-            await _verify_non_duplication_group_constraint(
-                user_group_id=user_group_id,
-                pkg_name=pkg_name,
-                version=version,
-                db=db_async,
-            )
-    except HTTPException as e:
-        logger.error(
-            "Adding a `TaskGroupV2` with "
-            f"{user_id=}, {pkg_name=}, {version=} and {user_group_id=} "
-            "would break the non-duplication constraint."
-        )
-        logger.error(f"Original error: {str(e)}")
-
-        sys.exit("ERROR")
-
-
-def get_unique_value(list_of_objects: list[dict[str, Any]], key: str):
-    """
-    Loop over `list_of_objects` and extract (unique) value for `key`.
-    """
-    unique_values = set()
-    for this_obj in list_of_objects:
-        this_value = this_obj.get(key, None)
-        unique_values.add(this_value)
-    if len(unique_values) != 1:
-        raise RuntimeError(
-            f"There must be a single taskgroup `{key}`, but {unique_values=}"
-        )
-    return unique_values.pop()
-
-
-def get_users_mapping(db) -> dict[str, int]:
-    logger.warning("START _check_users")
-    print()
-
-    stm_users = select(UserOAuth).order_by(UserOAuth.id)
-    users = db.execute(stm_users).scalars().unique().all()
-    name_to_user_id = {}
-    for user in users:
-        logger.warning(f"START handling user {user.id}: '{user.email}'")
-        # Compute "name" attribute
-        user_settings = db.get(UserSettings, user.user_settings_id)
-        name = user.username or user_settings.slurm_user
-        logger.warning(f"{name=}")
-        # Fail for missing values
-        if name is None:
-            raise ValueError(
-                f"User with {user.id=} and {user.email=} has no "
-                "`username` or `slurm_user` set."
-                "Please fix this issue manually."
-            )
-        # Fail for non-unique values
-        existing_user = name_to_user_id.get(name, None)
-        if existing_user is not None:
-            raise ValueError(
-                f"User with {user.id=} and {user.email=} has same "
-                f"`(username or slurm_user)={name}` as another user. "
-                "Please fix this issue manually."
-            )
-        # Update dictionary
-        name_to_user_id[name] = user.id
-        logger.warning(f"END handling user {user.id}: '{user.email}'")
-        print()
-    logger.warning("END _check_users")
-    print()
-    return name_to_user_id
-
-
-def get_default_user_group_id(db):
-    stm = select(UserGroup.id).where(
-        UserGroup.name == FRACTAL_DEFAULT_GROUP_NAME
-    )
-    res = db.execute(stm)
-    default_group_id = res.scalars().one_or_none()
-    if default_group_id is None:
-        raise RuntimeError("Default user group is missing.")
-    else:
-        return default_group_id
-
-
-def get_default_user_id(db):
-    DEFAULT_USER_EMAIL = os.getenv("FRACTAL_V27_DEFAULT_USER_EMAIL")
-    if DEFAULT_USER_EMAIL is None:
-        raise ValueError(
-            "FRACTAL_V27_DEFAULT_USER_EMAIL env variable is not set. "
-            "Please set it to be the email of the user who will own "
-            "all previously-global tasks."
-        )
-
-    stm = select(UserOAuth.id).where(UserOAuth.email == DEFAULT_USER_EMAIL)
-    res = db.execute(stm)
-    default_user_id = res.scalars().one_or_none()
-    if default_user_id is None:
-        raise RuntimeError(
-            f"Default user with email {DEFAULT_USER_EMAIL} is missing."
-        )
-    else:
-        return default_user_id
-
-
-def prepare_task_groups(
-    *,
-    user_mapping: dict[str, int],
-    default_user_group_id: int,
-    default_user_id: int,
-    db: Session,
-):
-    stm_tasks = select(TaskV2).order_by(TaskV2.id)
-    res = db.execute(stm_tasks).scalars().all()
-    task_groups = {}
-    for task in res:
-        if (
-            task.source.startswith(("pip_remote", "pip_local"))
-            and task.source.count(":") == 5
-        ):
-            source_fields = task.source.split(":")
-            (
-                collection_mode,
-                pkg_name,
-                version,
-                extras,
-                python_version,
-                name,
-            ) = source_fields
-            pkg_name = _normalize_package_name(pkg_name)
-            task_group_key = ":".join(
-                [pkg_name, version, extras, python_version]
-            )
-            if collection_mode == "pip_remote":
-                origin = "pypi"
-            elif collection_mode == "pip_local":
-                origin = "wheel-file"
-            else:
-                raise RuntimeError(
-                    f"Invalid {collection_mode=} for {task.source=}."
-                )
-            new_obj = dict(
-                task=task,
-                user_id=default_user_id,
-                origin=origin,
-                pkg_name=pkg_name,
-                version=version,
-                pip_extras=extras,
-                python_version=python_version,
-            )
-
-            if task_group_key in task_groups:
-                task_groups[task_group_key].append(new_obj)
-            else:
-                task_groups[task_group_key] = [new_obj]
-        else:
-            owner = task.owner
-            if owner is None:
-                raise RuntimeError(
-                    "Error: `owner` is `None` for "
-                    f"{task.id=}, {task.source=}, {task.owner=}."
-                )
-            user_id = user_mapping.get(owner, None)
-            if user_id is None:
-                raise RuntimeError(
-                    "Error: `user_id` is `None` for "
-                    f"{task.id=}, {task.source=}, {task.owner=}"
-                )
-            task_group_key = "-".join(
-                [
-                    "NOT_PIP",
-                    str(task.id),
-                    str(task.version),
-                    task.source,
-                    str(task.owner),
-                ]
-            )
-            if task_group_key in task_groups:
-                raise RuntimeError(
-                    f"ERROR: Duplicated {task_group_key=} for "
-                    f"{task.id=}, {task.source=}, {task.owner=}"
-                )
-            else:
-                task_groups[task_group_key] = [
-                    dict(
-                        task=task,
-                        user_id=user_id,
-                        origin="other",
-                        pkg_name=task.source,
-                        version=task.version,
-                    )
-                ]
-
-    for task_group_key, task_group_objects in task_groups.items():
-        print("-" * 80)
-        print(f"Start handling task group with key '{task_group_key}")
-        task_group_task_list = [item["task"] for item in task_group_objects]
-        print("List of tasks to be included")
-        for task in task_group_task_list:
-            print(f"  {task.id=}, {task.source=}")
-
-        task_group_attributes = dict(
-            pkg_name=get_unique_value(task_group_objects, "pkg_name"),
-            version=get_unique_value(task_group_objects, "version"),
-            origin=get_unique_value(task_group_objects, "origin"),
-            user_id=get_unique_value(task_group_objects, "user_id"),
-            user_group_id=default_user_group_id,
-            python_version=get_unique_value(
-                task_group_objects, "python_version"
-            ),
-            pip_extras=get_unique_value(task_group_objects, "pip_extras"),
-            task_list=task_group_task_list,
-            active=True,
-            timestamp_created=get_timestamp(),
-        )
-
-        if not task_group_key.startswith("NOT_PIP"):
-            cmd = next(
-                getattr(task_group_task_list[0], attr_name)
-                for attr_name in ["command_non_parallel", "command_parallel"]
-                if getattr(task_group_task_list[0], attr_name) is not None
-            )
-            python_bin = cmd.split()[0]
-            venv_path = Path(python_bin).parents[1].as_posix()
-            path = Path(python_bin).parents[2].as_posix()
-            task_group_attributes["venv_path"] = venv_path
-            task_group_attributes["path"] = path
-
-        print()
-        print("List of task-group attributes")
-        for key, value in task_group_attributes.items():
-            if key != "task_list":
-                print(f"  {key}: {value}")
-
-        print()
-
-        # Verify non-duplication constraints
-        asyncio.run(
-            check_non_duplication_constraints(
-                user_id=task_group_attributes["user_id"],
-                user_group_id=task_group_attributes["user_group_id"],
-                pkg_name=task_group_attributes["pkg_name"],
-                version=task_group_attributes["version"],
-            )
-        )
-        logger.warning(
-            "Non-duplication-constraint check is OK, "
-            "proceed and create TaskGroupV2."
-        )
-
-        # Create the TaskGroupV2 object and commit it
-        task_group = TaskGroupV2(**task_group_attributes)
-        db.add(task_group)
-        db.commit()
-        db.refresh(task_group)
-        logger.warning(f"Created task group {task_group.id=}")
-        print()
-
-    return
-
-
-def fix_db():
-    logger.warning("START execution of fix_db function")
-    _check_current_version("2.7.0")
-
-    with next(get_sync_db()) as db:
-        user_mapping = get_users_mapping(db)
-        default_user_id = get_default_user_id(db)
-        default_user_group_id = get_default_user_group_id(db)
-
-        prepare_task_groups(
-            user_mapping=user_mapping,
-            default_user_id=default_user_id,
-            default_user_group_id=default_user_group_id,
-            db=db,
-        )
-
-    logger.warning("END of execution of fix_db function")
-    print()