fractal-server 2.14.0a13__py3-none-any.whl → 2.14.0a14__py3-none-any.whl

fractal_server/__init__.py

@@ -1 +1 @@
-__VERSION__ = "2.14.0a13"
+__VERSION__ = "2.14.0a14"

fractal_server/app/models/linkusergroup.py

@@ -13,8 +13,12 @@ class LinkUserGroup(SQLModel, table=True):
     Crossing table between User and UserGroup
     """
 
-    group_id: int = Field(foreign_key="usergroup.id", primary_key=True)
-    user_id: int = Field(foreign_key="user_oauth.id", primary_key=True)
+    group_id: int = Field(
+        foreign_key="usergroup.id", primary_key=True, ondelete="CASCADE"
+    )
+    user_id: int = Field(
+        foreign_key="user_oauth.id", primary_key=True, ondelete="CASCADE"
+    )
 
     timestamp_created: datetime = Field(
         default_factory=get_timestamp,

fractal_server/app/models/v2/dataset.py

@@ -19,7 +19,7 @@ class DatasetV2(SQLModel, table=True):
     id: Optional[int] = Field(default=None, primary_key=True)
     name: str
 
-    project_id: int = Field(foreign_key="projectv2.id")
+    project_id: int = Field(foreign_key="projectv2.id", ondelete="CASCADE")
     project: "ProjectV2" = Relationship(  # noqa: F821
         sa_relationship_kwargs=dict(lazy="selectin"),
     )

fractal_server/app/models/v2/job.py

@@ -18,11 +18,15 @@ class JobV2(SQLModel, table=True):
     model_config = ConfigDict(arbitrary_types_allowed=True)
 
     id: Optional[int] = Field(default=None, primary_key=True)
-    project_id: Optional[int] = Field(foreign_key="projectv2.id", default=None)
+    project_id: Optional[int] = Field(
+        foreign_key="projectv2.id", default=None, ondelete="SET NULL"
+    )
     workflow_id: Optional[int] = Field(
-        foreign_key="workflowv2.id", default=None
+        foreign_key="workflowv2.id", default=None, ondelete="SET NULL"
+    )
+    dataset_id: Optional[int] = Field(
+        foreign_key="datasetv2.id", default=None, ondelete="SET NULL"
     )
-    dataset_id: Optional[int] = Field(foreign_key="datasetv2.id", default=None)
 
     user_email: str = Field(nullable=False)
     slurm_account: Optional[str] = None

fractal_server/app/models/v2/task_group.py

@@ -23,7 +23,7 @@ class TaskGroupV2(SQLModel, table=True):
 
     user_id: int = Field(foreign_key="user_oauth.id")
     user_group_id: Optional[int] = Field(
-        foreign_key="usergroup.id", default=None
+        foreign_key="usergroup.id", default=None, ondelete="SET NULL"
     )
 
     origin: str
@@ -100,7 +100,7 @@ class TaskGroupActivityV2(SQLModel, table=True):
     id: Optional[int] = Field(default=None, primary_key=True)
     user_id: int = Field(foreign_key="user_oauth.id")
     taskgroupv2_id: Optional[int] = Field(
-        default=None, foreign_key="taskgroupv2.id"
+        default=None, foreign_key="taskgroupv2.id", ondelete="SET NULL"
     )
     timestamp_started: datetime = Field(
         default_factory=get_timestamp,

fractal_server/app/models/v2/workflow.py

@@ -16,7 +16,7 @@ class WorkflowV2(SQLModel, table=True):
 
     id: Optional[int] = Field(default=None, primary_key=True)
     name: str
-    project_id: int = Field(foreign_key="projectv2.id")
+    project_id: int = Field(foreign_key="projectv2.id", ondelete="CASCADE")
     project: "ProjectV2" = Relationship(  # noqa: F821
         sa_relationship_kwargs=dict(lazy="selectin"),
     )

fractal_server/app/models/v2/workflowtask.py

@@ -16,7 +16,7 @@ class WorkflowTaskV2(SQLModel, table=True):
 
     id: Optional[int] = Field(default=None, primary_key=True)
 
-    workflow_id: int = Field(foreign_key="workflowv2.id")
+    workflow_id: int = Field(foreign_key="workflowv2.id", ondelete="CASCADE")
     order: Optional[int] = None
     meta_parallel: Optional[dict[str, Any]] = Field(
         sa_column=Column(JSON), default=None

fractal_server/app/routes/admin/v2/task_group.py

@@ -192,23 +192,6 @@ async def delete_task_group(
             detail=f"TaskV2 {workflow_tasks[0].task_id} is still in use",
         )
 
-    # Cascade operations: set foreign-keys to null for TaskGroupActivityV2
-    # which are in relationship with the current TaskGroupV2
-    logger.debug("Start of cascade operations on TaskGroupActivityV2.")
-    stm = select(TaskGroupActivityV2).where(
-        TaskGroupActivityV2.taskgroupv2_id == task_group_id
-    )
-    res = await db.execute(stm)
-    task_group_activity_list = res.scalars().all()
-    for task_group_activity in task_group_activity_list:
-        logger.debug(
-            f"Setting TaskGroupActivityV2[{task_group_activity.id}]"
-            ".taskgroupv2_id to None."
-        )
-        task_group_activity.taskgroupv2_id = None
-        db.add(task_group_activity)
-    logger.debug("End of cascade operations on TaskGroupActivityV2.")
-
     await db.delete(task_group)
     await db.commit()
 

fractal_server/app/routes/api/v2/dataset.py

@@ -212,14 +212,6 @@ async def delete_dataset(
             ),
         )
 
-    # Cascade operations: set foreign-keys to null for jobs which are in
-    # relationship with the current dataset
-    stm = select(JobV2).where(JobV2.dataset_id == dataset_id)
-    res = await db.execute(stm)
-    jobs = res.scalars().all()
-    for job in jobs:
-        job.dataset_id = None
-
     # Delete dataset
     await db.delete(dataset)
     await db.commit()

fractal_server/app/routes/api/v2/history.py

@@ -1,3 +1,4 @@
+from typing import Any
 from typing import Optional
 
 from fastapi import APIRouter
@@ -15,6 +16,7 @@ from ._aux_functions_history import get_history_run_or_404
 from ._aux_functions_history import get_history_unit_or_404
 from ._aux_functions_history import get_wftask_check_owner
 from ._aux_functions_history import read_log_file
+from .images import ImageQuery
 from fractal_server.app.db import AsyncSession
 from fractal_server.app.db import get_async_db
 from fractal_server.app.models import UserOAuth
@@ -25,15 +27,26 @@ from fractal_server.app.routes.auth import current_active_user
 from fractal_server.app.routes.pagination import get_pagination_params
 from fractal_server.app.routes.pagination import PaginationRequest
 from fractal_server.app.routes.pagination import PaginationResponse
+from fractal_server.app.schemas.v2 import HistoryRunRead
 from fractal_server.app.schemas.v2 import HistoryRunReadAggregated
 from fractal_server.app.schemas.v2 import HistoryUnitRead
 from fractal_server.app.schemas.v2 import HistoryUnitStatus
+from fractal_server.app.schemas.v2 import HistoryUnitStatusQuery
 from fractal_server.app.schemas.v2 import ImageLogsRequest
-from fractal_server.app.schemas.v2 import ZarrUrlAndStatus
+from fractal_server.app.schemas.v2 import SingleImageWithStatus
+from fractal_server.images.tools import aggregate_attributes
+from fractal_server.images.tools import aggregate_types
 from fractal_server.images.tools import filter_image_list
 from fractal_server.images.tools import merge_type_filters
 from fractal_server.logger import set_logger
 
+
+class ImageWithStatusPage(PaginationResponse[SingleImageWithStatus]):
+
+    attributes: dict[str, list[Any]]
+    types: list[str]
+
+
 router = APIRouter()
 logger = set_logger(__name__)
 
@@ -70,8 +83,12 @@ async def get_workflow_tasks_statuses(
             .order_by(HistoryRun.timestamp_started.desc())
             .limit(1)
         )
-        latest_history_run = res.scalar()
-        if not latest_history_run:
+        latest_history_run = res.scalar_one_or_none()
+        logger.debug(  # FIXME: remove
+            f"Given {dataset_id=} and {wftask.id}, "
+            f"found {latest_history_run=}."
+        )
+        if latest_history_run is None:
             response[wftask.id] = None
             continue
         response[wftask.id] = dict(
@@ -213,15 +230,17 @@ async def get_history_run_units(
     )
 
 
-@router.get("/project/{project_id}/status/images/")
+@router.post("/project/{project_id}/status/images/")
 async def get_history_images(
     project_id: int,
     dataset_id: int,
     workflowtask_id: int,
+    request_body: ImageQuery,
+    unit_status: Optional[HistoryUnitStatusQuery] = None,
     user: UserOAuth = Depends(current_active_user),
     db: AsyncSession = Depends(get_async_db),
     pagination: PaginationRequest = Depends(get_pagination_params),
-) -> PaginationResponse[ZarrUrlAndStatus]:
+) -> ImageWithStatusPage:
 
     # Access control and object retrieval
     wftask = await get_wftask_check_owner(
@@ -264,10 +283,15 @@ async def get_history_images(
     actual_filters.update(type_filters_patch)
     logger.debug(f"{prefix} {actual_filters=}")
     # (1D) Get all matching images from the dataset
-    filtered_dataset_images = filter_image_list(
+    pre_filtered_dataset_images = filter_image_list(
         images=dataset.images,
         type_filters=inferred_dataset_type_filters,
     )
+    filtered_dataset_images = filter_image_list(
+        pre_filtered_dataset_images,
+        type_filters=request_body.type_filters,
+        attribute_filters=request_body.attribute_filters,
+    )
     logger.debug(f"{prefix} {len(dataset.images)=}")
     logger.debug(f"{prefix} {len(filtered_dataset_images)=}")
     # (1E) Extract the list of URLs for filtered images
@@ -276,52 +300,84 @@ async def get_history_images(
     )
 
     # (2) Get `(zarr_url, status)` pairs for all images that have already
-    # been processed
-    res = await db.execute(
+    # been processed, and
+    # (3) When relevant, find images that have not been processed
+    base_stmt = (
         select(HistoryImageCache.zarr_url, HistoryUnit.status)
         .join(HistoryUnit)
         .where(HistoryImageCache.dataset_id == dataset_id)
         .where(HistoryImageCache.workflowtask_id == workflowtask_id)
         .where(HistoryImageCache.latest_history_unit_id == HistoryUnit.id)
         .where(HistoryImageCache.zarr_url.in_(filtered_dataset_images_url))
-        .order_by(HistoryImageCache.zarr_url)
     )
-    list_processed_url_status = res.all()
+
+    if unit_status in [HistoryUnitStatusQuery.UNSET, None]:
+        stmt = base_stmt.order_by(HistoryImageCache.zarr_url)
+        res = await db.execute(stmt)
+        list_processed_url_status = res.all()
+        list_processed_url = list(
+            item[0] for item in list_processed_url_status
+        )
+        list_non_processed_url_status = list(
+            (url, None)
+            for url in filtered_dataset_images_url
+            if url not in list_processed_url
+        )
+        if unit_status == HistoryUnitStatusQuery.UNSET:
+            list_processed_url_status = []
+    else:
+        stmt = base_stmt.where(HistoryUnit.status == unit_status).order_by(
+            HistoryImageCache.zarr_url
+        )
+        res = await db.execute(stmt)
+        list_processed_url_status = res.all()
+        list_non_processed_url_status = []
+
     logger.debug(f"{prefix} {len(list_processed_url_status)=}")
+    logger.debug(f"{prefix} {len(list_non_processed_url_status)=}")
 
     # (3) Combine outputs from 1 and 2
-    list_processed_url = list(item[0] for item in list_processed_url_status)
-    logger.debug(f"{prefix} {len(list_processed_url)=}")
-
-    list_non_processed_url_status = list(
-        (url, None)
-        for url in filtered_dataset_images_url
-        if url not in list_processed_url
+    full_list_url_status = (
+        list_processed_url_status + list_non_processed_url_status
     )
-    logger.debug(f"{prefix} {len(list_non_processed_url_status)=}")
+    logger.debug(f"{prefix} {len(full_list_url_status)=}")
+
+    attributes = aggregate_attributes(pre_filtered_dataset_images)
+    types = aggregate_types(pre_filtered_dataset_images)
 
     sorted_list_url_status = sorted(
-        list_processed_url_status + list_non_processed_url_status,
+        full_list_url_status,
         key=lambda url_status: url_status[0],
     )
     logger.debug(f"{prefix} {len(sorted_list_url_status)=}")
 
     # Final list of objects
-    sorted_list_objects = list(
-        dict(zarr_url=url_status[0], status=url_status[1])
-        for url_status in sorted_list_url_status
-    )
 
-    total_count = len(sorted_list_objects)
+    total_count = len(sorted_list_url_status)
     page_size = pagination.page_size or total_count
 
+    paginated_list_url_status = sorted_list_url_status[
+        (pagination.page - 1) * page_size : pagination.page * page_size
+    ]
+
+    # Aggregate information to create 'SingleImageWithStatus'
+    items = [
+        {
+            **filtered_dataset_images[
+                filtered_dataset_images_url.index(url_status[0])
+            ],
+            "status": url_status[1],
+        }
+        for url_status in paginated_list_url_status
+    ]
+
     return dict(
         current_page=pagination.page,
         page_size=page_size,
         total_count=total_count,
-        items=sorted_list_objects[
-            (pagination.page - 1) * page_size : pagination.page * page_size
-        ],
+        items=items,
+        attributes=attributes,
+        types=types,
     )
 
 
@@ -402,3 +458,32 @@ async def get_history_unit_log(
         dataset_id=dataset_id,
     )
     return JSONResponse(content=log)
+
+
+@router.get("/project/{project_id}/dataset/{dataset_id}/history/")
+async def get_dataset_history(
+    project_id: int,
+    dataset_id: int,
+    user: UserOAuth = Depends(current_active_user),
+    db: AsyncSession = Depends(get_async_db),
+) -> list[HistoryRunRead]:
+    """
+    Returns a list of all HistoryRuns associated to a given dataset, sorted by
+    timestamp.
+    """
+    # Access control
+    await _get_dataset_check_owner(
+        project_id=project_id,
+        dataset_id=dataset_id,
+        user_id=user.id,
+        db=db,
+    )
+
+    res = await db.execute(
+        select(HistoryRun)
+        .where(HistoryRun.dataset_id == dataset_id)
+        .order_by(HistoryRun.timestamp_started)
+    )
+    history_run_list = res.scalars().all()
+
+    return history_run_list

fractal_server/app/routes/api/v2/images.py

@@ -11,10 +11,12 @@ from pydantic import Field
 from pydantic import field_validator
 from pydantic import model_validator
 from sqlalchemy.orm.attributes import flag_modified
+from sqlmodel import delete
 
 from ._aux_functions import _get_dataset_check_owner
 from fractal_server.app.db import AsyncSession
 from fractal_server.app.db import get_async_db
+from fractal_server.app.models import HistoryImageCache
 from fractal_server.app.models import UserOAuth
 from fractal_server.app.routes.auth import current_active_user
 from fractal_server.app.routes.pagination import get_pagination_params
@@ -28,6 +30,8 @@ from fractal_server.app.schemas._validators import root_validate_dict_keys
 from fractal_server.images import SingleImage
 from fractal_server.images import SingleImageUpdate
 from fractal_server.images.models import AttributeFiltersType
+from fractal_server.images.tools import aggregate_attributes
+from fractal_server.images.tools import aggregate_types
 from fractal_server.images.tools import find_image_by_zarr_url
 from fractal_server.images.tools import match_filter
 
@@ -133,16 +137,8 @@ async def query_dataset_images(
     dataset = output["dataset"]
     images = dataset.images
 
-    attributes = {}
-    for image in images:
-        for k, v in image["attributes"].items():
-            attributes.setdefault(k, []).append(v)
-        for k, v in attributes.items():
-            attributes[k] = list(set(v))
-
-    types = list(
-        set(type for image in images for type in image["types"].keys())
-    )
+    attributes = aggregate_attributes(images)
+    types = aggregate_types(images)
 
     if query is not None:
 
@@ -210,10 +206,10 @@ async def delete_dataset_images(
     )
     dataset = output["dataset"]
 
-    image_to_remove = next(
-        (image for image in dataset.images if image["zarr_url"] == zarr_url),
-        None,
+    image_to_remove = find_image_by_zarr_url(
+        images=dataset.images, zarr_url=zarr_url
     )
+
     if image_to_remove is None:
         raise HTTPException(
             status_code=status.HTTP_404_NOT_FOUND,
@@ -223,9 +219,15 @@ async def delete_dataset_images(
             ),
         )
 
-    dataset.images.remove(image_to_remove)
+    dataset.images.remove(image_to_remove["image"])
     flag_modified(dataset, "images")
 
+    await db.execute(
+        delete(HistoryImageCache)
+        .where(HistoryImageCache.dataset_id == dataset_id)
+        .where(HistoryImageCache.zarr_url == zarr_url)
+    )
+
     await db.commit()
 
     return Response(status_code=status.HTTP_204_NO_CONTENT)

fractal_server/app/routes/api/v2/project.py

@@ -11,11 +11,9 @@ from .....logger import reset_logger_handlers
 from .....logger import set_logger
 from ....db import AsyncSession
 from ....db import get_async_db
-from ....models.v2 import DatasetV2
 from ....models.v2 import JobV2
 from ....models.v2 import LinkUserProjectV2
 from ....models.v2 import ProjectV2
-from ....models.v2 import WorkflowV2
 from ....schemas.v2 import ProjectCreateV2
 from ....schemas.v2 import ProjectReadV2
 from ....schemas.v2 import ProjectUpdateV2
@@ -145,56 +143,6 @@ async def delete_project(
             ),
         )
 
-    # Cascade operations
-
-    # Workflows
-    stm = select(WorkflowV2).where(WorkflowV2.project_id == project_id)
-    res = await db.execute(stm)
-    workflows = res.scalars().all()
-    logger.info("Start of cascade operations on Workflows.")
-    for wf in workflows:
-        # Cascade operations: set foreign-keys to null for jobs which are in
-        # relationship with the current workflow
-        stm = select(JobV2).where(JobV2.workflow_id == wf.id)
-        res = await db.execute(stm)
-        jobs = res.scalars().all()
-        for job in jobs:
-            logger.info(f"Setting Job[{job.id}].workflow_id to None.")
-            job.workflow_id = None
-        # Delete workflow
-        logger.info(f"Adding Workflow[{wf.id}] to deletion.")
-        await db.delete(wf)
-    logger.info("End of cascade operations on Workflows.")
-
-    # Dataset
-    stm = select(DatasetV2).where(DatasetV2.project_id == project_id)
-    res = await db.execute(stm)
-    datasets = res.scalars().all()
-    logger.info("Start of cascade operations on Datasets.")
-    for ds in datasets:
-        # Cascade operations: set foreign-keys to null for jobs which are in
-        # relationship with the current dataset
-        stm = select(JobV2).where(JobV2.dataset_id == ds.id)
-        res = await db.execute(stm)
-        jobs = res.scalars().all()
-        for job in jobs:
-            logger.info(f"Setting Job[{job.id}].dataset_id to None.")
-            job.dataset_id = None
-        # Delete dataset
-        logger.info(f"Adding Dataset[{ds.id}] to deletion.")
-        await db.delete(ds)
-    logger.info("End of cascade operations on Datasets.")
-
-    # Job
-    logger.info("Start of cascade operations on Jobs.")
-    stm = select(JobV2).where(JobV2.project_id == project_id)
-    res = await db.execute(stm)
-    jobs = res.scalars().all()
-    for job in jobs:
-        logger.info(f"Setting Job[{job.id}].project_id to None.")
-        job.project_id = None
-    logger.info("End of cascade operations on Jobs.")
-
     logger.info(f"Adding Project[{project.id}] to deletion.")
     await db.delete(project)
 

fractal_server/app/routes/api/v2/task_group.py

@@ -181,23 +181,6 @@ async def delete_task_group(
             detail=f"TaskV2 {workflow_tasks[0].task_id} is still in use",
         )
 
-    # Cascade operations: set foreign-keys to null for TaskGroupActivityV2
-    # which are in relationship with the current TaskGroupV2
-    logger.debug("Start of cascade operations on TaskGroupActivityV2.")
-    stm = select(TaskGroupActivityV2).where(
-        TaskGroupActivityV2.taskgroupv2_id == task_group_id
-    )
-    res = await db.execute(stm)
-    task_group_activity_list = res.scalars().all()
-    for task_group_activity in task_group_activity_list:
-        logger.debug(
-            f"Setting TaskGroupActivityV2[{task_group_activity.id}]"
-            ".taskgroupv2_id to None."
-        )
-        task_group_activity.taskgroupv2_id = None
-        db.add(task_group_activity)
-    logger.debug("End of cascade operations on TaskGroupActivityV2.")
-
     await db.delete(task_group)
     await db.commit()
 

fractal_server/app/routes/api/v2/workflow.py

@@ -221,14 +221,6 @@ async def delete_workflow(
             ),
         )
 
-    # Cascade operation: set foreign-keys to null for jobs which are in
-    # relationship with the current workflow.
-    stm = select(JobV2).where(JobV2.workflow_id == workflow_id)
-    res = await db.execute(stm)
-    jobs = res.scalars().all()
-    for job in jobs:
-        job.workflow_id = None
-
     # Delete workflow
     await db.delete(workflow)
     await db.commit()

fractal_server/app/routes/auth/group.py

@@ -19,7 +19,6 @@ from fractal_server.app.models import LinkUserGroup
 from fractal_server.app.models import UserGroup
 from fractal_server.app.models import UserOAuth
 from fractal_server.app.models import UserSettings
-from fractal_server.app.models.v2 import TaskGroupV2
 from fractal_server.app.schemas.user_group import UserGroupCreate
 from fractal_server.app.schemas.user_group import UserGroupRead
 from fractal_server.app.schemas.user_group import UserGroupUpdate
@@ -156,21 +155,6 @@ async def delete_single_group(
             ),
         )
 
-    # Cascade operations
-
-    res = await db.execute(
-        select(LinkUserGroup).where(LinkUserGroup.group_id == group_id)
-    )
-    for link in res.scalars().all():
-        await db.delete(link)
-
-    res = await db.execute(
-        select(TaskGroupV2).where(TaskGroupV2.user_group_id == group_id)
-    )
-    for task_group in res.scalars().all():
-        task_group.user_group_id = None
-        db.add(task_group)
-
     # Delete
 
     await db.delete(group)

fractal_server/app/runner/executors/base_runner.py

@@ -2,6 +2,7 @@ from typing import Any
 
 from fractal_server.app.runner.task_files import TaskFiles
 from fractal_server.app.schemas.v2.task import TaskTypeType
+from fractal_server.logger import set_logger
 
 
 TASK_TYPES_SUBMIT: list[TaskTypeType] = [
@@ -16,6 +17,8 @@ TASK_TYPES_MULTISUBMIT: list[TaskTypeType] = [
     "parallel",
 ]
 
+logger = set_logger(__name__)
+
 
 class BaseRunner(object):
     """
@@ -88,6 +91,7 @@ class BaseRunner(object):
             parameters: Parameters dictionary.
             task_type: Task type.s
         """
+        logger.info("[validate_submit_parameters] START")
         if task_type not in TASK_TYPES_SUBMIT:
             raise ValueError(f"Invalid {task_type=} for `submit`.")
         if not isinstance(parameters, dict):
@@ -102,6 +106,7 @@ class BaseRunner(object):
                 raise ValueError(
                     f"Forbidden 'zarr_urls' key in {list(parameters.keys())}"
                 )
+        logger.info("[validate_submit_parameters] END")
 
     def validate_multisubmit_parameters(
         self,

fractal_server/app/runner/executors/local/runner.py

@@ -6,12 +6,16 @@ from typing import Literal
 
 from .get_local_config import LocalBackendConfig
 from fractal_server.app.db import get_sync_db
+from fractal_server.app.runner.exceptions import TaskExecutionError
 from fractal_server.app.runner.executors.base_runner import BaseRunner
+from fractal_server.app.runner.task_files import MULTISUBMIT_PREFIX
+from fractal_server.app.runner.task_files import SUBMIT_PREFIX
 from fractal_server.app.runner.task_files import TaskFiles
 from fractal_server.app.runner.v2.db_tools import update_status_of_history_unit
 from fractal_server.app.schemas.v2 import HistoryUnitStatus
 from fractal_server.logger import set_logger
 
+
 logger = set_logger(__name__)
 
 
@@ -65,6 +69,8 @@ class LocalRunner(BaseRunner):
         workdir_local = task_files.wftask_subfolder_local
         workdir_local.mkdir()
 
+        task_files.prefix = SUBMIT_PREFIX
+
         # SUBMISSION PHASE
         future = self.executor.submit(
             func,
@@ -85,15 +91,13 @@ class LocalRunner(BaseRunner):
                     )
                 return result, None
             except Exception as e:
-                exception = e
                 logger.debug("[submit] END with exception")
                 update_status_of_history_unit(
                     history_unit_id=history_unit_id,
                     status=HistoryUnitStatus.FAILED,
                     db_sync=db,
                 )
-
-                return None, exception
+                return None, TaskExecutionError(str(e))
 
     def multisubmit(
         self,
@@ -151,12 +155,14 @@ class LocalRunner(BaseRunner):
             active_futures: dict[int, Future] = {}
             for ind_within_chunk, kwargs in enumerate(list_parameters_chunk):
                 positional_index = ind_chunk + ind_within_chunk
+                current_task_files = list_task_files[positional_index]
+                current_task_files.prefix = (
+                    f"{MULTISUBMIT_PREFIX}-{positional_index:06d}"
+                )
                 future = self.executor.submit(
                     func,
                     parameters=kwargs,
-                    remote_files=list_task_files[
-                        positional_index
-                    ].remote_files_dict,
+                    remote_files=current_task_files.remote_files_dict,
                 )
                 active_futures[positional_index] = future
 
@@ -189,7 +195,9 @@ class LocalRunner(BaseRunner):
                                 )
 
                         except Exception as e:
-                            exceptions[positional_index] = e
+                            exceptions[positional_index] = TaskExecutionError(
+                                str(e)
+                            )
                             if task_type == "parallel":
                                 update_status_of_history_unit(
                                     history_unit_id=current_history_unit_id,