fractal-server 2.15.9__py3-none-any.whl → 2.15.10a0__py3-none-any.whl

fractal_server/__init__.py

@@ -1 +1 @@
-__VERSION__ = "2.15.9"
+__VERSION__ = "2.15.10a0"

fractal_server/app/models/v2/job.py

@@ -55,6 +55,7 @@ class JobV2(SQLModel, table=True):
     )
     status: str = JobStatusTypeV2.SUBMITTED
     log: str | None = None
+    executor_error_log: str | None = None
 
     attribute_filters: AttributeFilters = Field(
         sa_column=Column(JSONB, nullable=False, server_default="{}")

fractal_server/app/models/v2/task_group.py

@@ -12,6 +12,24 @@ from .task import TaskV2
 from fractal_server.utils import get_timestamp
 
 
+def _check_origin_not_pixi(origin: str):
+    """
+    Raise `ValueError` if `origin=="pixi"`
+    """
+    if origin == "pixi":
+        raise ValueError(f"Cannot call 'pip_install_string' if {origin=}.")
+
+
+def _create_dependency_string(pinned_versions: dict[str, str]) -> str:
+    """
+    Expand e.g. `{"a": "1.2", "b": "3"}` into `"a==1.2 b==3"`.
+    """
+    output = " ".join(
+        [f"{key}=={value}" for key, value in pinned_versions.items()]
+    )
+    return output
+
+
 class TaskGroupV2(SQLModel, table=True):
     id: int | None = Field(default=None, primary_key=True)
     task_list: list[TaskV2] = Relationship(
@@ -33,7 +51,15 @@ class TaskGroupV2(SQLModel, table=True):
     path: str | None = None
     archive_path: str | None = None
     pip_extras: str | None = None
-    pinned_package_versions: dict[str, str] = Field(
+    pinned_package_versions_pre: dict[str, str] = Field(
+        sa_column=Column(
+            JSONB,
+            server_default="{}",
+            default={},
+            nullable=True,
+        ),
+    )
+    pinned_package_versions_post: dict[str, str] = Field(
         sa_column=Column(
             JSONB,
             server_default="{}",
@@ -67,10 +93,7 @@ class TaskGroupV2(SQLModel, table=True):
         """
         Prepare string to be used in `python -m pip install`.
         """
-        if self.origin == "pixi":
-            raise ValueError(
-                f"Cannot call 'pip_install_string' if {self.origin=}."
-            )
+        _check_origin_not_pixi(self.origin)
 
         extras = f"[{self.pip_extras}]" if self.pip_extras is not None else ""
 
@@ -85,24 +108,27 @@ class TaskGroupV2(SQLModel, table=True):
             return f"{self.pkg_name}{extras}=={self.version}"
 
     @property
-    def pinned_package_versions_string(self) -> str:
+    def pinned_package_versions_pre_string(self) -> str:
+        """
+        Prepare string to be used in `python -m pip install`.
+        """
+        _check_origin_not_pixi(self.origin)
+
+        if self.pinned_package_versions_pre is None:
+            return ""
+        output = _create_dependency_string(self.pinned_package_versions_pre)
+        return output
+
+    @property
+    def pinned_package_versions_post_string(self) -> str:
         """
         Prepare string to be used in `python -m pip install`.
         """
-        if self.origin == "pixi":
-            raise ValueError(
-                "Cannot call 'pinned_package_versions_string' if "
-                f"{self.origin=}."
-            )
+        _check_origin_not_pixi(self.origin)
 
-        if self.pinned_package_versions is None:
+        if self.pinned_package_versions_post is None:
             return ""
-        output = " ".join(
-            [
-                f"{key}=={value}"
-                for key, value in self.pinned_package_versions.items()
-            ]
-        )
+        output = _create_dependency_string(self.pinned_package_versions_post)
         return output
 
 

fractal_server/app/routes/api/v2/task_collection.py

@@ -108,7 +108,8 @@ def parse_request_data(
     package_version: str | None = Form(None),
     package_extras: str | None = Form(None),
     python_version: str | None = Form(None),
-    pinned_package_versions: str | None = Form(None),
+    pinned_package_versions_pre: str | None = Form(None),
+    pinned_package_versions_post: str | None = Form(None),
     file: UploadFile | None = File(None),
 ) -> CollectionRequestData:
     """
@@ -117,9 +118,14 @@ def parse_request_data(
 
     try:
         # Convert dict_pinned_pkg from a JSON string into a Python dictionary
-        dict_pinned_pkg = (
-            json.loads(pinned_package_versions)
-            if pinned_package_versions
+        dict_pinned_pkg_pre = (
+            json.loads(pinned_package_versions_pre)
+            if pinned_package_versions_pre
+            else None
+        )
+        dict_pinned_pkg_post = (
+            json.loads(pinned_package_versions_post)
+            if pinned_package_versions_post
             else None
         )
         # Validate and coerce form data
@@ -128,7 +134,8 @@ def parse_request_data(
             package_version=package_version,
             package_extras=package_extras,
             python_version=python_version,
-            pinned_package_versions=dict_pinned_pkg,
+            pinned_package_versions_pre=dict_pinned_pkg_pre,
+            pinned_package_versions_post=dict_pinned_pkg_post,
         )
 
         data = CollectionRequestData(
@@ -198,10 +205,14 @@ async def collect_tasks_pip(
         task_group_attrs["pip_extras"] = task_collect.package_extras
 
     # Set pinned_package_versions
-    if task_collect.pinned_package_versions is not None:
+    if task_collect.pinned_package_versions_pre is not None:
+        task_group_attrs[
+            "pinned_package_versions_pre"
+        ] = task_collect.pinned_package_versions_pre
+    if task_collect.pinned_package_versions_post is not None:
         task_group_attrs[
-            "pinned_package_versions"
-        ] = task_collect.pinned_package_versions
+            "pinned_package_versions_post"
+        ] = task_collect.pinned_package_versions_post
 
     # Initialize wheel_file_content as None
     wheel_file = None

fractal_server/app/runner/executors/base_runner.py

@@ -39,6 +39,8 @@ class BaseRunner:
     Base class for Fractal runners.
     """
 
+    executor_error_log: str | None = None
+
     def submit(
         self,
         base_command: str,

fractal_server/app/runner/executors/slurm_common/base_slurm_runner.py

@@ -517,6 +517,48 @@ class BaseSlurmRunner(BaseRunner):
             Path(task.input_file_local).unlink(missing_ok=True)
             Path(task.output_file_local).unlink(missing_ok=True)
 
+    def _extract_slurm_error(self, slurm_job: SlurmJob) -> str | None:
+        """
+        Extract stderr of SLURM job, or `None`.
+
+        Note: this method reads the _local_ stderr file, and then it should
+        always be called _after_ fetching remote artifacts (e.g. in an SSH
+        deployment).
+        """
+
+        stderr_path = slurm_job.slurm_stderr_local_path
+
+        if not stderr_path.exists():
+            return None
+
+        try:
+            with open(stderr_path) as f:
+                stderr_content = f.read().strip()
+            if stderr_content:
+                return stderr_content
+        except Exception as e:
+            logger.error(f"Failed to read SLURM stderr file: {e}")
+
+        return None
+
+    def _set_executor_error_log(self, slurm_jobs: list[SlurmJob]) -> None:
+        """
+        If `executor_error_log` is unset, update it based on a list of jobs.
+
+        Notes:
+        1. This method must be executed **after** `_fetch_artifacts`.
+        2. This method only captures the first error it finds.
+        """
+        if self.executor_error_log is not None:
+            # `executor_error_log` is already set, exit
+            return
+        for slurm_job in slurm_jobs:
+            slurm_error = self._extract_slurm_error(slurm_job)
+            if slurm_error is not None:
+                logger.warning(f"SLURM error detected: {slurm_error}")
+                self.executor_error_log = slurm_error
+                return
+
     def is_shutdown(self) -> bool:
         return self.shutdown_file.exists()
 
@@ -573,6 +615,9 @@ class BaseSlurmRunner(BaseRunner):
     ) -> tuple[Any, Exception]:
         logger.debug("[submit] START")
 
+        # Always refresh `executor_error_log` before starting a task
+        self.executor_error_log = None
+
         config = self._enrich_slurm_config(config)
 
         try:
@@ -658,7 +703,12 @@ class BaseSlurmRunner(BaseRunner):
                     self.jobs[_slurm_job_id]
                     for _slurm_job_id in finished_job_ids
                 ]
+
                 self._fetch_artifacts(finished_jobs)
+
+                # Extract SLURM errors
+                self._set_executor_error_log(finished_jobs)
+
                 with next(get_sync_db()) as db:
                     for slurm_job_id in finished_job_ids:
                         logger.debug(f"[submit] Now process {slurm_job_id=}")
@@ -724,6 +774,9 @@ class BaseSlurmRunner(BaseRunner):
         input images, while for compound tasks these can differ.
         """
 
+        # Always refresh `executor_error_log` before starting a task
+        self.executor_error_log = None
+
         config = self._enrich_slurm_config(config)
 
         logger.debug(f"[multisubmit] START, {len(list_parameters)=}")
@@ -868,6 +921,7 @@ class BaseSlurmRunner(BaseRunner):
             finished_jobs = [
                 self.jobs[_slurm_job_id] for _slurm_job_id in finished_job_ids
             ]
+
             fetch_artifacts_exception = None
             try:
                 self._fetch_artifacts(finished_jobs)
@@ -879,6 +933,9 @@ class BaseSlurmRunner(BaseRunner):
                 )
                 fetch_artifacts_exception = e
 
+            # Extract SLURM errors
+            self._set_executor_error_log(finished_jobs)
+
             with next(get_sync_db()) as db:
                 for slurm_job_id in finished_job_ids:
                     logger.debug(f"[multisubmit] Now process {slurm_job_id=}")

fractal_server/app/runner/v2/runner.py

@@ -22,6 +22,7 @@ from fractal_server.app.models.v2 import DatasetV2
 from fractal_server.app.models.v2 import HistoryImageCache
 from fractal_server.app.models.v2 import HistoryRun
 from fractal_server.app.models.v2 import HistoryUnit
+from fractal_server.app.models.v2 import JobV2
 from fractal_server.app.models.v2 import TaskGroupV2
 from fractal_server.app.models.v2 import WorkflowTaskV2
 from fractal_server.app.runner.exceptions import JobExecutionError
@@ -210,8 +211,8 @@ def execute_tasks_v2(
                     get_runner_config=get_runner_config,
                     history_run_id=history_run_id,
                     dataset_id=dataset.id,
-                    user_id=user_id,
                     task_type=task.type,
+                    user_id=user_id,
                 )
             elif task.type == TaskType.PARALLEL:
                 outcomes_dict, num_tasks = run_v2_task_parallel(
@@ -255,6 +256,13 @@ def execute_tasks_v2(
             }
             num_tasks = 0
 
+        # Store the SLURM error in the job database
+        with next(get_sync_db()) as db:
+            job_db = db.get(JobV2, job_id)
+            job_db.executor_error_log = runner.executor_error_log
+            db.merge(job_db)
+            db.commit()
+
         # POST TASK EXECUTION
         try:
             non_failed_task_outputs = [

fractal_server/app/schemas/v2/dumps.py

@@ -82,7 +82,8 @@ class TaskGroupDumpV2(BaseModel):
     version: str | None = None
     python_version: str | None = None
     pip_extras: str | None = None
-    pinned_package_versions: dict[str, str] = Field(default_factory=dict)
+    pinned_package_versions_pre: dict[str, str] = Field(default_factory=dict)
+    pinned_package_versions_post: dict[str, str] = Field(default_factory=dict)
 
     path: str | None = None
     venv_path: str | None = None

fractal_server/app/schemas/v2/job.py

@@ -79,6 +79,7 @@ class JobReadV2(BaseModel):
     end_timestamp: AwareDatetime | None = None
     status: str
     log: str | None = None
+    executor_error_log: str | None = None
     working_dir: str | None = None
     working_dir_user: str | None = None
     first_task_index: int | None = None

fractal_server/app/schemas/v2/task_collection.py

@@ -39,10 +39,12 @@ class TaskCollectPipV2(BaseModel):
         package_version: Version of the package
         package_extras: Package extras to include in the `pip install` command
         python_version: Python version to install and run the package tasks
-        pinned_package_versions:
-            dictionary 'package':'version' used to pin versions for specific
-            packages.
-
+        pinned_package_versions_pre:
+            dictionary 'package':'version' used to pre-pin versions for
+            specific packages.
+        pinned_package_versions_post:
+            dictionary 'package':'version' used to post-pin versions for
+            specific packages.
     """
 
     model_config = ConfigDict(extra="forbid")
@@ -52,10 +54,14 @@ class TaskCollectPipV2(BaseModel):
     python_version: Literal[
         "3.9", "3.10", "3.11", "3.12", "3.13"
     ] | None = None
-    pinned_package_versions: DictStrStr | None = None
+    pinned_package_versions_pre: DictStrStr | None = None
+    pinned_package_versions_post: DictStrStr | None = None
 
     @field_validator(
-        "package", "package_version", "package_extras", mode="after"
+        "package",
+        "package_version",
+        "package_extras",
+        mode="after",
     )
     @classmethod
     def validate_commands(cls, value):
@@ -63,7 +69,11 @@ class TaskCollectPipV2(BaseModel):
             validate_cmd(value)
         return value
 
-    @field_validator("pinned_package_versions", mode="after")
+    @field_validator(
+        "pinned_package_versions_pre",
+        "pinned_package_versions_post",
+        mode="after",
+    )
     @classmethod
     def validate_pinned_package_versions(cls, value):
         if value is not None:

fractal_server/app/schemas/v2/task_group.py

@@ -48,7 +48,8 @@ class TaskGroupCreateV2(BaseModel):
     archive_path: AbsolutePathStr = None
     pip_extras: NonEmptyStr = None
     env_info: str | None = None
-    pinned_package_versions: DictStrStr = Field(default_factory=dict)
+    pinned_package_versions_pre: DictStrStr = Field(default_factory=dict)
+    pinned_package_versions_post: DictStrStr = Field(default_factory=dict)
 
 
 class TaskGroupCreateV2Strict(TaskGroupCreateV2):
@@ -78,7 +79,8 @@ class TaskGroupReadV2(BaseModel):
     venv_path: str | None = None
     archive_path: str | None = None
     pip_extras: str | None = None
-    pinned_package_versions: dict[str, str] = Field(default_factory=dict)
+    pinned_package_versions_pre: dict[str, str] = Field(default_factory=dict)
+    pinned_package_versions_post: dict[str, str] = Field(default_factory=dict)
 
     venv_size_in_kB: int | None = None
     venv_file_number: int | None = None

fractal_server/migrations/versions/0f5f85bb2ae7_add_pre_pinned_packages.py

@@ -0,0 +1,39 @@
+"""Add pre-pinned packages
+
+Revision ID: 0f5f85bb2ae7
+Revises: 1a83a5260664
+Create Date: 2025-09-10 14:36:06.028179
+
+"""
+import sqlalchemy as sa
+from alembic import op
+from sqlalchemy.dialects import postgresql
+
+# revision identifiers, used by Alembic.
+revision = "0f5f85bb2ae7"
+down_revision = "1a83a5260664"
+branch_labels = None
+depends_on = None
+
+
+def upgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    with op.batch_alter_table("taskgroupv2", schema=None) as batch_op:
+        batch_op.add_column(
+            sa.Column(
+                "pinned_package_versions_pre",
+                postgresql.JSONB(astext_type=sa.Text()),
+                server_default="{}",
+                nullable=True,
+            )
+        )
+
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    with op.batch_alter_table("taskgroupv2", schema=None) as batch_op:
+        batch_op.drop_column("pinned_package_versions_pre")
+
+    # ### end Alembic commands ###

fractal_server/migrations/versions/1a83a5260664_rename.py

@@ -0,0 +1,31 @@
+"""Rename `pinned_package_versions`
+
+Revision ID: 1a83a5260664
+Revises: b3ffb095f973
+Create Date: 2025-09-10 14:16:51.202765
+
+"""
+from alembic import op
+
+
+# revision identifiers, used by Alembic.
+revision = "1a83a5260664"
+down_revision = "b3ffb095f973"
+branch_labels = None
+depends_on = None
+
+
+def upgrade() -> None:
+    with op.batch_alter_table("taskgroupv2", schema=None) as batch_op:
+        batch_op.alter_column(
+            column_name="pinned_package_versions",
+            new_column_name="pinned_package_versions_post",
+        )
+
+
+def downgrade() -> None:
+    with op.batch_alter_table("taskgroupv2", schema=None) as batch_op:
+        batch_op.alter_column(
+            column_name="pinned_package_versions_post",
+            new_column_name="pinned_package_versions",
+        )

fractal_server/migrations/versions/981d588fe248_add_executor_error_log.py

@@ -0,0 +1,39 @@
+"""Add executor error log
+
+Revision ID: 981d588fe248
+Revises: 0f5f85bb2ae7
+Create Date: 2025-09-15 08:31:10.363449
+
+"""
+import sqlalchemy as sa
+import sqlmodel
+from alembic import op
+
+
+# revision identifiers, used by Alembic.
+revision = "981d588fe248"
+down_revision = "0f5f85bb2ae7"
+branch_labels = None
+depends_on = None
+
+
+def upgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    with op.batch_alter_table("jobv2", schema=None) as batch_op:
+        batch_op.add_column(
+            sa.Column(
+                "executor_error_log",
+                sqlmodel.sql.sqltypes.AutoString(),
+                nullable=True,
+            )
+        )
+
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    with op.batch_alter_table("jobv2", schema=None) as batch_op:
+        batch_op.drop_column("executor_error_log")
+
+    # ### end Alembic commands ###

fractal_server/tasks/v2/templates/2_pip_install.sh

@@ -8,7 +8,8 @@ write_log(){
 # Variables to be filled within fractal-server
 PACKAGE_ENV_DIR=__PACKAGE_ENV_DIR__
 INSTALL_STRING="__INSTALL_STRING__"
-PINNED_PACKAGE_LIST="__PINNED_PACKAGE_LIST__"
+PINNED_PACKAGE_LIST_PRE="__PINNED_PACKAGE_LIST_PRE__"
+PINNED_PACKAGE_LIST_POST="__PINNED_PACKAGE_LIST_POST__"
 FRACTAL_MAX_PIP_VERSION="__FRACTAL_MAX_PIP_VERSION__"
 FRACTAL_PIP_CACHE_DIR_ARG="__FRACTAL_PIP_CACHE_DIR_ARG__"
 
@@ -23,20 +24,32 @@ write_log "START upgrade pip and install setuptools"
 write_log "END   upgrade pip and install setuptools"
 echo
 
+
+# Install pre-pinned packages (note: do not quote $PINNED_PACKAGE_LIST_PRE since it could be e.g. "numpy==1.2.3 torch=3.2.1")
+if [ "$PINNED_PACKAGE_LIST_PRE" != "" ]; then
+    write_log "START install with PINNED_PACKAGE_LIST_PRE=${PINNED_PACKAGE_LIST_PRE}"
+    "$VENVPYTHON" -m pip install ${FRACTAL_PIP_CACHE_DIR_ARG} $PINNED_PACKAGE_LIST_PRE
+    write_log "END install with PINNED_PACKAGE_LIST_PRE=${PINNED_PACKAGE_LIST_PRE}"
+    echo
+else
+    write_log "SKIP installing pre-pinned versions $PINNED_PACKAGE_LIST_PRE (empty list)"
+fi
+
+
 # Install package
 write_log "START install with INSTALL_STRING=${INSTALL_STRING}"
 "$VENVPYTHON" -m pip install ${FRACTAL_PIP_CACHE_DIR_ARG} "$INSTALL_STRING"
 write_log "END   install with INSTALL_STRING=${INSTALL_STRING}"
 echo
 
-# Install pinned packages (note: do not quote $PINNED_PACKAGE_LIST since it could be e.g. "numpy==1.2.3 torch=3.2.1")
-if [ "$PINNED_PACKAGE_LIST" != "" ]; then
-    write_log "START install with PINNED_PACKAGE_LIST=${PINNED_PACKAGE_LIST}"
-    "$VENVPYTHON" -m pip install ${FRACTAL_PIP_CACHE_DIR_ARG} $PINNED_PACKAGE_LIST
-    write_log "END install with PINNED_PACKAGE_LIST=${PINNED_PACKAGE_LIST}"
+# Install post-pinned packages (note: do not quote $PINNED_PACKAGE_LIST_POST since it could be e.g. "numpy==1.2.3 torch=3.2.1")
+if [ "$PINNED_PACKAGE_LIST_POST" != "" ]; then
+    write_log "START install with PINNED_PACKAGE_LIST_POST=${PINNED_PACKAGE_LIST_POST}"
+    "$VENVPYTHON" -m pip install ${FRACTAL_PIP_CACHE_DIR_ARG} $PINNED_PACKAGE_LIST_POST
+    write_log "END install with PINNED_PACKAGE_LIST_POST=${PINNED_PACKAGE_LIST_POST}"
     echo
 else
-    write_log "SKIP installing pinned versions $PINNED_PACKAGE_LIST (empty list)"
+    write_log "SKIP installing post-pinned versions $PINNED_PACKAGE_LIST_POST (empty list)"
 fi
 
 # End

fractal_server/tasks/v2/utils_templates.py

@@ -99,8 +99,12 @@ def get_collection_replacements(
         ),
         ("__FRACTAL_PIP_CACHE_DIR_ARG__", settings.PIP_CACHE_DIR_ARG),
         (
-            "__PINNED_PACKAGE_LIST__",
-            task_group.pinned_package_versions_string,
+            "__PINNED_PACKAGE_LIST_PRE__",
+            task_group.pinned_package_versions_pre_string,
+        ),
+        (
+            "__PINNED_PACKAGE_LIST_POST__",
+            task_group.pinned_package_versions_post_string,
         ),
     ]
     logger.info(

{fractal_server-2.15.9.dist-info → fractal_server-2.15.10a0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: fractal-server
-Version: 2.15.9
+Version: 2.15.10a0
 Summary: Backend component of the Fractal analytics platform
 License: BSD-3-Clause
 Author: Tommaso Comparin

{fractal_server-2.15.9.dist-info → fractal_server-2.15.10a0.dist-info}/RECORD

@@ -1,4 +1,4 @@
-fractal_server/__init__.py,sha256=Gvh-OyCbsn-ww63peFcKRjQRDTKP9siJQsqqO9Y34W0,23
+fractal_server/__init__.py,sha256=ZeYOB3HonBjDHE69pjAH9kiI5pyCycjD5zz9wrVQ4QA,26
 fractal_server/__main__.py,sha256=rkM8xjY1KeS3l63irB8yCrlVobR-73uDapC4wvrIlxI,6957
 fractal_server/alembic.ini,sha256=MWwi7GzjzawI9cCAK1LW7NxIBQDUqD12-ptJoq5JpP0,3153
 fractal_server/app/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -12,10 +12,10 @@ fractal_server/app/models/v2/__init__.py,sha256=vjHwek7-IXmaZZL9VF0nD30YL9ca4wNc
 fractal_server/app/models/v2/accounting.py,sha256=i-2TsjqyuclxFQ21C-TeDoss7ZBTRuXdzIJfVr2UxwE,1081
 fractal_server/app/models/v2/dataset.py,sha256=P_zy4dPQAqrCALQ6737VkAFk1SvcgYjnslGUZhPI8sc,1226
 fractal_server/app/models/v2/history.py,sha256=CBN2WVg9vW5pHU1RP8TkB_nnJrwnuifCcxgnd53UtEE,2163
-fractal_server/app/models/v2/job.py,sha256=e3Un_rUgWC-KazGLDQqy17NQK_2ZsL3EmEmDAky_bN0,1998
+fractal_server/app/models/v2/job.py,sha256=RsJY5B-HBOa2uMJYDefMbe8traBVIbwheAWk4H79EcU,2040
 fractal_server/app/models/v2/project.py,sha256=XLna1SSKdywdDS3qfcVaGtafyVKMZq6CiLvHOe-AjhU,754
 fractal_server/app/models/v2/task.py,sha256=iBIQB8POQE5MyKvLZhw7jZWlBhbrThzCDzRTcgiAczQ,1493
-fractal_server/app/models/v2/task_group.py,sha256=-x-BLtE2biV6kR0hENFgcq3N0B1QuLehdUWhCCO34tk,3856
+fractal_server/app/models/v2/task_group.py,sha256=kMHvCROfQZ6Tl7iEOjM9sXQ0qvFSu6Kkg_5pKeP011Y,4590
 fractal_server/app/models/v2/workflow.py,sha256=gBjDXO-RytVT81aAlesImBhmVHrwNUrmsF_UsGa1qLM,1057
 fractal_server/app/models/v2/workflowtask.py,sha256=qkTc-hcFLpJUVsEUbnDq2BJL0qg9jagy2doZeusF1ek,1266
 fractal_server/app/routes/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -45,7 +45,7 @@ fractal_server/app/routes/api/v2/project.py,sha256=ldMEyjtwGpX2teu85sCNWaubDFlw-
 fractal_server/app/routes/api/v2/status_legacy.py,sha256=ZckHeBy8y21cyQ_OLY-VmkapzMhd3g9ae-qg-r4-uVo,6317
 fractal_server/app/routes/api/v2/submit.py,sha256=C9cLecHoVl_VXQFAHs2Y2LVE6S_v2PHpa-w5XQIaT-M,9174
 fractal_server/app/routes/api/v2/task.py,sha256=WxkWRw-0fJkgmMt9fSDc6oikBFd6nSS-JdPwR0z24tg,7024
-fractal_server/app/routes/api/v2/task_collection.py,sha256=UcS7tb9RjiDimeI-iWwD0wqnXYQEdEZT56PnPa0zC9Q,12233
+fractal_server/app/routes/api/v2/task_collection.py,sha256=Phb_ORpJ9J8oa1c75qcThJjOWSpv66qfwoePpoUQ_no,12738
 fractal_server/app/routes/api/v2/task_collection_custom.py,sha256=j-vI1_FjoxU59VwkwUTYW5HhMVB5NObMkWLCjAKbers,6726
 fractal_server/app/routes/api/v2/task_collection_pixi.py,sha256=1rCBfKANT9zcKcOVMQTByVpP8GjdrzeaMzyQT05k0nY,7517
 fractal_server/app/routes/api/v2/task_group.py,sha256=DrXMc0D7IYqUsrlrpF5JO1zVKvx7RPdKPPOhz3FqqJE,9203
@@ -72,7 +72,7 @@ fractal_server/app/runner/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJW
 fractal_server/app/runner/components.py,sha256=-Ii5l8d_V6f5DFOd-Zsr8VYmOsyqw0Hox9fEFQiuqxY,66
 fractal_server/app/runner/exceptions.py,sha256=lzYefT6IpA2ajcQUzm9kT9pTxRl5UGIJKyLs6v1JczA,1731
 fractal_server/app/runner/executors/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-fractal_server/app/runner/executors/base_runner.py,sha256=5Y0VACW3YZtXwLH-ll963miWWYsNJ1ZD0V2S5-N8vGI,6026
+fractal_server/app/runner/executors/base_runner.py,sha256=bznvlTrRPk_-ER9DrG8iRQI6bqKM66_uMd7VV5mIUhg,6069
 fractal_server/app/runner/executors/call_command_wrapper.py,sha256=1BHl-zbXoX2oGUWGAFprVZMmg5QjutPH0-VZJSIC0II,1419
 fractal_server/app/runner/executors/local/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 fractal_server/app/runner/executors/local/get_local_config.py,sha256=KBYOkcuwpSYl-ZIAwPBxpn59QSyFF8eJ-fLKVIhwwzA,3594
@@ -81,7 +81,7 @@ fractal_server/app/runner/executors/slurm_common/__init__.py,sha256=47DEQpj8HBSa
 fractal_server/app/runner/executors/slurm_common/_batching.py,sha256=gbHZIxt90GjUwhB9_UInwVqpX-KdxRQMDeXzUagdL3U,8816
 fractal_server/app/runner/executors/slurm_common/_job_states.py,sha256=nuV-Zba38kDrRESOVB3gaGbrSPZc4q7YGichQaeqTW0,238
 fractal_server/app/runner/executors/slurm_common/_slurm_config.py,sha256=FI2p4yQ16571C_YM3Vs_tJnb71urVykwxfIXDXa79I8,15721
-fractal_server/app/runner/executors/slurm_common/base_slurm_runner.py,sha256=yWl71_rTp34t9KvB6jjCBQIJPEg-btsWm3oZC7ytRgI,38141
+fractal_server/app/runner/executors/slurm_common/base_slurm_runner.py,sha256=7pI46LpmnbBzNKxsK0YC0Uv5YfyNwVYWA3dMuAoa_Lg,40020
 fractal_server/app/runner/executors/slurm_common/get_slurm_config.py,sha256=KhQQJrGQZLX5u8fsMcIx7FN8jUKSGEeG68yO7Ay_LXg,7454
 fractal_server/app/runner/executors/slurm_common/remote.py,sha256=LHK2Ram8X8q6jNSCxnnwKUwmSJMsyQyRem_VjH53qdw,3811
 fractal_server/app/runner/executors/slurm_common/slurm_job_task_models.py,sha256=K4SdJOKsUWzDlnkb8Ug_UmTx6nBMsTqn9_oKqwE4XDI,3520
@@ -103,7 +103,7 @@ fractal_server/app/runner/v2/_slurm_sudo.py,sha256=Gvsh4tUlc1_3KdF3B7zEqs-YIntC_
 fractal_server/app/runner/v2/db_tools.py,sha256=ozp4RFLB3LNI0rM0q0udi6ja8-5vooH_dVqrbmTPNDg,3323
 fractal_server/app/runner/v2/deduplicate_list.py,sha256=IVTE4abBU1bUprFTkxrTfYKnvkNTanWQ-KWh_etiT08,645
 fractal_server/app/runner/v2/merge_outputs.py,sha256=YOTKbGOM9s-uqY4KN2onoIxuHNm-v3hr5zv6Aa1KEtA,905
-fractal_server/app/runner/v2/runner.py,sha256=IE7Ups3LqMy4ijV427xugYtEz003xM7UzJD3G8Jw_T4,18995
+fractal_server/app/runner/v2/runner.py,sha256=3ueCWyYpDEMzakMwn_VLC1lEgUSEUqIGBfERpfqUTag,19297
 fractal_server/app/runner/v2/runner_functions.py,sha256=xteoDSXKxStl3ABEXyjrggPiXdXAPy9sJPfT3B8CQ3Y,19050
 fractal_server/app/runner/v2/submit_workflow.py,sha256=L6WqQC3Vm-tLe_CJXHIMbYLAeulAN2no_4HZD4cbhR0,12554
 fractal_server/app/runner/v2/task_interface.py,sha256=BRSKpitGproY48JQdCbfrghbDonA-EqPP1yIopohpPo,2525
@@ -115,15 +115,15 @@ fractal_server/app/schemas/user_settings.py,sha256=NpdC0Me0fgwwdfJuTSlFLCnLUjiWW
 fractal_server/app/schemas/v2/__init__.py,sha256=GqV6kJ0nKDq2vsSA4uph-nb5pmuaq013LUCcm9LbpLE,3097
 fractal_server/app/schemas/v2/accounting.py,sha256=C_ekrYQwhi7PtrxxB07oVAG2y1NLigXjYwyp4E38fao,396
 fractal_server/app/schemas/v2/dataset.py,sha256=NKCjBwGBC7mPiSlXktZAcleJsvlLY6KfNKw7Wx4Zfqk,1728
-fractal_server/app/schemas/v2/dumps.py,sha256=MoQHjKZy-_ujSfr7XmZ6FjB_VR-zLedx9XJj_sp5xvc,2210
+fractal_server/app/schemas/v2/dumps.py,sha256=LCYiNF_FNYiA6HYp5GyFao3IKRX0RpzgNpiX56IwgCE,2293
 fractal_server/app/schemas/v2/history.py,sha256=pZiMKfh6nMWbTp5MUtrnGySPKbeRFf5tM1VLFaTgGcw,1784
-fractal_server/app/schemas/v2/job.py,sha256=fPay7dLSr-skKRdVRoZig8rf_sZwUdVdHZaJ4XM8vMI,3288
+fractal_server/app/schemas/v2/job.py,sha256=BuiNzAX2Kl-b7LJnAiqCGDC9h6bGEjKvsHQIgf5mjHQ,3330
 fractal_server/app/schemas/v2/manifest.py,sha256=QUpXMDB8WkB1F4UK-yYmm3O8bXoHwDGURnqwn6ayO_I,6674
 fractal_server/app/schemas/v2/project.py,sha256=7UC0aZLgtmkaAiPykeUj-9OZXhMkoyi3V-475UW_EQs,654
 fractal_server/app/schemas/v2/status_legacy.py,sha256=eQT1zGxbkzSwd0EqclsOdZ60n1x6J3DB1CZ3m4LYyxc,955
 fractal_server/app/schemas/v2/task.py,sha256=IJv8loB4kx9FBkaIHoiMsswQyq02FxvyAnHK1u074fU,4364
-fractal_server/app/schemas/v2/task_collection.py,sha256=1sz2fJEUgRVVjwGGXFyRsr4L6RnNvTKQJsRXbMjNmps,4176
-fractal_server/app/schemas/v2/task_group.py,sha256=NwU3FRPzPtoEhunE7dcF3su20dxaL_4YJQw4fPnTcgo,3231
+fractal_server/app/schemas/v2/task_collection.py,sha256=BzHQXq2_zLZTbigWauOR5Zi-mlsqCIF2NEF_z12Nqxg,4480
+fractal_server/app/schemas/v2/task_group.py,sha256=Gw_YK648PL1GuXyiYmB2b13pdt_3OBeEGCL3UuHGoTg,3393
 fractal_server/app/schemas/v2/workflow.py,sha256=L-dW6SzCH_VNoH6ENip44lTgGGqVYHHBk_3PtM-Ooy8,1772
 fractal_server/app/schemas/v2/workflowtask.py,sha256=6eweAMyziwaoMT-7R1fVJYunIeZKzT0-7fAVgPO_FEc,3639
 fractal_server/app/security/__init__.py,sha256=oJ8RVglpOvWPQY4RokiE2YA72Nqo42dZEjywWTt8xr8,14032
@@ -145,7 +145,9 @@ fractal_server/migrations/env.py,sha256=nfyBpMIOT3kny6t-b-tUjyRjZ4k906bb1_wCQ7me
 fractal_server/migrations/naming_convention.py,sha256=htbKrVdetx3pklowb_9Cdo5RqeF0fJ740DNecY5de_M,265
 fractal_server/migrations/versions/034a469ec2eb_task_groups.py,sha256=vrPhC8hfFu1c4HmLHNZyCuqEfecFD8-bWc49bXMNes0,6199
 fractal_server/migrations/versions/091b01f51f88_add_usergroup_and_linkusergroup_table.py,sha256=-BSS9AFTPcu3gYC-sYbawSy4MWQQx8TfMb5BW5EBKmQ,1450
+fractal_server/migrations/versions/0f5f85bb2ae7_add_pre_pinned_packages.py,sha256=FxnIvfktnSjy2nBKDIow24on1nMkLw1THhO84FtNZSo,1055
 fractal_server/migrations/versions/19eca0dd47a9_user_settings_project_dir.py,sha256=Q1Gj1cJ0UrdLBJ5AXfFK9QpxTtmcv-4Z3NEGDnxOme4,961
+fractal_server/migrations/versions/1a83a5260664_rename.py,sha256=EkzTAjbJm7CfsLraIUbH9hkTj4M6XvmziVb4K9ZjKmQ,790
 fractal_server/migrations/versions/1eac13a26c83_drop_v1_tables.py,sha256=7OW3HmqAePHx53OWdEPzNxvtupxSR0lB_6tZF1b3JIM,1604
 fractal_server/migrations/versions/316140ff7ee1_remove_usersettings_cache_dir.py,sha256=lANgTox0rz459_yo1Rw7fGCT1qw5sUCUXTLUMc_Bzf8,911
 fractal_server/migrations/versions/47351f8c7ebc_drop_dataset_filters.py,sha256=vePkVm1iUHiPNKLQ3KR7BBLdHruqBdl87j_tUCbMbEA,1414
@@ -163,6 +165,7 @@ fractal_server/migrations/versions/8f79bd162e35_add_docs_info_and_docs_link_to_t
 fractal_server/migrations/versions/94a47ea2d3ff_remove_cache_dir_slurm_user_and_slurm_.py,sha256=yL3-Hvzw5jBLKj4LFP1z5ofZE9L9W3tLwYtPNW7z4ko,1508
 fractal_server/migrations/versions/969d84257cac_add_historyrun_task_id.py,sha256=4nLSYEMp_Tm7VRfo8p9YKLHVnoizTXaPV6lfcfvWhj0,1143
 fractal_server/migrations/versions/97f444d47249_add_applyworkflow_project_dump.py,sha256=eKTZm3EgUgapXBxO0RuHkEfTKic-TZG3ADaMpGLuc0k,1057
+fractal_server/migrations/versions/981d588fe248_add_executor_error_log.py,sha256=p51lFxxpU-9vSdOHr_idkK3215NQsFD8oX9M6qRCASU,956
 fractal_server/migrations/versions/99ea79d9e5d2_add_dataset_history.py,sha256=0im6TxDr53sKKcjiPgeH4ftVRGnRXZSh2lPbRQ1Ir9w,883
 fractal_server/migrations/versions/9c5ae74c9b98_add_user_settings_table.py,sha256=syONdZNf4-OnAcWIsbzXpYwpXPsXZ4SsmjwVvmVG0PU,2256
 fractal_server/migrations/versions/9db60297b8b2_set_ondelete.py,sha256=F0IdXk8vclViOGKe2SOHO3MsQsqe7SsZRSqz9cXhhrE,7928
@@ -208,7 +211,7 @@ fractal_server/tasks/v2/ssh/deactivate_pixi.py,sha256=K0yK_NPUqhFMj6cp6G_0Kfn0Yo
 fractal_server/tasks/v2/ssh/reactivate.py,sha256=NJIgMNFKaXMhbvK0iZOsMwMtsms6Boj9f8N4L01X9Bo,8271
 fractal_server/tasks/v2/ssh/reactivate_pixi.py,sha256=UOlG01wOv-eQCtUxSwphEY-Ey7OoUm5PMCSP9J-i1rY,10323
 fractal_server/tasks/v2/templates/1_create_venv.sh,sha256=PK0jdHKtQpda1zULebBaVPORt4t6V17wa4N1ohcj5ac,548
-fractal_server/tasks/v2/templates/2_pip_install.sh,sha256=jMJPQJXHKznO6fxOOXtFXKPdCmTf1VLLWj_JL_ZdKxo,1644
+fractal_server/tasks/v2/templates/2_pip_install.sh,sha256=fabqylWdCZtI9YaD4QUvY5O_cRcVOrPkdFxHhvIWBO0,2297
 fractal_server/tasks/v2/templates/3_pip_freeze.sh,sha256=JldREScEBI4cD_qjfX4UK7V4aI-FnX9ZvVNxgpSOBFc,168
 fractal_server/tasks/v2/templates/4_pip_show.sh,sha256=qm1vPy6AkKhWDjCJGXS8LqCLYO3KsAyRK325ZsFcF6U,1747
 fractal_server/tasks/v2/templates/5_get_venv_size_and_file_number.sh,sha256=q-6ZUvA6w6FDVEoSd9O63LaJ9tKZc7qAFH72SGPrd_k,284
@@ -221,7 +224,7 @@ fractal_server/tasks/v2/utils_database.py,sha256=yi7793Uue32O59OBVUgomO42oUrVKdS
 fractal_server/tasks/v2/utils_package_names.py,sha256=RDg__xrvQs4ieeVzmVdMcEh95vGQYrv9Hfal-5EDBM8,2393
 fractal_server/tasks/v2/utils_pixi.py,sha256=tqCnxMdxs7KGWncWvk0alrdvDbX-w77P3fAot68Bqh4,3257
 fractal_server/tasks/v2/utils_python_interpreter.py,sha256=kF86UClk6HxghRLDYY4rKOXwnWGUYQfrNsVNxOmOGxM,964
-fractal_server/tasks/v2/utils_templates.py,sha256=GR8z7ODkR9tLftNAI1g1NrtN7pvDGrasp2jIlfdg4cI,3518
+fractal_server/tasks/v2/utils_templates.py,sha256=Ny-62q95NqgrzfS1UniijfeO8KUaEgyiNxWxRY2l2l8,3651
 fractal_server/types/__init__.py,sha256=aA_8J1xXzuiLqpwO_Qf18-qzaRcYkHzevhH_T-diXWM,2026
 fractal_server/types/validators/__init__.py,sha256=5uj6KJ9MelFZgyoq3MzXLhgWCl0yiriS7XKmb0gathg,392
 fractal_server/types/validators/_common_validators.py,sha256=MpxyaP2kwgbyCTOaVRjYnJ74Lfi0f2X0q3rjX9w3vTk,1170
@@ -230,8 +233,8 @@ fractal_server/types/validators/_workflow_task_arguments_validators.py,sha256=HL
 fractal_server/urls.py,sha256=QjIKAC1a46bCdiPMu3AlpgFbcv6a4l3ABcd5xz190Og,471
 fractal_server/utils.py,sha256=Vn35lApt1T1J8nc09sAVqd10Cy0sa3dLipcljI-hkuk,2185
 fractal_server/zip_tools.py,sha256=H0w7wS5yE4ebj7hw1_77YQ959dl2c-L0WX6J_ro1TY4,4884
-fractal_server-2.15.9.dist-info/LICENSE,sha256=QKAharUuhxL58kSoLizKJeZE3mTCBnX6ucmz8W0lxlk,1576
-fractal_server-2.15.9.dist-info/METADATA,sha256=TRPQhHKsxpbePglpT_A3xYW2QC-3OCJr5GmeOIIBB1I,4334
-fractal_server-2.15.9.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-fractal_server-2.15.9.dist-info/entry_points.txt,sha256=8tV2kynvFkjnhbtDnxAqImL6HMVKsopgGfew0DOp5UY,58
-fractal_server-2.15.9.dist-info/RECORD,,
+fractal_server-2.15.10a0.dist-info/LICENSE,sha256=QKAharUuhxL58kSoLizKJeZE3mTCBnX6ucmz8W0lxlk,1576
+fractal_server-2.15.10a0.dist-info/METADATA,sha256=RmShfyZgv2QeI_UbVOnSH0GAndEUmCUsyr5XuaWehGE,4337
+fractal_server-2.15.10a0.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+fractal_server-2.15.10a0.dist-info/entry_points.txt,sha256=8tV2kynvFkjnhbtDnxAqImL6HMVKsopgGfew0DOp5UY,58
+fractal_server-2.15.10a0.dist-info/RECORD,,