fractal-server 2.14.0a28__py3-none-any.whl → 2.14.0a30__py3-none-any.whl

fractal_server/__init__.py

@@ -1 +1 @@
-__VERSION__ = "2.14.0a28"
+__VERSION__ = "2.14.0a30"

fractal_server/app/models/v2/history.py

@@ -27,6 +27,7 @@ class HistoryRun(SQLModel, table=True):
         default=None,
         ondelete="SET NULL",
     )
+    job_id: int = Field(foreign_key="jobv2.id")
 
     workflowtask_dump: dict[str, Any] = Field(
         sa_column=Column(JSONB, nullable=False),

fractal_server/app/routes/api/v2/verify_image_types.py

@@ -10,6 +10,7 @@ from fractal_server.app.db import AsyncSession
 from fractal_server.app.db import get_async_db
 from fractal_server.app.models import UserOAuth
 from fractal_server.app.routes.auth import current_active_user
+from fractal_server.images.tools import aggregate_types
 from fractal_server.images.tools import filter_image_list
 
 router = APIRouter()
@@ -42,12 +43,8 @@ async def verify_unique_types(
             type_filters=query.type_filters,
         )
 
-    # NOTE: see issue 2486
-    available_types = set(
-        _type for _img in filtered_images for _type in _img["types"].keys()
-    )
-
     # Get actual values for each available type
+    available_types = aggregate_types(filtered_images)
     values_per_type: dict[str, set] = {
         _type: set() for _type in available_types
     }

fractal_server/app/runner/v2/_local.py

@@ -15,6 +15,7 @@ def process_workflow(
     workflow: WorkflowV2,
     dataset: DatasetV2,
     workflow_dir_local: Path,
+    job_id: int,
     workflow_dir_remote: Optional[Path] = None,
     first_task_index: Optional[int] = None,
     last_task_index: Optional[int] = None,
@@ -75,6 +76,7 @@ def process_workflow(
                 first_task_index : (last_task_index + 1)
             ],
             dataset=dataset,
+            job_id=job_id,
             runner=runner,
             workflow_dir_local=workflow_dir_local,
             workflow_dir_remote=workflow_dir_local,

fractal_server/app/runner/v2/_slurm_ssh.py

@@ -38,6 +38,7 @@ def process_workflow(
     workflow: WorkflowV2,
     dataset: DatasetV2,
     workflow_dir_local: Path,
+    job_id: int,
     workflow_dir_remote: Optional[Path] = None,
     first_task_index: Optional[int] = None,
     last_task_index: Optional[int] = None,
@@ -87,6 +88,7 @@ def process_workflow(
                 first_task_index : (last_task_index + 1)
             ],
             dataset=dataset,
+            job_id=job_id,
             runner=runner,
             workflow_dir_local=workflow_dir_local,
             workflow_dir_remote=workflow_dir_remote,

fractal_server/app/runner/v2/_slurm_sudo.py

@@ -33,6 +33,7 @@ def process_workflow(
     workflow: WorkflowV2,
     dataset: DatasetV2,
     workflow_dir_local: Path,
+    job_id: int,
     workflow_dir_remote: Optional[Path] = None,
     first_task_index: Optional[int] = None,
     last_task_index: Optional[int] = None,
@@ -79,6 +80,7 @@ def process_workflow(
                 first_task_index : (last_task_index + 1)
             ],
             dataset=dataset,
+            job_id=job_id,
             runner=runner,
             workflow_dir_local=workflow_dir_local,
             workflow_dir_remote=workflow_dir_remote,

fractal_server/app/runner/v2/db_tools.py

@@ -8,9 +8,13 @@ from fractal_server.app.models.v2 import HistoryImageCache
 from fractal_server.app.models.v2 import HistoryRun
 from fractal_server.app.models.v2 import HistoryUnit
 from fractal_server.app.schemas.v2 import HistoryUnitStatus
+from fractal_server.logger import set_logger
+
 
 _CHUNK_SIZE = 2_000
 
+logger = set_logger(__name__)
+
 
 def update_status_of_history_run(
     *,
@@ -46,7 +50,12 @@ def bulk_update_status_of_history_unit(
     status: HistoryUnitStatus,
     db_sync: Session,
 ) -> None:
-    for ind in range(0, len(history_unit_ids), _CHUNK_SIZE):
+
+    len_history_unit_ids = len(history_unit_ids)
+    logger.debug(
+        f"[bulk_update_status_of_history_unit] {len_history_unit_ids=}."
+    )
+    for ind in range(0, len_history_unit_ids, _CHUNK_SIZE):
         db_sync.execute(
             update(HistoryUnit)
             .where(
@@ -85,10 +94,14 @@ def bulk_upsert_image_cache_fast(
             List of dictionaries for objects to be upsert-ed.
         db: A sync database session
     """
-    if len(list_upsert_objects) == 0:
+    len_list_upsert_objects = len(list_upsert_objects)
+
+    logger.debug(f"[bulk_upsert_image_cache_fast] {len_list_upsert_objects=}.")
+
+    if len_list_upsert_objects == 0:
         return None
 
-    for ind in range(0, len(list_upsert_objects), _CHUNK_SIZE):
+    for ind in range(0, len_list_upsert_objects, _CHUNK_SIZE):
         stmt = pg_insert(HistoryImageCache).values(
             list_upsert_objects[ind : ind + _CHUNK_SIZE]
         )

fractal_server/app/runner/v2/runner.py

@@ -42,6 +42,7 @@ def execute_tasks_v2(
     runner: BaseRunner,
     user_id: int,
     workflow_dir_local: Path,
+    job_id: int,
     workflow_dir_remote: Optional[Path] = None,
     logger_name: Optional[str] = None,
     get_runner_config: Callable[
@@ -119,6 +120,7 @@ def execute_tasks_v2(
             history_run = HistoryRun(
                 dataset_id=dataset.id,
                 workflowtask_id=wftask.id,
+                job_id=job_id,
                 workflowtask_dump=workflowtask_dump,
                 task_group_dump=task_group_dump,
                 num_available_images=num_available_images,
@@ -128,6 +130,10 @@ def execute_tasks_v2(
             db.commit()
             db.refresh(history_run)
             history_run_id = history_run.id
+            logger.debug(
+                "[execute_tasks_v2] Created `HistoryRun` with "
+                f"{history_run_id=}."
+            )
 
         # TASK EXECUTION (V2)
         if task.type in ["non_parallel", "converter_non_parallel"]:

fractal_server/app/runner/v2/runner_functions.py

@@ -187,6 +187,10 @@ def run_v2_task_non_parallel(
         db.add(history_unit)
         db.commit()
         db.refresh(history_unit)
+        logger.debug(
+            "[run_v2_task_non_parallel] Created `HistoryUnit` with "
+            f"{history_run_id=}."
+        )
         history_unit_id = history_unit.id
         bulk_upsert_image_cache_fast(
             db=db,
@@ -301,6 +305,10 @@ def run_v2_task_parallel(
     with next(get_sync_db()) as db:
         db.add_all(history_units)
         db.commit()
+        logger.debug(
+            f"[run_v2_task_non_parallel] Created {len(history_units)} "
+            "`HistoryUnit`s."
+        )
 
         for history_unit in history_units:
             db.refresh(history_unit)
@@ -419,6 +427,10 @@ def run_v2_task_compound(
         db.commit()
         db.refresh(history_unit)
         init_history_unit_id = history_unit.id
+        logger.debug(
+            "[run_v2_task_compound] Created `HistoryUnit` with "
+            f"{init_history_unit_id=}."
+        )
         # Create one `HistoryImageCache` for each input image
         bulk_upsert_image_cache_fast(
             db=db,
@@ -468,14 +480,6 @@ def run_v2_task_compound(
 
     num_tasks = 1 + len(parallelization_list)
 
-    # Mark the init-task `HistoryUnit` as "done"
-    with next(get_sync_db()) as db:
-        update_status_of_history_unit(
-            history_unit_id=init_history_unit_id,
-            status=HistoryUnitStatus.DONE,
-            db_sync=db,
-        )
-
     # 3/B: parallel part of a compound task
     _check_parallelization_list_size(parallelization_list)
 
@@ -536,6 +540,10 @@ def run_v2_task_compound(
         db.commit()
         for history_unit in history_units:
             db.refresh(history_unit)
+        logger.debug(
+            f"[run_v2_task_compound] Created {len(history_units)} "
+            "`HistoryUnit`s."
+        )
         history_unit_ids = [history_unit.id for history_unit in history_units]
 
     results, exceptions = runner.multisubmit(
@@ -585,7 +593,7 @@ def run_v2_task_compound(
         else:
             bulk_update_status_of_history_unit(
                 history_unit_ids=history_unit_ids,
-                status=HistoryUnitStatus.DONE,
+                status=HistoryUnitStatus.DONE + [init_history_unit_id],
                 db_sync=db,
             )
 

fractal_server/app/runner/v2/submit_workflow.py

@@ -282,6 +282,7 @@ def submit_workflow(
         process_workflow(
             workflow=workflow,
             dataset=dataset,
+            job_id=job_id,
             user_id=user_id,
             workflow_dir_local=WORKFLOW_DIR_LOCAL,
             workflow_dir_remote=WORKFLOW_DIR_REMOTE,

fractal_server/app/schemas/v2/history.py

@@ -45,6 +45,7 @@ class HistoryRunRead(BaseModel):
     id: int
     dataset_id: int
     workflowtask_id: Optional[int] = None
+    job_id: int
     workflowtask_dump: dict[str, Any]
     task_group_dump: dict[str, Any]
     timestamp_started: AwareDatetime

fractal_server/migrations/versions/c90a7c76e996_job_id_in_history_run.py

@@ -0,0 +1,41 @@
+"""job id in history run
+
+Revision ID: c90a7c76e996
+Revises: f37aceb45062
+Create Date: 2025-04-16 10:44:30.219309
+
+"""
+import sqlalchemy as sa
+from alembic import op
+
+
+# revision identifiers, used by Alembic.
+revision = "c90a7c76e996"
+down_revision = "f37aceb45062"
+branch_labels = None
+depends_on = None
+
+
+def upgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    with op.batch_alter_table("historyrun", schema=None) as batch_op:
+        batch_op.add_column(sa.Column("job_id", sa.Integer(), nullable=False))
+        batch_op.create_foreign_key(
+            batch_op.f("fk_historyrun_job_id_jobv2"),
+            "jobv2",
+            ["job_id"],
+            ["id"],
+        )
+
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    with op.batch_alter_table("historyrun", schema=None) as batch_op:
+        batch_op.drop_constraint(
+            batch_op.f("fk_historyrun_job_id_jobv2"), type_="foreignkey"
+        )
+        batch_op.drop_column("job_id")
+
+    # ### end Alembic commands ###

{fractal_server-2.14.0a28.dist-info → fractal_server-2.14.0a30.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: fractal-server
-Version: 2.14.0a28
+Version: 2.14.0a30
 Summary: Backend component of the Fractal analytics platform
 License: BSD-3-Clause
 Author: Tommaso Comparin

{fractal_server-2.14.0a28.dist-info → fractal_server-2.14.0a30.dist-info}/RECORD

@@ -1,4 +1,4 @@
-fractal_server/__init__.py,sha256=7UElp_oL26Xzwy0fazO-_dZcH0gdX29TdHAqVARp7O8,26
+fractal_server/__init__.py,sha256=SFFDWPMmFk-6eyFIzPxZ-xU9S6oQw1VgiT5XGEJQlWA,26
 fractal_server/__main__.py,sha256=rkM8xjY1KeS3l63irB8yCrlVobR-73uDapC4wvrIlxI,6957
 fractal_server/alembic.ini,sha256=MWwi7GzjzawI9cCAK1LW7NxIBQDUqD12-ptJoq5JpP0,3153
 fractal_server/app/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -12,7 +12,7 @@ fractal_server/app/models/user_settings.py,sha256=Y-ZV-uZAFLZqXxy8c5_Qeh_F7zQuZD
 fractal_server/app/models/v2/__init__.py,sha256=vjHwek7-IXmaZZL9VF0nD30YL9ca4wNc8P4RXJK_kDc,832
 fractal_server/app/models/v2/accounting.py,sha256=f2ALxfKKBNxFLJTtC2-YqRepVK253x68y7zkD2V_Nls,1115
 fractal_server/app/models/v2/dataset.py,sha256=Xa3YLmqvSChBJoqlSsjmt-5x0zC-6rSx2eafFnMukfo,1240
-fractal_server/app/models/v2/history.py,sha256=u4i0NZko8eX5YKAk3MvVIIxU3owJ7D9tEPS_uJT9rrQ,2034
+fractal_server/app/models/v2/history.py,sha256=6yuYhsXgahHxv5FmDdv__aFndT228_rBFjTtkS-3Ohg,2082
 fractal_server/app/models/v2/job.py,sha256=JWrEjX_E4iRFr5MbmtV_aY28J-5D469awLr0rfa5Kig,2052
 fractal_server/app/models/v2/project.py,sha256=rAHoh5KfYwIaW7rTX0_O0jvWmxEvfo1BafvmcXuSSRk,786
 fractal_server/app/models/v2/task.py,sha256=8KEROaadgccXRZIP7EriBp2j1FgzYkgiirOi5_fG79M,1494
@@ -47,7 +47,7 @@ fractal_server/app/routes/api/v2/task_collection.py,sha256=IDNF6sjDuU37HIQ0TuQA-
 fractal_server/app/routes/api/v2/task_collection_custom.py,sha256=totsl0DOC2DFLw8vgqOFivvftpEk3KbFDeOHT0UVQUs,5997
 fractal_server/app/routes/api/v2/task_group.py,sha256=62zcVTdheXM5V3WmFuqisIqgETjXmZaRpNMcDX5bXS0,7408
 fractal_server/app/routes/api/v2/task_group_lifecycle.py,sha256=3o9bCC8ubMwffQPPaxQZy-CjH9IB2RkIReIecI6L2_w,9300
-fractal_server/app/routes/api/v2/verify_image_types.py,sha256=zGT1el58P-E7dVttyuo6MdCC0DtsxiP-NqMawl6EpGE,1950
+fractal_server/app/routes/api/v2/verify_image_types.py,sha256=RBi6-3Sp1wYm_obDPRcEBtLvRfsRknufbZyhGGHVo6I,1924
 fractal_server/app/routes/api/v2/workflow.py,sha256=sW6Nm7dfzUY354hawyEkpQHy7rUvV2FCV8DPorH-TDU,10270
 fractal_server/app/routes/api/v2/workflow_import.py,sha256=INmnhlMEBJp-vHPR0f940DANPmIidts3OfcooeM_aNA,11205
 fractal_server/app/routes/api/v2/workflowtask.py,sha256=7_syX2EO7ibF6Xkm7HBPhsUYq6aYnKNeC5iSaafQhG4,11342
@@ -95,16 +95,16 @@ fractal_server/app/runner/set_start_and_last_task_index.py,sha256=-q4zVybAj8ek2X
 fractal_server/app/runner/shutdown.py,sha256=9pfSKHDNdIcm0eY-opgRTi7y0HmvfPmYiu9JR6Idark,2082
 fractal_server/app/runner/task_files.py,sha256=27xFuPzSJc1Pw912CfSMPOhOIpvNwpkyLCnycqdo9lw,4365
 fractal_server/app/runner/v2/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-fractal_server/app/runner/v2/_local.py,sha256=DK8yagbvd6HHjcDVhUzTy0f7MURlTkQha-NM6OZKgJc,3044
-fractal_server/app/runner/v2/_slurm_ssh.py,sha256=_bytOf8z9sdrhI03D6eqg-aQPnJ7V2-qnqpcHAYizns,3278
-fractal_server/app/runner/v2/_slurm_sudo.py,sha256=DBCNxifXmMkpu71Wnk5u9-wKT7PV1WROQuY_4DYoZRI,2993
-fractal_server/app/runner/v2/db_tools.py,sha256=BfwDhIDssBmEu6HDRj1RSvDYLaoLSWFByro1Ca70aA8,2966
+fractal_server/app/runner/v2/_local.py,sha256=Ggdxx_XOlMya3bgXn_vGd2WMNVmLQaO3w9ZPaxYlRQk,3088
+fractal_server/app/runner/v2/_slurm_ssh.py,sha256=CEaJLajwdDjdpxY1_7aTLb9wqgzeOuxLlSewScMEx_Y,3322
+fractal_server/app/runner/v2/_slurm_sudo.py,sha256=TVihkQKMX6YWEWxXJjQo0WEQOjVy7FVVLmbM3MCulR0,3037
+fractal_server/app/runner/v2/db_tools.py,sha256=du5dKhMMFMErQXbGIgu9JvO_vtMensodyPsyDeqz1yQ,3324
 fractal_server/app/runner/v2/deduplicate_list.py,sha256=IVTE4abBU1bUprFTkxrTfYKnvkNTanWQ-KWh_etiT08,645
 fractal_server/app/runner/v2/merge_outputs.py,sha256=D1L4Taieq9i71SPQyNc1kMokgHh-sV_MqF3bv7QMDBc,907
-fractal_server/app/runner/v2/runner.py,sha256=sbBOH5gCErxK0fCPPGBWtLtqsSwtmrhTth5OLUGMeZQ,15658
-fractal_server/app/runner/v2/runner_functions.py,sha256=2im4gskJRLN4SQ6jhfgbU-U0-nEz5r7YtrpC10S2aWg,18209
+fractal_server/app/runner/v2/runner.py,sha256=aNMPABdTS9kJADL2JUeRNI6Ir-gDFTOnRI2tFRohjOU,15848
+fractal_server/app/runner/v2/runner_functions.py,sha256=a7pmlFrtQ9f42NVwHUwiS_3rVwtaLeR0l3zastvn2jk,18518
 fractal_server/app/runner/v2/runner_functions_low_level.py,sha256=_h_OOffq3d7V0uHa8Uvs0mj31y1GSZBUXjDDF3WjVjY,3620
-fractal_server/app/runner/v2/submit_workflow.py,sha256=EDUyUuIPwZHb2zm7SCRRoFsGq2cN-b5OKw6CYkZ8kWk,13048
+fractal_server/app/runner/v2/submit_workflow.py,sha256=QywUGIoHAHnrWgfnyX8W9kVqKY-RvVyNLpzrbsXZOZ4,13075
 fractal_server/app/runner/v2/task_interface.py,sha256=IXdQTI8rXFgXv1Ez0js4CjKFf3QwO2GCHRTuwiFtiTQ,2891
 fractal_server/app/runner/versions.py,sha256=dSaPRWqmFPHjg20kTCHmi_dmGNcCETflDtDLronNanU,852
 fractal_server/app/schemas/__init__.py,sha256=stURAU_t3AOBaH0HSUbV-GKhlPKngnnIMoqWc3orFyI,135
@@ -117,7 +117,7 @@ fractal_server/app/schemas/v2/__init__.py,sha256=wXS4ZEzobWx5dh-XLjMZWpd-JMwWFPO
 fractal_server/app/schemas/v2/accounting.py,sha256=Wylt7uWTiDIFlHJOh4XEtYitk2FjFlmnodDrJDxcr0E,397
 fractal_server/app/schemas/v2/dataset.py,sha256=xNWdOW8hhL5Wx-iwyUPrZfWcC8fFuGDgdOHvZLbGVME,2782
 fractal_server/app/schemas/v2/dumps.py,sha256=uc9itXekO5IFfR6UucpQ5BX9NZZ8erE4hRR6S6aXlOc,2284
-fractal_server/app/schemas/v2/history.py,sha256=EhfTBYNVVWeWTj5QFrnuaD4zB73fThK1lyhxB2OBFoc,1659
+fractal_server/app/schemas/v2/history.py,sha256=Y3rc96DOPGQGZWJtBYVHiBjMQEhFtMq4WGkV4vs1oDE,1675
 fractal_server/app/schemas/v2/job.py,sha256=OXPB4oPiMVWYgZu0lGzM_LGACvhWBavsW7c3MmivdDM,4556
 fractal_server/app/schemas/v2/manifest.py,sha256=8mmB0QwxEgAeGgwKD_fT-o-wFy7lb6HxNXbp17IJqNY,7281
 fractal_server/app/schemas/v2/project.py,sha256=ulgCmUnX0w-0jrSjVYIT7sxeK95CSNGh2msXydhsgYI,885
@@ -166,6 +166,7 @@ fractal_server/migrations/versions/9fd26a2b0de4_add_workflow_timestamp_created.p
 fractal_server/migrations/versions/a7f4d6137b53_add_workflow_dump_to_applyworkflow.py,sha256=ekDUML7ILpmdoqEclKbEUdyLi4uw9HSG_sTjG2hp_JE,867
 fractal_server/migrations/versions/af1ef1c83c9b_add_accounting_tables.py,sha256=BftudWuSGvKGBzIL5AMb3yWkgTAuaKPBGsYcOzp_gLQ,1899
 fractal_server/migrations/versions/af8673379a5c_drop_old_filter_columns.py,sha256=9sLd0F7nO5chHHm7RZ4wBA-9bvWomS-av_odKwODADM,1551
+fractal_server/migrations/versions/c90a7c76e996_job_id_in_history_run.py,sha256=Y1cPwmFOZ4mx3v2XZM6adgu8u0L0VD_R4ADURyMb2ro,1102
 fractal_server/migrations/versions/d256a7379ab8_taskgroup_activity_and_venv_info_to_.py,sha256=HN3_Pk8G81SzdYjg4K1RZAyjKSlsZGvcYE2nWOUbwxQ,3861
 fractal_server/migrations/versions/d4fe3708d309_make_applyworkflow_workflow_dump_non_.py,sha256=6cHEZFuTXiQg9yu32Y3RH1XAl71av141WQ6UMbiITIg,949
 fractal_server/migrations/versions/da2cb2ac4255_user_group_viewer_paths.py,sha256=yGWSA2HIHUybcVy66xBITk08opV2DFYSCIIrulaUZhI,901
@@ -208,8 +209,8 @@ fractal_server/tasks/v2/utils_templates.py,sha256=Kc_nSzdlV6KIsO0CQSPs1w70zLyENP
 fractal_server/urls.py,sha256=QjIKAC1a46bCdiPMu3AlpgFbcv6a4l3ABcd5xz190Og,471
 fractal_server/utils.py,sha256=PMwrxWFxRTQRl1b9h-NRIbFGPKqpH_hXnkAT3NfZdpY,3571
 fractal_server/zip_tools.py,sha256=GjDgo_sf6V_DDg6wWeBlZu5zypIxycn_l257p_YVKGc,4876
-fractal_server-2.14.0a28.dist-info/LICENSE,sha256=QKAharUuhxL58kSoLizKJeZE3mTCBnX6ucmz8W0lxlk,1576
-fractal_server-2.14.0a28.dist-info/METADATA,sha256=bSrvv3snGeMW_3fQ2zdtKvoGU2SZm5J0-EZPxEcy43c,4563
-fractal_server-2.14.0a28.dist-info/WHEEL,sha256=7dDg4QLnNKTvwIDR9Ac8jJaAmBC_owJrckbC0jjThyA,88
-fractal_server-2.14.0a28.dist-info/entry_points.txt,sha256=8tV2kynvFkjnhbtDnxAqImL6HMVKsopgGfew0DOp5UY,58
-fractal_server-2.14.0a28.dist-info/RECORD,,
+fractal_server-2.14.0a30.dist-info/LICENSE,sha256=QKAharUuhxL58kSoLizKJeZE3mTCBnX6ucmz8W0lxlk,1576
+fractal_server-2.14.0a30.dist-info/METADATA,sha256=0N6oyTMnvT6iCt7t3wApMtB6XIZ8-aGQnvE3bS584bY,4563
+fractal_server-2.14.0a30.dist-info/WHEEL,sha256=7dDg4QLnNKTvwIDR9Ac8jJaAmBC_owJrckbC0jjThyA,88
+fractal_server-2.14.0a30.dist-info/entry_points.txt,sha256=8tV2kynvFkjnhbtDnxAqImL6HMVKsopgGfew0DOp5UY,58
+fractal_server-2.14.0a30.dist-info/RECORD,,