fractal-server 2.14.11__tar.gz → 2.14.12__tar.gz

{fractal_server-2.14.11 → fractal_server-2.14.12}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: fractal-server
-Version: 2.14.11
+Version: 2.14.12
 Summary: Backend component of the Fractal analytics platform
 License: BSD-3-Clause
 Author: Tommaso Comparin

fractal_server-2.14.12/fractal_server/__init__.py

@@ -0,0 +1 @@
+__VERSION__ = "2.14.12"

{fractal_server-2.14.11 → fractal_server-2.14.12}/fractal_server/app/routes/api/v2/history.py

@@ -1,5 +1,4 @@
 from copy import deepcopy
-from typing import Any
 
 from fastapi import APIRouter
 from fastapi import Depends
@@ -16,6 +15,7 @@ from ._aux_functions_history import get_history_run_or_404
 from ._aux_functions_history import get_history_unit_or_404
 from ._aux_functions_history import get_wftask_check_owner
 from ._aux_functions_history import read_log_file
+from .images import ImagePage
 from .images import ImageQuery
 from fractal_server.app.db import AsyncSession
 from fractal_server.app.db import get_async_db
@@ -34,13 +34,11 @@ from fractal_server.app.schemas.v2 import HistoryUnitRead
 from fractal_server.app.schemas.v2 import HistoryUnitStatus
 from fractal_server.app.schemas.v2 import HistoryUnitStatusWithUnset
 from fractal_server.app.schemas.v2 import ImageLogsRequest
-from fractal_server.app.schemas.v2 import SingleImageWithStatus
-from fractal_server.images.image_status import enrich_image_list
-from fractal_server.images.image_status import IMAGE_STATUS_KEY
+from fractal_server.images.status_tools import enrich_images_async
+from fractal_server.images.status_tools import IMAGE_STATUS_KEY
 from fractal_server.images.tools import aggregate_attributes
 from fractal_server.images.tools import aggregate_types
 from fractal_server.images.tools import filter_image_list
-from fractal_server.images.tools import merge_type_filters
 from fractal_server.logger import set_logger
 
 
@@ -62,11 +60,6 @@ def check_historyrun_related_to_dataset_and_wftask(
         )
 
 
-class ImageWithStatusPage(PaginationResponse[SingleImageWithStatus]):
-    attributes: dict[str, list[Any]]
-    types: list[str]
-
-
 router = APIRouter()
 logger = set_logger(__name__)
 
@@ -299,11 +292,11 @@ async def get_history_images(
     dataset_id: int,
     workflowtask_id: int,
     request_body: ImageQuery,
-    unit_status: HistoryUnitStatusWithUnset | None = None,
     user: UserOAuth = Depends(current_active_user),
     db: AsyncSession = Depends(get_async_db),
     pagination: PaginationRequest = Depends(get_pagination_params),
-) -> ImageWithStatusPage:
+) -> ImagePage:
+
     # Access control and object retrieval
     wftask = await get_wftask_check_owner(
         project_id=project_id,
@@ -320,82 +313,54 @@ async def get_history_images(
         db=db,
     )
     dataset = res["dataset"]
-    workflow = res["workflow"]
 
     # Setup prefix for logging
-    prefix = f"[DS{dataset.id}-WFT{wftask.id}-images]"
-
-    # (1) Get the type-filtered list of dataset images
-
-    # (1A) Reconstruct dataset type filters by starting from {} and making
-    # incremental updates with `output_types` of all previous tasks
-    inferred_dataset_type_filters = {}
-    for current_wftask in workflow.task_list[0 : wftask.order]:
-        inferred_dataset_type_filters.update(current_wftask.task.output_types)
-    logger.debug(f"{prefix} {inferred_dataset_type_filters=}")
-    # (1B) Compute type filters for the current wftask
-    type_filters_patch = merge_type_filters(
-        task_input_types=wftask.task.input_types,
-        wftask_type_filters=wftask.type_filters,
-    )
-    logger.debug(f"{prefix} {type_filters_patch=}")
-    # (1C) Combine dataset type filters (lower priority) and current-wftask
-    # filters (higher priority)
-    actual_filters = inferred_dataset_type_filters
-    actual_filters.update(type_filters_patch)
-    logger.debug(f"{prefix} {actual_filters=}")
-    # (1D) Get all matching images from the dataset
-
-    pre_filtered_dataset_images = filter_image_list(
+    prefix = f"[DS{dataset.id}-WFT{workflowtask_id}-images]"
+
+    # (1) Apply type filters
+    type_filtered_images = filter_image_list(
         images=dataset.images,
-        type_filters=inferred_dataset_type_filters,
+        type_filters=request_body.type_filters,
     )
 
-    full_images_list = await enrich_image_list(
+    # (2) Extract valid values for attributes and types
+    attributes = aggregate_attributes(type_filtered_images)
+    attributes[IMAGE_STATUS_KEY] = [
+        HistoryUnitStatusWithUnset.DONE,
+        HistoryUnitStatusWithUnset.SUBMITTED,
+        HistoryUnitStatusWithUnset.FAILED,
+        HistoryUnitStatusWithUnset.UNSET,
+    ]
+    types = aggregate_types(type_filtered_images)
+
+    # (3) Enrich images with status attribute
+    type_filtered_images_with_status = await enrich_images_async(
         dataset_id=dataset_id,
         workflowtask_id=workflowtask_id,
-        images=pre_filtered_dataset_images,
+        images=type_filtered_images,
         db=db,
     )
 
-    if unit_status is not None:
-        request_body.attribute_filters[IMAGE_STATUS_KEY] = unit_status
-
-    filtered_dataset_images = filter_image_list(
-        full_images_list,
-        type_filters=request_body.type_filters,
+    # (4) Apply attribute filters
+    final_images_with_status = filter_image_list(
+        type_filtered_images_with_status,
         attribute_filters=request_body.attribute_filters,
     )
-    logger.debug(f"{prefix} {len(dataset.images)=}")
-    logger.debug(f"{prefix} {len(filtered_dataset_images)=}")
-
-    attributes = aggregate_attributes(pre_filtered_dataset_images)
-    types = aggregate_types(pre_filtered_dataset_images)
 
-    # Final list of objects
+    logger.debug(f"{prefix} {len(dataset.images)=}")
+    logger.debug(f"{prefix} {len(final_images_with_status)=}")
 
-    total_count = len(filtered_dataset_images)
+    # (5) Apply pagination logic
+    total_count = len(final_images_with_status)
     page_size = pagination.page_size or total_count
     sorted_images_list = sorted(
-        filtered_dataset_images,
+        final_images_with_status,
         key=lambda image: image["zarr_url"],
     )
     paginated_images_list = sorted_images_list[
         (pagination.page - 1) * page_size : pagination.page * page_size
     ]
 
-    # FIXME: This is only for backwards-compatibility. To remove when we
-    # update the webclient
-    paginated_images_list = [
-        {
-            **img,
-            "status": (
-                lambda x: None if x == HistoryUnitStatusWithUnset.UNSET else x
-            )(img["attributes"].pop(IMAGE_STATUS_KEY)),
-        }
-        for img in paginated_images_list
-    ]
-
     return dict(
         current_page=pagination.page,
         page_size=page_size,

{fractal_server-2.14.11 → fractal_server-2.14.12}/fractal_server/app/routes/api/v2/images.py

@@ -1,5 +1,3 @@
-from typing import Any
-
 from fastapi import APIRouter
 from fastapi import Depends
 from fastapi import HTTPException
@@ -26,6 +24,7 @@ from fractal_server.images.tools import aggregate_types
 from fractal_server.images.tools import find_image_by_zarr_url
 from fractal_server.images.tools import match_filter
 from fractal_server.types import AttributeFilters
+from fractal_server.types import ImageAttributeValue
 from fractal_server.types import TypeFilters
 
 router = APIRouter()
@@ -33,11 +32,19 @@ router = APIRouter()
 
 class ImagePage(PaginationResponse[SingleImage]):
 
-    attributes: dict[str, list[Any]]
+    attributes: dict[str, list[ImageAttributeValue]]
     types: list[str]
 
 
 class ImageQuery(BaseModel):
+    """
+    Query for a list of images.
+
+    Attributes:
+        type_filters:
+        attribute_filters:
+    """
+
     type_filters: TypeFilters = Field(default_factory=dict)
     attribute_filters: AttributeFilters = Field(default_factory=dict)
 

{fractal_server-2.14.11 → fractal_server-2.14.12}/fractal_server/app/runner/v2/runner.py

@@ -33,10 +33,23 @@ from fractal_server.app.runner.v2.db_tools import update_status_of_history_run
 from fractal_server.app.schemas.v2 import HistoryUnitStatus
 from fractal_server.app.schemas.v2 import TaskDumpV2
 from fractal_server.app.schemas.v2 import TaskGroupDumpV2
+from fractal_server.images.status_tools import enrich_images_sync
+from fractal_server.images.status_tools import IMAGE_STATUS_KEY
 from fractal_server.images.tools import merge_type_filters
 from fractal_server.types import AttributeFilters
 
 
+def _remove_status_from_attributes(
+    images: list[dict[str, Any]],
+) -> list[dict[str, Any]]:
+    """
+    Drop attribute `IMAGE_STATUS_KEY` from all images.
+    """
+    images_copy = deepcopy(images)
+    [img["attributes"].pop(IMAGE_STATUS_KEY) for img in images_copy]
+    return images_copy
+
+
 def drop_none_attributes(attributes: dict[str, Any]) -> dict[str, Any]:
     # Unset attributes with `None` value
     non_none_attributes = {
@@ -106,7 +119,11 @@ def execute_tasks_v2(
     tmp_images = deepcopy(dataset.images)
     current_dataset_type_filters = copy(job_type_filters)
 
-    for wftask in wf_task_list:
+    ENRICH_IMAGES_WITH_STATUS: bool = (
+        IMAGE_STATUS_KEY in job_attribute_filters.keys()
+    )
+
+    for ind_wftask, wftask in enumerate(wf_task_list):
         task = wftask.task
         task_name = task.name
         logger.debug(f'SUBMIT {wftask.order}-th task (name="{task_name}")')
@@ -122,15 +139,22 @@ def execute_tasks_v2(
                 wftask_type_filters=wftask.type_filters,
             )
             type_filters.update(type_filters_patch)
+
+            if ind_wftask == 0 and ENRICH_IMAGES_WITH_STATUS:
+                # FIXME: Could this be done on `type_filtered_images`?
+                tmp_images = enrich_images_sync(
+                    images=tmp_images,
+                    dataset_id=dataset.id,
+                    workflowtask_id=wftask.id,
+                )
             type_filtered_images = filter_image_list(
                 images=tmp_images,
                 type_filters=type_filters,
-                attribute_filters=None,
             )
             num_available_images = len(type_filtered_images)
+
             filtered_images = filter_image_list(
                 images=type_filtered_images,
-                type_filters=None,
                 attribute_filters=job_attribute_filters,
             )
         else:
@@ -379,7 +403,11 @@ def execute_tasks_v2(
         with next(get_sync_db()) as db:
             # Write current dataset images into the database.
             db_dataset = db.get(DatasetV2, dataset.id)
-            db_dataset.images = tmp_images
+            if ENRICH_IMAGES_WITH_STATUS:
+
+                db_dataset.images = _remove_status_from_attributes(tmp_images)
+            else:
+                db_dataset.images = tmp_images
             flag_modified(db_dataset, "images")
             db.merge(db_dataset)
 

{fractal_server-2.14.11 → fractal_server-2.14.12}/fractal_server/app/schemas/v2/__init__.py

@@ -16,7 +16,6 @@ from .history import HistoryUnitRead  # noqa F401
 from .history import HistoryUnitStatus  # noqa F401
 from .history import HistoryUnitStatusWithUnset  # noqa F401
 from .history import ImageLogsRequest  # noqa F401
-from .history import SingleImageWithStatus  # noqa F401
 from .job import JobCreateV2  # noqa F401
 from .job import JobReadV2  # noqa F401
 from .job import JobStatusTypeV2  # noqa F401

{fractal_server-2.14.11 → fractal_server-2.14.12}/fractal_server/app/schemas/v2/history.py

@@ -6,8 +6,6 @@ from pydantic import AwareDatetime
 from pydantic import BaseModel
 from pydantic import field_serializer
 
-from ....images import SingleImage
-
 
 class HistoryUnitStatus(StrEnum):
     """
@@ -83,8 +81,3 @@ class ImageLogsRequest(BaseModel):
     workflowtask_id: int
     dataset_id: int
     zarr_url: str
-
-
-# FIXME: remove this when we update the webclient
-class SingleImageWithStatus(SingleImage):
-    status: HistoryUnitStatus | None = None

fractal_server-2.14.12/fractal_server/images/status_tools.py

@@ -0,0 +1,174 @@
+import time
+from copy import deepcopy
+from typing import Any
+
+from sqlalchemy import Select
+from sqlalchemy.ext.asyncio import AsyncSession
+from sqlmodel import select
+
+from fractal_server.app.db import get_sync_db
+from fractal_server.app.models.v2 import HistoryImageCache
+from fractal_server.app.models.v2 import HistoryUnit
+from fractal_server.app.schemas.v2 import HistoryUnitStatusWithUnset
+from fractal_server.logger import set_logger
+from fractal_server.types import ImageAttributeValue
+
+logger = set_logger(__name__)
+
+
+IMAGE_STATUS_KEY = "__wftask_dataset_image_status__"
+
+
+def _enriched_image(*, img: dict[str, Any], status: str) -> dict[str, Any]:
+    img["attributes"][IMAGE_STATUS_KEY] = status
+    return img
+
+
+def _prepare_query(
+    *,
+    dataset_id: int,
+    workflowtask_id: int,
+    zarr_urls: list[str],
+) -> Select:
+    stm = (
+        select(HistoryImageCache.zarr_url, HistoryUnit.status)
+        .join(HistoryUnit)
+        .where(HistoryImageCache.dataset_id == dataset_id)
+        .where(HistoryImageCache.workflowtask_id == workflowtask_id)
+        .where(HistoryImageCache.latest_history_unit_id == HistoryUnit.id)
+        .where(HistoryImageCache.zarr_url.in_(zarr_urls))
+        .order_by(HistoryImageCache.zarr_url)
+    )
+    return stm
+
+
+async def enrich_images_async(
+    *,
+    images: list[dict[str, Any]],
+    dataset_id: int,
+    workflowtask_id: int,
+    db: AsyncSession,
+) -> list[dict[str, ImageAttributeValue]]:
+    """
+    Enrich images with a status-related attribute.
+
+    Args:
+        images: The input image list
+        dataset_id: The dataset ID
+        workflowtask_id: The workflow-task ID
+        db: An async db session
+
+    Returns:
+        The list of enriched images
+    """
+    t_0 = time.perf_counter()
+    logger.info(
+        f"[enrich_images_async] START, {dataset_id=}, {workflowtask_id=}"
+    )
+
+    zarr_url_to_image = {img["zarr_url"]: deepcopy(img) for img in images}
+
+    res = await db.execute(
+        _prepare_query(
+            dataset_id=dataset_id,
+            workflowtask_id=workflowtask_id,
+            zarr_urls=zarr_url_to_image.keys(),
+        )
+    )
+    list_processed_url_status = res.all()
+    t_1 = time.perf_counter()
+    logger.debug(f"[enrich_images_async] db-query, elapsed={t_1 - t_0:.3f} s")
+
+    set_processed_urls = set(item[0] for item in list_processed_url_status)
+    processed_images_with_status = [
+        _enriched_image(
+            img=zarr_url_to_image[item[0]],
+            status=item[1],
+        )
+        for item in list_processed_url_status
+    ]
+    t_2 = time.perf_counter()
+    logger.debug(
+        "[enrich_images_async] processed-images, " f"elapsed={t_2 - t_1:.3f} s"
+    )
+
+    non_processed_urls = zarr_url_to_image.keys() - set_processed_urls
+    non_processed_images_with_status = [
+        _enriched_image(
+            img=zarr_url_to_image[zarr_url],
+            status=HistoryUnitStatusWithUnset.UNSET,
+        )
+        for zarr_url in non_processed_urls
+    ]
+    t_3 = time.perf_counter()
+    logger.debug(
+        "[enrich_images_async] non-processed-images, "
+        f"elapsed={t_3 - t_2:.3f} s"
+    )
+
+    return processed_images_with_status + non_processed_images_with_status
+
+
+def enrich_images_sync(
+    *,
+    images: list[dict[str, Any]],
+    dataset_id: int,
+    workflowtask_id: int,
+) -> list[dict[str, ImageAttributeValue]]:
+    """
+    Enrich images with a status-related attribute.
+
+    Args:
+        images: The input image list
+        dataset_id: The dataset ID
+        workflowtask_id: The workflow-task ID
+
+    Returns:
+        The list of enriched images
+    """
+    t_0 = time.perf_counter()
+    logger.info(
+        f"[enrich_images_async] START, {dataset_id=}, {workflowtask_id=}"
+    )
+
+    zarr_url_to_image = {img["zarr_url"]: deepcopy(img) for img in images}
+    with next(get_sync_db()) as db:
+        res = db.execute(
+            _prepare_query(
+                dataset_id=dataset_id,
+                workflowtask_id=workflowtask_id,
+                zarr_urls=zarr_url_to_image.keys(),
+            )
+        )
+    list_processed_url_status = res.all()
+    t_1 = time.perf_counter()
+    logger.debug(f"[enrich_images_async] db-query, elapsed={t_1 - t_0:.3f} s")
+
+    set_processed_urls = set(item[0] for item in list_processed_url_status)
+    processed_images_with_status = [
+        _enriched_image(
+            img=zarr_url_to_image[item[0]],
+            status=item[1],
+        )
+        for item in list_processed_url_status
+    ]
+    t_2 = time.perf_counter()
+    logger.debug(
+        "[enrich_images_async] processed-images, " f"elapsed={t_2 - t_1:.3f} s"
+    )
+
+    non_processed_urls = zarr_url_to_image.keys() - set_processed_urls
+    non_processed_images_with_status = [
+        _enriched_image(
+            img=zarr_url_to_image[zarr_url],
+            status=HistoryUnitStatusWithUnset.UNSET,
+        )
+        for zarr_url in non_processed_urls
+    ]
+    t_3 = time.perf_counter()
+    logger.debug(
+        "[enrich_images_async] non-processed-images, "
+        f"elapsed={t_3 - t_2:.3f} s"
+    )
+
+    return processed_images_with_status + non_processed_images_with_status

{fractal_server-2.14.11 → fractal_server-2.14.12}/fractal_server/images/tools.py

@@ -125,7 +125,7 @@ def merge_type_filters(
 def aggregate_attributes(images: list[dict[str, Any]]) -> dict[str, list[Any]]:
     """
     Given a list of images, this function returns a dictionary of all image
-    attributes, each mapped to a list of present values.
+    attributes, each mapped to a sorted list of existing values.
     """
     attributes = {}
     for image in images:
@@ -133,7 +133,10 @@ def aggregate_attributes(images: list[dict[str, Any]]) -> dict[str, list[Any]]:
             attributes.setdefault(k, []).append(v)
         for k, v in attributes.items():
             attributes[k] = list(set(v))
-    return attributes
+    sorted_attributes = {
+        key: sorted(value) for key, value in attributes.items()
+    }
+    return sorted_attributes
 
 
 def aggregate_types(images: list[dict[str, Any]]) -> list[str]:

{fractal_server-2.14.11 → fractal_server-2.14.12}/fractal_server/tasks/v2/templates/2_pip_install.sh

@@ -24,11 +24,21 @@ write_log "END   upgrade pip and install setuptools"
 echo
 
 # Install package
-write_log "START install with INSTALL_STRING=${INSTALL_STRING} and PINNED_PACKAGE_LIST=${PINNED_PACKAGE_LIST}"
-"$VENVPYTHON" -m pip install ${FRACTAL_PIP_CACHE_DIR_ARG} "$INSTALL_STRING" $PINNED_PACKAGE_LIST
-write_log "END   install with INSTALL_STRING=${INSTALL_STRING} and PINNED_PACKAGE_LIST=${PINNED_PACKAGE_LIST}"
+write_log "START install with INSTALL_STRING=${INSTALL_STRING}"
+"$VENVPYTHON" -m pip install ${FRACTAL_PIP_CACHE_DIR_ARG} "$INSTALL_STRING"
+write_log "END   install with INSTALL_STRING=${INSTALL_STRING}"
 echo
 
+# Install pinned packages (note: do not quote $PINNED_PACKAGE_LIST since it could be e.g. "numpy==1.2.3 torch=3.2.1")
+if [ "$PINNED_PACKAGE_LIST" != "" ]; then
+    write_log "START install with PINNED_PACKAGE_LIST=${PINNED_PACKAGE_LIST}"
+    "$VENVPYTHON" -m pip install ${FRACTAL_PIP_CACHE_DIR_ARG} $PINNED_PACKAGE_LIST
+    write_log "END install with PINNED_PACKAGE_LIST=${PINNED_PACKAGE_LIST}"
+    echo
+else
+    write_log "SKIP installing pinned versions $PINNED_PACKAGE_LIST (empty list)"
+fi
+
 # End
 TIME_END=$(date +%s)
 write_log "All good up to here."

{fractal_server-2.14.11 → fractal_server-2.14.12}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "fractal-server"
-version = "2.14.11"
+version = "2.14.12"
 description = "Backend component of the Fractal analytics platform"
 authors = [
     { name="Tommaso Comparin", email="tommaso.comparin@exact-lab.it" },
@@ -94,7 +94,7 @@ filterwarnings = [
 markers = ["container", "ssh"]
 
 [tool.bumpver]
-current_version = "2.14.11"
+current_version = "2.14.12"
 version_pattern = "MAJOR.MINOR.PATCH[PYTAGNUM]"
 commit_message = "bump version {old_version} -> {new_version}"
 commit = true

fractal_server-2.14.11/fractal_server/__init__.py

@@ -1 +0,0 @@
-__VERSION__ = "2.14.11"

fractal_server-2.14.11/fractal_server/images/image_status.py

@@ -1,85 +0,0 @@
-import time
-from copy import deepcopy
-from typing import Any
-
-from fastapi import Depends
-from sqlmodel import select
-
-from fractal_server.app.db import AsyncSession
-from fractal_server.app.db import get_async_db
-from fractal_server.app.models.v2 import HistoryImageCache
-from fractal_server.app.models.v2 import HistoryUnit
-from fractal_server.app.schemas.v2 import HistoryUnitStatusWithUnset
-from fractal_server.logger import set_logger
-
-IMAGE_STATUS_KEY = "__wftask_dataset_image_status__"
-
-logger = set_logger(__name__)
-
-
-def _enriched_image(*, img: dict[str, Any], status: str) -> dict[str, Any]:
-    img["attributes"][IMAGE_STATUS_KEY] = status
-    return img
-
-
-async def enrich_image_list(
-    *,
-    images: list[dict[str, Any]],
-    dataset_id: int,
-    workflowtask_id: int,
-    db: AsyncSession = Depends(get_async_db),
-) -> list[dict[str, Any]]:
-    start_time = time.perf_counter()
-    logger.info(
-        f"START {enrich_image_list.__name__} for {dataset_id=}, "
-        f"{workflowtask_id=}"
-    )
-
-    zarr_url_to_image = {img["zarr_url"]: deepcopy(img) for img in images}
-
-    stm = (
-        select(HistoryImageCache.zarr_url, HistoryUnit.status)
-        .join(HistoryUnit)
-        .where(HistoryImageCache.dataset_id == dataset_id)
-        .where(HistoryImageCache.workflowtask_id == workflowtask_id)
-        .where(HistoryImageCache.latest_history_unit_id == HistoryUnit.id)
-        .where(HistoryImageCache.zarr_url.in_(zarr_url_to_image.keys()))
-        .order_by(HistoryImageCache.zarr_url)
-    )
-    res = await db.execute(stm)
-    list_processed_url_status = res.all()
-    logger.debug(
-        f"POST db query, "
-        f"elapsed={time.perf_counter() - start_time:.3f} "
-        "seconds"
-    )
-
-    set_processed_urls = set(item[0] for item in list_processed_url_status)
-    processed_images_with_status = [
-        _enriched_image(
-            img=zarr_url_to_image[item[0]],
-            status=item[1],
-        )
-        for item in list_processed_url_status
-    ]
-    logger.debug(
-        f"POST processed_images_with_status, "
-        f"elapsed={time.perf_counter() - start_time:.3f} "
-        "seconds"
-    )
-
-    non_processed_urls = zarr_url_to_image.keys() - set_processed_urls
-    non_processed_images_with_status = [
-        _enriched_image(
-            img=zarr_url_to_image[zarr_url],
-            status=HistoryUnitStatusWithUnset.UNSET,
-        )
-        for zarr_url in non_processed_urls
-    ]
-    logger.debug(
-        f"POST non_processed_images_with_status, "
-        f"elapsed={time.perf_counter() - start_time:.3f} "
-        "seconds"
-    )
-
-    return processed_images_with_status + non_processed_images_with_status