arkindex-base-worker 0.4.0rc6__tar.gz → 0.5.0a2__tar.gz

{arkindex_base_worker-0.4.0rc6 → arkindex_base_worker-0.5.0a2}/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.2
 Name: arkindex-base-worker
-Version: 0.4.0rc6
+Version: 0.5.0a2
 Summary: Base Worker to easily build Arkindex ML workflows
 Author-email: Teklia <contact@teklia.com>
 Maintainer-email: Teklia <contact@teklia.com>
@@ -46,7 +46,7 @@ Requires-Dist: peewee~=3.17
 Requires-Dist: Pillow==11.0.0
 Requires-Dist: python-gnupg==0.5.3
 Requires-Dist: shapely==2.0.6
-Requires-Dist: teklia-toolbox==0.1.7b1
+Requires-Dist: teklia-toolbox==0.1.7
 Requires-Dist: zstandard==0.23.0
 Provides-Extra: docs
 Requires-Dist: black==24.10.0; extra == "docs"

{arkindex_base_worker-0.4.0rc6 → arkindex_base_worker-0.5.0a2}/arkindex_base_worker.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.2
 Name: arkindex-base-worker
-Version: 0.4.0rc6
+Version: 0.5.0a2
 Summary: Base Worker to easily build Arkindex ML workflows
 Author-email: Teklia <contact@teklia.com>
 Maintainer-email: Teklia <contact@teklia.com>
@@ -46,7 +46,7 @@ Requires-Dist: peewee~=3.17
 Requires-Dist: Pillow==11.0.0
 Requires-Dist: python-gnupg==0.5.3
 Requires-Dist: shapely==2.0.6
-Requires-Dist: teklia-toolbox==0.1.7b1
+Requires-Dist: teklia-toolbox==0.1.7
 Requires-Dist: zstandard==0.23.0
 Provides-Extra: docs
 Requires-Dist: black==24.10.0; extra == "docs"

{arkindex_base_worker-0.4.0rc6 → arkindex_base_worker-0.5.0a2}/arkindex_base_worker.egg-info/requires.txt

@@ -3,7 +3,7 @@ peewee~=3.17
 Pillow==11.0.0
 python-gnupg==0.5.3
 shapely==2.0.6
-teklia-toolbox==0.1.7b1
+teklia-toolbox==0.1.7
 zstandard==0.23.0
 
 [docs]

{arkindex_base_worker-0.4.0rc6 → arkindex_base_worker-0.5.0a2}/arkindex_worker/__init__.py

@@ -1,3 +1,4 @@
+import importlib.metadata
 import logging
 
 logging.basicConfig(
@@ -5,3 +6,5 @@ logging.basicConfig(
     format="%(asctime)s %(levelname)s/%(name)s: %(message)s",
 )
 logger = logging.getLogger(__name__)
+
+VERSION = importlib.metadata.version("arkindex-base-worker")

{arkindex_base_worker-0.4.0rc6 → arkindex_base_worker-0.5.0a2}/arkindex_worker/cache.py

@@ -327,9 +327,9 @@ def check_version(cache_path: str | Path):
         except OperationalError:
             version = None
 
-        assert (
-            version == SQL_VERSION
-        ), f"The SQLite database {cache_path} does not have the correct cache version, it should be {SQL_VERSION}"
+        assert version == SQL_VERSION, (
+            f"The SQLite database {cache_path} does not have the correct cache version, it should be {SQL_VERSION}"
+        )
 
 
 def merge_parents_cache(paths: list, current_database: Path):

{arkindex_base_worker-0.4.0rc6 → arkindex_base_worker-0.5.0a2}/arkindex_worker/image.py

@@ -2,6 +2,7 @@
 Helper methods to download and open IIIF images, and manage polygons.
 """
 
+import base64
 import functools
 import os
 import re
@@ -14,6 +15,7 @@ from pathlib import Path
 from typing import TYPE_CHECKING
 
 import humanize
+import numpy as np
 import requests
 from PIL import Image
 from shapely.affinity import rotate, scale, translate
@@ -25,7 +27,7 @@ from tenacity import (
     wait_exponential,
 )
 
-from arkindex_worker import logger
+from arkindex_worker import VERSION, logger
 from arkindex_worker.utils import pluralize
 from teklia_toolbox.requests import should_verify_cert
 
@@ -39,14 +41,16 @@ DOWNLOAD_TIMEOUT = (30, 60)
 
 BoundingBox = namedtuple("BoundingBox", ["x", "y", "width", "height"])
 
+# Specific User-Agent to bypass potential server limitations
+IIIF_USER_AGENT = f"Teklia/Workers {VERSION}"
 # To parse IIIF Urls
 IIIF_URL = re.compile(r"\w+:\/{2}.+\/.+\/.+\/.+\/(?P<size>.+)\/!?\d+\/\w+\.\w+")
 # Full size of the region
 IIIF_FULL = "full"
 # Maximum size available
 IIIF_MAX = "max"
-# Ratio to resize image
-IMAGE_RATIO = [1, 0.9, 0.85, 0.80, 0.75, 0.70, 0.60, 0.50, 0.40, 0.30]
+# Ratios to resize images: 1.0, 0.95, [...], 0.1, 0.05
+IMAGE_RATIOS = np.arange(1, 0, -0.05).round(2).tolist()
 
 
 def update_pillow_image_size_limit(func):
@@ -206,44 +210,81 @@ def upload_image(image: Image, url: str) -> requests.Response:
 def resized_images(
     *args,
     element: "Element",
-    max_pixels: int | None = None,
+    max_pixels_short: int | None = None,
+    max_pixels_long: int | None = None,
     max_bytes: int | None = None,
+    use_base64: bool = False,
     **kwargs,
-) -> Iterator[Generator[tempfile.NamedTemporaryFile, None, None]]:
+) -> Iterator[Generator[tempfile._TemporaryFileWrapper | str]]:
     """
-    Build resized images according to the pixel and byte limits.
+    Build resized images according to pixel and byte limits.
 
     :param *args: Positional arguments passed to [arkindex_worker.models.Element.open_image_tempfile][].
     :param element: Element whose image needs to be resized.
-    :param max_pixels: Maximum pixel size of the resized images.
+    :param max_pixels_short: Maximum pixel size of the resized images' short side.
+    :param max_pixels_long: Maximum pixel size of the resized images' long side.
     :param max_bytes: Maximum byte size of the resized images.
+    :param use_base64: Whether or not to encode resized images in base64 before calculating their size.
     :param **kwargs: Keyword arguments passed to [arkindex_worker.models.Element.open_image_tempfile][].
-    :returns: An iterator of the temporary file of the resized image.
+    :returns: An iterator of temporary files for resized images OR an iterator of base64-encoded strings if `use_base64` is set.
     """
     _, _, element_width, element_height = polygon_bounding_box(element.polygon)
+    logger.info(
+        f"This element's image dimensions are ({element_width} x {element_height})."
+    )
+
+    portrait_format = element_width <= element_height
+    max_pixels_width, max_pixels_height = (
+        (max_pixels_short, max_pixels_long)
+        if portrait_format
+        else (max_pixels_long, max_pixels_short)
+    )
+
+    # The image dimension is already within the pixel limitation, no need to resize the image
+    if max_pixels_width and max_pixels_width >= element_width:
+        max_pixels_width = None
+    if max_pixels_height and max_pixels_height >= element_height:
+        max_pixels_height = None
 
-    logger.info(f"This element's image sizes are ({element_width} x {element_height}).")
-    if max_pixels and max(element_width, element_height) > max_pixels:
+    if (max_pixels_width and element_width > max_pixels_width) or (
+        max_pixels_height and element_height > max_pixels_height
+    ):
         logger.warning(
-            f"Maximum image input size supported is ({max_pixels} x {max_pixels})."
+            f"Maximum image dimensions supported are ({max_pixels_width or element_width} x {max_pixels_height or element_height})."
         )
         logger.warning("The image will be resized.")
 
-    element_pixel, param = (
-        (element_width, "max_width")
-        if element_width > element_height
-        else (element_height, "max_height")
-    )
+    # No limitations provided, we keep the image initial dimensions
+    if max_pixels_width is None and max_pixels_height is None:
+        open_image_param, max_value = (
+            ("max_height", element_height)
+            if portrait_format
+            else ("max_width", element_width)
+        )
+    # A limitation is only given for the height, we resize it
+    elif max_pixels_width is None:
+        open_image_param, max_value = ("max_height", max_pixels_height)
+    # A limitation is only given for the width, we resize it
+    elif max_pixels_height is None:
+        open_image_param, max_value = ("max_width", max_pixels_width)
+    # Limitations are provided for both sides:
+    # - we resize only the one with the biggest scale factor
+    # - the remaining one will automatically fall within the other limitation
+    else:
+        width_rescaling_factor = element_width / max_pixels_width
+        height_rescaling_factor = element_height / max_pixels_height
+        open_image_param, max_value = (
+            ("max_height", max_pixels_height)
+            if height_rescaling_factor > width_rescaling_factor
+            else ("max_width", max_pixels_width)
+        )
 
-    for resized_pixel in sorted(
-        set(
-            min(round(ratio * element_pixel), max_pixels or element_pixel)
-            for ratio in IMAGE_RATIO
-        ),
-        reverse=True,
-    ):
+    resized_pixels = set(
+        min(round(ratio * max_value), max_value) for ratio in IMAGE_RATIOS
+    )
+    for resized_pixel in sorted(resized_pixels, reverse=True):
         with element.open_image_tempfile(
-            *args, **{**kwargs, param: resized_pixel}
+            *args, **{**kwargs, open_image_param: resized_pixel}
         ) as image:
             pillow_image = Image.open(image)
             if (
@@ -254,8 +295,12 @@ def resized_images(
                     f"The image was resized to ({pillow_image.width} x {pillow_image.height})."
                 )
 
-            # The image is still too large
             image_size = Path(image.name).stat().st_size
+            if use_base64:
+                image = base64.b64encode(Path(image.name).read_bytes()).decode("utf-8")
+                image_size = len(image)
+
+            # The image is still too heavy
             if max_bytes and image_size > max_bytes:
                 logger.warning(f"The image size is {humanize.naturalsize(image_size)}.")
                 logger.warning(
@@ -283,7 +328,7 @@ def polygon_bounding_box(polygon: list[list[int | float]]) -> BoundingBox:
 def _retry_log(retry_state, *args, **kwargs):
     logger.warning(
         f"Request to {retry_state.args[0]} failed ({repr(retry_state.outcome.exception())}), "
-        f'retrying in {retry_state.idle_for} {pluralize("second", retry_state.idle_for)}'
+        f"retrying in {retry_state.idle_for} {pluralize('second', retry_state.idle_for)}"
     )
 
 
@@ -296,7 +341,12 @@ def _retry_log(retry_state, *args, **kwargs):
 )
 def _retried_request(url, *args, method=requests.get, **kwargs):
     resp = method(
-        url, *args, timeout=DOWNLOAD_TIMEOUT, verify=should_verify_cert(url), **kwargs
+        url,
+        *args,
+        headers={"User-Agent": IIIF_USER_AGENT},
+        timeout=DOWNLOAD_TIMEOUT,
+        verify=should_verify_cert(url),
+        **kwargs,
     )
     resp.raise_for_status()
     return resp
@@ -316,9 +366,9 @@ def download_tiles(url: str) -> Image:
 
     image_width, image_height = info.get("width"), info.get("height")
     assert image_width and image_height, "Missing image dimensions in info.json"
-    assert info.get(
-        "tiles"
-    ), "Image cannot be retrieved at full size and tiles are not supported"
+    assert info.get("tiles"), (
+        "Image cannot be retrieved at full size and tiles are not supported"
+    )
 
     # Take the biggest available tile size
     tile = sorted(info["tiles"], key=lambda tile: tile.get("width", 0), reverse=True)[0]
@@ -392,15 +442,15 @@ def trim_polygon(
        is entirely outside of the image's bounds.
     """
 
-    assert isinstance(
-        polygon, list | tuple
-    ), "Input polygon must be a valid list or tuple of points."
-    assert all(
-        isinstance(point, list | tuple) for point in polygon
-    ), "Polygon points must be tuples or lists."
-    assert all(
-        len(point) == 2 for point in polygon
-    ), "Polygon points must be tuples or lists of 2 elements."
+    assert isinstance(polygon, list | tuple), (
+        "Input polygon must be a valid list or tuple of points."
+    )
+    assert all(isinstance(point, list | tuple) for point in polygon), (
+        "Polygon points must be tuples or lists."
+    )
+    assert all(len(point) == 2 for point in polygon), (
+        "Polygon points must be tuples or lists of 2 elements."
+    )
     assert all(
         isinstance(point[0], int) and isinstance(point[1], int) for point in polygon
     ), "Polygon point coordinates must be integers."
@@ -451,12 +501,12 @@ def revert_orientation(
     from arkindex_worker.cache import CachedElement
     from arkindex_worker.models import Element
 
-    assert element and isinstance(
-        element, Element | CachedElement
-    ), "element shouldn't be null and should be an Element or CachedElement"
-    assert polygon and isinstance(
-        polygon, list
-    ), "polygon shouldn't be null and should be a list"
+    assert element and isinstance(element, Element | CachedElement), (
+        "element shouldn't be null and should be an Element or CachedElement"
+    )
+    assert polygon and isinstance(polygon, list), (
+        "polygon shouldn't be null and should be a list"
+    )
     assert isinstance(reverse, bool), "Reverse should be a bool"
     # Rotating with Pillow can cause it to move the image around, as the image cannot have negative coordinates
     # and must be a rectangle.  This means the origin point of any coordinates from an image is invalid, and the
@@ -464,9 +514,9 @@ def revert_orientation(
     # To properly undo the mirroring and rotation implicitly applied by open_image, we first need to find the center
     # of the rotated bounding box.
     if isinstance(element, Element):
-        assert (
-            element.zone and element.zone.polygon
-        ), "element should have a zone and a polygon"
+        assert element.zone and element.zone.polygon, (
+            "element should have a zone and a polygon"
+        )
         parent_ring = LinearRing(element.zone.polygon)
     elif isinstance(element, CachedElement):
         assert element.polygon, "cached element should have a polygon"

{arkindex_base_worker-0.4.0rc6 → arkindex_base_worker-0.5.0a2}/arkindex_worker/utils.py

@@ -243,11 +243,12 @@ def batch_publication(func: Callable) -> Callable:
         bound_func.apply_defaults()
         batch_size = bound_func.arguments.get("batch_size")
         assert (
-            batch_size and isinstance(batch_size, int) and batch_size > 0
+            batch_size is not None and isinstance(batch_size, int) and batch_size > 0
         ), "batch_size shouldn't be null and should be a strictly positive integer"
 
         return func(self, *args, **kwargs)
 
+    wrapper.__name__ = func.__name__
     return wrapper
 
 

{arkindex_base_worker-0.4.0rc6 → arkindex_base_worker-0.5.0a2}/arkindex_worker/worker/__init__.py

@@ -82,9 +82,9 @@ class ElementsWorker(
         :return: An iterable of [CachedElement][arkindex_worker.cache.CachedElement] when cache support is enabled,
            or a list of strings representing element IDs otherwise.
         """
-        assert not (
-            self.args.elements_list and self.args.element
-        ), "elements-list and element CLI args shouldn't be both set"
+        assert not (self.args.elements_list and self.args.element), (
+            "elements-list and element CLI args shouldn't be both set"
+        )
 
         def invalid_element_id(value: str) -> bool:
             """
@@ -125,9 +125,9 @@ class ElementsWorker(
             return {item["id"] for item in self.list_process_elements()}
 
         invalid_element_ids = list(filter(invalid_element_id, out))
-        assert (
-            not invalid_element_ids
-        ), f"These element IDs are invalid: {', '.join(invalid_element_ids)}"
+        assert not invalid_element_ids, (
+            f"These element IDs are invalid: {', '.join(invalid_element_ids)}"
+        )
 
         return out
 
@@ -144,9 +144,9 @@ class ElementsWorker(
             # Worker activities are also disabled when running an ElementsWorker in a Dataset process
             # and when running export processes.
             return False
-        assert (
-            self.process_information
-        ), "Worker must be configured to access its process activity state"
+        assert self.process_information, (
+            "Worker must be configured to access its process activity state"
+        )
         return self.process_information.get("activity_state") == "ready"
 
     def run(self):
@@ -221,7 +221,7 @@ class ElementsWorker(
                     with contextlib.suppress(Exception):
                         self.update_activity(element.id, ActivityState.Error)
 
-        message = f'Ran on {count} {pluralize("element", count)}: {count - failed} completed, {failed} failed'
+        message = f"Ran on {count} {pluralize('element', count)}: {count - failed} completed, {failed} failed"
         if failed:
             logger.error(message)
             if failed >= count:  # Everything failed!
@@ -256,9 +256,9 @@ class ElementsWorker(
             )
             return True
 
-        assert element_id and isinstance(
-            element_id, uuid.UUID | str
-        ), "element_id shouldn't be null and should be an UUID or str"
+        assert element_id and isinstance(element_id, uuid.UUID | str), (
+            "element_id shouldn't be null and should be an UUID or str"
+        )
         assert isinstance(state, ActivityState), "state should be an ActivityState"
 
         try:
@@ -382,9 +382,9 @@ class DatasetWorker(DatasetMixin, BaseWorker, TaskMixin):
         failed = 0
         for i, dataset_set in enumerate(dataset_sets, start=1):
             try:
-                assert (
-                    dataset_set.dataset.state == DatasetState.Complete.value
-                ), "When processing a set, its dataset state should be Complete."
+                assert dataset_set.dataset.state == DatasetState.Complete.value, (
+                    "When processing a set, its dataset state should be Complete."
+                )
 
                 logger.info(f"Retrieving data for {dataset_set} ({i}/{count})")
                 self.download_dataset_artifact(dataset_set.dataset)
@@ -405,7 +405,7 @@ class DatasetWorker(DatasetMixin, BaseWorker, TaskMixin):
         # Cleanup the latest downloaded dataset artifact
         self.cleanup_downloaded_artifact()
 
-        message = f'Ran on {count} {pluralize("set", count)}: {count - failed} completed, {failed} failed'
+        message = f"Ran on {count} {pluralize('set', count)}: {count - failed} completed, {failed} failed"
         if failed:
             logger.error(message)
             if failed >= count:  # Everything failed!

{arkindex_base_worker-0.4.0rc6 → arkindex_base_worker-0.5.0a2}/arkindex_worker/worker/base.py

@@ -305,9 +305,9 @@ class BaseWorker:
 
         if self.use_cache:
             if self.args.database is not None:
-                assert (
-                    self.args.database.is_file()
-                ), f"Database in {self.args.database} does not exist"
+                assert self.args.database.is_file(), (
+                    f"Database in {self.args.database} does not exist"
+                )
                 self.cache_path = self.args.database
             else:
                 cache_dir = self.task_data_dir / self.task_id
@@ -378,9 +378,9 @@ class BaseWorker:
                 gpg = gnupg.GPG()
                 with path.open("rb") as gpg_file:
                     decrypted = gpg.decrypt_file(gpg_file)
-                assert (
-                    decrypted.ok
-                ), f"GPG error: {decrypted.status} - {decrypted.stderr}"
+                assert decrypted.ok, (
+                    f"GPG error: {decrypted.status} - {decrypted.stderr}"
+                )
                 secret = decrypted.data.decode("utf-8")
                 logging.info(f"Loaded local secret {name}")
             except Exception as e:

{arkindex_base_worker-0.4.0rc6 → arkindex_base_worker-0.5.0a2}/arkindex_worker/worker/classification.py

@@ -27,7 +27,7 @@ class ClassificationMixin:
         )
         self.classes = {ml_class["name"]: ml_class["id"] for ml_class in corpus_classes}
         logger.info(
-            f'Loaded {len(self.classes)} ML {pluralize("class", len(self.classes))} in corpus ({self.corpus_id})'
+            f"Loaded {len(self.classes)} ML {pluralize('class', len(self.classes))} in corpus ({self.corpus_id})"
         )
 
     def get_ml_class_id(self, ml_class: str) -> str:
@@ -60,9 +60,9 @@ class ClassificationMixin:
                     f"Reloading corpus classes to see if {ml_class} already exists"
                 )
                 self.load_corpus_classes()
-                assert (
-                    ml_class in self.classes
-                ), "Missing class {ml_class} even after reloading"
+                assert ml_class in self.classes, (
+                    "Missing class {ml_class} even after reloading"
+                )
                 ml_class_id = self.classes[ml_class]
 
         return ml_class_id
@@ -86,9 +86,9 @@ class ClassificationMixin:
             ),
             None,
         )
-        assert (
-            ml_class_name is not None
-        ), f"Missing class with id ({ml_class_id}) in corpus ({self.corpus_id})"
+        assert ml_class_name is not None, (
+            f"Missing class with id ({ml_class_id}) in corpus ({self.corpus_id})"
+        )
         return ml_class_name
 
     def create_classification(
@@ -107,18 +107,18 @@ class ClassificationMixin:
         :param high_confidence: Whether or not the classification is of high confidence.
         :returns: The created classification, as returned by the ``CreateClassification`` API endpoint.
         """
-        assert element and isinstance(
-            element, Element | CachedElement
-        ), "element shouldn't be null and should be an Element or CachedElement"
-        assert ml_class and isinstance(
-            ml_class, str
-        ), "ml_class shouldn't be null and should be of type str"
-        assert (
-            isinstance(confidence, float) and 0 <= confidence <= 1
-        ), "confidence shouldn't be null and should be a float in [0..1] range"
-        assert isinstance(
-            high_confidence, bool
-        ), "high_confidence shouldn't be null and should be of type bool"
+        assert element and isinstance(element, Element | CachedElement), (
+            "element shouldn't be null and should be an Element or CachedElement"
+        )
+        assert ml_class and isinstance(ml_class, str), (
+            "ml_class shouldn't be null and should be of type str"
+        )
+        assert isinstance(confidence, float) and 0 <= confidence <= 1, (
+            "confidence shouldn't be null and should be a float in [0..1] range"
+        )
+        assert isinstance(high_confidence, bool), (
+            "high_confidence shouldn't be null and should be of type bool"
+        )
         if self.is_read_only:
             logger.warning(
                 "Cannot create classification as this worker is in read-only mode"
@@ -198,31 +198,33 @@ class ClassificationMixin:
         :returns: List of created classifications, as returned in the ``classifications`` field by
            the ``CreateClassifications`` API endpoint.
         """
-        assert element and isinstance(
-            element, Element | CachedElement
-        ), "element shouldn't be null and should be an Element or CachedElement"
-        assert classifications and isinstance(
-            classifications, list
-        ), "classifications shouldn't be null and should be of type list"
+        assert element and isinstance(element, Element | CachedElement), (
+            "element shouldn't be null and should be an Element or CachedElement"
+        )
+        assert classifications and isinstance(classifications, list), (
+            "classifications shouldn't be null and should be of type list"
+        )
 
         for index, classification in enumerate(classifications):
             ml_class = classification.get("ml_class")
-            assert (
-                ml_class and isinstance(ml_class, str)
-            ), f"Classification at index {index} in classifications: ml_class shouldn't be null and should be of type str"
+            assert ml_class and isinstance(ml_class, str), (
+                f"Classification at index {index} in classifications: ml_class shouldn't be null and should be of type str"
+            )
 
             confidence = classification.get("confidence")
             assert (
                 confidence is not None
                 and isinstance(confidence, float)
                 and 0 <= confidence <= 1
-            ), f"Classification at index {index} in classifications: confidence shouldn't be null and should be a float in [0..1] range"
+            ), (
+                f"Classification at index {index} in classifications: confidence shouldn't be null and should be a float in [0..1] range"
+            )
 
             high_confidence = classification.get("high_confidence")
             if high_confidence is not None:
-                assert isinstance(
-                    high_confidence, bool
-                ), f"Classification at index {index} in classifications: high_confidence should be of type bool"
+                assert isinstance(high_confidence, bool), (
+                    f"Classification at index {index} in classifications: high_confidence should be of type bool"
+                )
 
         if self.is_read_only:
             logger.warning(

{arkindex_base_worker-0.4.0rc6 → arkindex_base_worker-0.5.0a2}/arkindex_worker/worker/corpus.py

@@ -76,9 +76,9 @@ class CorpusMixin:
             key=itemgetter("updated"),
             reverse=True,
         )
-        assert (
-            len(exports) > 0
-        ), f'No available exports found for the corpus ({self.corpus_id}) with state "{CorpusExportState.Done.value.capitalize()}".'
+        assert len(exports) > 0, (
+            f'No available exports found for the corpus ({self.corpus_id}) with state "{CorpusExportState.Done.value.capitalize()}".'
+        )
 
         # Download latest export
         export_id: str = exports[0]["id"]

{arkindex_base_worker-0.4.0rc6 → arkindex_base_worker-0.5.0a2}/arkindex_worker/worker/dataset.py

@@ -113,9 +113,9 @@ class DatasetMixin:
         :param dataset_set: Set to find elements in.
         :returns: An iterator of Element built from the ``ListDatasetElements`` API endpoint.
         """
-        assert dataset_set and isinstance(
-            dataset_set, Set
-        ), "dataset_set shouldn't be null and should be a Set"
+        assert dataset_set and isinstance(dataset_set, Set), (
+            "dataset_set shouldn't be null and should be a Set"
+        )
 
         results = self.api_client.paginate(
             "ListDatasetElements", id=dataset_set.dataset.id, set=dataset_set.name
@@ -152,12 +152,12 @@ class DatasetMixin:
         :param state: State of the dataset.
         :returns: The updated ``Dataset`` object from the ``PartialUpdateDataset`` API endpoint.
         """
-        assert dataset and isinstance(
-            dataset, Dataset
-        ), "dataset shouldn't be null and should be a Dataset"
-        assert state and isinstance(
-            state, DatasetState
-        ), "state shouldn't be null and should be a str from DatasetState"
+        assert dataset and isinstance(dataset, Dataset), (
+            "dataset shouldn't be null and should be a Dataset"
+        )
+        assert state and isinstance(state, DatasetState), (
+            "state shouldn't be null and should be a str from DatasetState"
+        )
 
         if self.is_read_only:
             logger.warning("Cannot update dataset as this worker is in read-only mode")