elody 0.0.220__py3-none-any.whl → 0.0.222__py3-none-any.whl

elody/job.py

@@ -1,9 +1,11 @@
-from elody.object_configurations.job_configuration import JobConfiguration
-from datetime import datetime, timezone
+try:
+    from config import get_object_configuration_mapper
 
-_config = JobConfiguration()
-_create = _config.crud()["creator"]
-_post_crud_hook = _config.crud()["post_crud_hook"]
+    _config = get_object_configuration_mapper().get("job")
+except ModuleNotFoundError:
+    from elody.object_configurations.job_configuration import JobConfiguration
+
+    _config = JobConfiguration()
 
 
 def add_document_to_job(
@@ -12,18 +14,11 @@ def add_document_to_job(
     *,
     get_rabbit,
 ):
-    relations = []
-    if id_of_document_job_was_initiated_for:
-        relations.append(
-            {"key": id_of_document_job_was_initiated_for, "type": "isJobFor"}
-        )
-    document = {
-        "id": id,
-        "patch": {
-            "relations": (relations),
-        },
-    }
-    _post_crud_hook(crud="update", document=document, get_rabbit=get_rabbit)
+    _config.crud()["add_document_to_job"](
+        id=id,
+        id_of_document_job_was_initiated_for=id_of_document_job_was_initiated_for,
+        get_rabbit=get_rabbit,
+    )
 
 
 def init_job(
@@ -35,76 +30,57 @@ def init_job(
     user_email=None,
     parent_id=None,
     id_of_document_job_was_initiated_for=None,
+    track_async_children: bool | None = None,
 ) -> str:
-    relations = []
-    if parent_id:
-        relations.append({"key": parent_id, "type": "hasParentJob"})
-    if id_of_document_job_was_initiated_for:
-        relations.append(
-            {"key": id_of_document_job_was_initiated_for, "type": "isJobFor"}
-        )
-
-    job = _create(
-        {
-            "metadata": [
-                {"key": "name", "value": name},
-                {"key": "status", "value": "queued"},
-                {"key": "type", "value": job_type},
-            ],
-            "relations": relations,
-            "type": "job",
-        },
-        get_user_context=get_user_context
-        or (lambda: type("UserContext", (object,), {"email": user_email})()),
+    return _config.crud()["init_job"](
+        name=name,
+        job_type=job_type,
+        get_rabbit=get_rabbit,
+        get_user_context=get_user_context,
+        user_email=user_email,
+        parent_id=parent_id,
+        id_of_document_job_was_initiated_for=id_of_document_job_was_initiated_for,
+        track_async_children=track_async_children,
     )
 
-    _post_crud_hook(
-        crud="create", document=job, parent_id=parent_id, get_rabbit=get_rabbit
-    )
-    return job["_id"]
-
 
 def start_job(
     id,
-    id_of_document_job_was_initiated_for=None,
     *,
     get_rabbit,
 ):
-    document = {
-        "id": id,
-        "patch": {
-            "started_at": datetime.now(timezone.utc),
-            "metadata": [{"key": "status", "value": "running"}],
-            "relations": ([] if id_of_document_job_was_initiated_for else []),
-        },
-    }
-    _post_crud_hook(crud="update", document=document, get_rabbit=get_rabbit)
+    _config.crud()["start_job"](
+        id=id,
+        get_rabbit=get_rabbit,
+    )
 
 
 def finish_job(
     id,
-    id_of_document_job_was_initiated_for=None,
     *,
     get_rabbit,
 ):
-    document = {
-        "id": id,
-        "patch": {
-            "metadata": [{"key": "status", "value": "finished"}],
-            "relations": ([] if id_of_document_job_was_initiated_for else []),
-        },
-    }
-    _post_crud_hook(crud="update", document=document, get_rabbit=get_rabbit)
+    _config.crud()["finish_job"](
+        id=id,
+        get_rabbit=get_rabbit,
+    )
+
+
+def soft_finish_job(
+    id,
+    *,
+    get_rabbit,
+):
+    _config.crud()["soft_finish_job"](id=id, get_rabbit=get_rabbit)
 
 
 def fail_job(id, exception_message, *, get_rabbit):
-    document = {
-        "id": id,
-        "patch": {
-            "metadata": [
-                {"key": "info", "value": exception_message},
-                {"key": "status", "value": "failed"},
-            ]
-        },
-    }
-    _post_crud_hook(crud="update", document=document, get_rabbit=get_rabbit)
+    _config.crud()["fail_job"](
+        id=id, exception_message=exception_message, get_rabbit=get_rabbit
+    )
+
+
+def handle_parent_job_finished(id, parent_child_status, *, get_rabbit):
+    _config.crud()["handle_parent_job_finished"](
+        id=id, parent_child_status=parent_child_status, get_rabbit=get_rabbit
+    )

elody/object_configurations/base_object_configuration.py

@@ -1,6 +1,7 @@
 from abc import ABC, abstractmethod
 from copy import deepcopy
 from elody.migration.base_object_migrator import BaseObjectMigrator
+from os import getenv
 
 
 class BaseObjectConfiguration(ABC):
@@ -95,6 +96,16 @@ class BaseObjectConfiguration(ABC):
         except Exception:
             return None
 
+    def _is_request_from_internal_service(self):
+        try:
+            from flask import request  # pyright: ignore
+
+            return request.headers.get("Authorization", "").removeprefix(
+                "Bearer "
+            ) == getenv("STATIC_JWT")
+        except Exception:
+            return False
+
     def _sanitize_document(self, *, document, **kwargs):
         sanitized_document = {}
         document_deepcopy = deepcopy(document)

elody/object_configurations/elody_configuration.py

@@ -177,6 +177,9 @@ class ElodyConfiguration(BaseObjectConfiguration):
         return sanitized_document
 
     def __patch_document_audit_info(self, crud, document, timestamp, audit_override):
+        if self._is_request_from_internal_service():
+            return document
+
         document.update({f"date_{crud}d": timestamp})
         if email := self._get_user_context_id():
             label = f"{crud}d_by" if crud == "create" else "last_editor"

elody/object_configurations/job_configuration.py

@@ -1,8 +1,20 @@
+from datetime import datetime, timezone
+from enum import Enum
+from os import getenv
+from typing import Literal
+
 from elody.object_configurations.elody_configuration import (
     ElodyConfiguration,
 )
 from elody.util import send_cloudevent
-from os import getenv
+
+
+class Status(str, Enum):
+    QUEUED = "queued"
+    RUNNING = "running"
+    FINISHED = "finished"
+    FAILED = "failed"
+    WARNING = "warning"
 
 
 class JobConfiguration(ElodyConfiguration):
@@ -10,7 +22,23 @@ class JobConfiguration(ElodyConfiguration):
     SCHEMA_VERSION = 1
 
     def crud(self):
-        crud = {"collection": "jobs", "collection_history": ""}
+        crud = {
+            "collection": "jobs",
+            "collection_history": "",
+            "add_document_to_job": lambda *args, **kwargs: self._add_document_to_job(
+                *args, **kwargs
+            ),
+            "init_job": lambda *args, **kwargs: self._init_job(*args, **kwargs),
+            "start_job": lambda *args, **kwargs: self._start_job(*args, **kwargs),
+            "finish_job": lambda *args, **kwargs: self._finish_job(*args, **kwargs),
+            "finish_job_with_warning": lambda *args, **kwargs: self._finish_job_with_warning(
+                *args, **kwargs
+            ),
+            "fail_job": lambda *args, **kwargs: self._fail_job(*args, **kwargs),
+            "handle_parent_job_finished": lambda *args, **kwargs: self._handle_parent_job_finished(
+                *args, **kwargs
+            ),
+        }
         return {**super().crud(), **crud}
 
     def document_info(self):
@@ -49,3 +77,169 @@ class JobConfiguration(ElodyConfiguration):
                 "dams.job_changed",
                 document,
             )
+
+    def _add_document_to_job(
+        self,
+        id,
+        id_of_document_job_was_initiated_for,
+        *,
+        get_rabbit,
+    ):
+        relations = []
+        if id_of_document_job_was_initiated_for:
+            relations.append(
+                {"key": id_of_document_job_was_initiated_for, "type": "isJobFor"}
+            )
+        document = {
+            "id": id,
+            "patch": {
+                "relations": (relations),
+            },
+        }
+        self._post_crud_hook(crud="update", document=document, get_rabbit=get_rabbit)
+
+    def _init_job(
+        self,
+        name,
+        job_type,
+        *,
+        get_rabbit,
+        get_user_context=None,
+        user_email=None,
+        parent_id=None,
+        id_of_document_job_was_initiated_for=None,
+        track_async_children: bool | None = None,
+    ) -> str:
+        relations = []
+        if parent_id:
+            relations.append({"key": parent_id, "type": "hasParentJob"})
+        if id_of_document_job_was_initiated_for:
+            relations.append(
+                {"key": id_of_document_job_was_initiated_for, "type": "isJobFor"}
+            )
+
+        metadata = [
+            {"key": "name", "value": name},
+            {"key": "status", "value": Status.QUEUED.value},
+            {"key": "type", "value": job_type},
+        ]
+
+        if track_async_children:
+            metadata.append(
+                {
+                    "key": "child_jobs",
+                    "value": {
+                        Status.QUEUED.value: 0,
+                        Status.RUNNING.value: 0,
+                        Status.FAILED.value: 0,
+                        Status.FINISHED.value: 0,
+                        Status.WARNING.value: 0,
+                    },
+                }
+            )
+
+        job = self.crud()["creator"](
+            {
+                "metadata": metadata,
+                "relations": relations,
+                "type": "job",
+            },
+            get_user_context=get_user_context
+            or (lambda: type("UserContext", (object,), {"email": user_email})()),
+        )
+
+        self._post_crud_hook(
+            crud="create", document=job, parent_id=parent_id, get_rabbit=get_rabbit
+        )
+        return job["_id"]
+
+    def _start_job(
+        self,
+        id,
+        *,
+        get_rabbit,
+    ):
+        document = {
+            "id": id,
+            "patch": {
+                "started_at": datetime.now(timezone.utc),
+                "metadata": [{"key": "status", "value": Status.RUNNING.value}],
+            },
+        }
+        self._post_crud_hook(crud="update", document=document, get_rabbit=get_rabbit)
+
+    def _finish_job(
+        self,
+        id,
+        *,
+        get_rabbit,
+    ):
+        document = {
+            "id": id,
+            "patch": {
+                "metadata": [{"key": "status", "value": Status.FINISHED.value}],
+            },
+        }
+        self._post_crud_hook(crud="update", document=document, get_rabbit=get_rabbit)
+
+    def _finish_job_with_warning(
+        self,
+        id,
+        *,
+        get_rabbit,
+        info_message=None,
+    ):
+        document = {
+            "id": id,
+            "patch": {
+                "metadata": [
+                    {"key": "status", "value": Status.FINISHED.value},
+                    {"key": "info", "value": info_message},
+                ],
+            },
+        }
+        self._post_crud_hook(crud="update", document=document, get_rabbit=get_rabbit)
+
+    def _fail_job(self, id, exception_message, *, get_rabbit):
+
+        status, message = self.__handle_error_warnings(exception_message)
+
+        document = {
+            "id": id,
+            "patch": {
+                "metadata": [
+                    {"key": "info", "value": message},
+                    {
+                        "key": "status",
+                        "value": (status.value),
+                    },
+                ]
+            },
+        }
+        self._post_crud_hook(crud="update", document=document, get_rabbit=get_rabbit)
+
+    def _handle_parent_job_finished(self, id, parent_child_status, *, get_rabbit):
+
+        child_jobs_failed = parent_child_status[Status.FAILED.value]
+        child_jobs_warning = parent_child_status[Status.WARNING.value]
+
+        if child_jobs_failed == 0:
+            if child_jobs_warning:
+                self.crud()["finish_job_with_warning"](
+                    id, get_rabbit=get_rabbit, info_message="Some subjobs have warnings"
+                )
+            self.crud()["finish_job"](id, get_rabbit=get_rabbit)
+        else:
+            self.crud()["fail_job"](
+                id, exception_message="some subjobs failed", get_rabbit=get_rabbit
+            )
+
+    def __handle_error_warnings(
+        self,
+        errormessage: str,
+    ) -> tuple[Literal[Status.WARNING] | Literal[Status.FAILED], str]:
+
+        if errormessage.startswith("W4009"):
+            return Status.WARNING, errormessage
+
+        return Status.FAILED, errormessage

elody/util.py

@@ -125,6 +125,13 @@ def get_item_metadata_value(item, key):
     return ""
 
 
+def get_item_relation_key(item, type):
+    for item in item.get("relations", []):
+        if item["type"] == type:
+            return item["key"]
+    return ""
+
+
 def get_mimetype_from_filename(filename):
     mime = mimetypes.guess_type(filename, False)[0]
     return mime if mime else "application/octet-stream"
@@ -267,8 +274,12 @@ def signal_update_copyright_color_mediafile(mq_client, mediafile_id):
     send_cloudevent(mq_client, "dams", "dams.update_copyright_color_mediafile", data)
 
 
-def signal_upload_file(mq_client, upload_links, selected_folder):
-    data = {"upload_links": upload_links, "selected_folder": selected_folder}
+def signal_upload_file(mq_client, upload_links, selected_folder, parent_job_id=None):
+    data = {
+        "upload_links": upload_links,
+        "selected_folder": selected_folder,
+        "parent_job_id": parent_job_id,
+    }
     send_cloudevent(mq_client, "dams", "dams.upload_file", data)
 
 

{elody-0.0.220.dist-info → elody-0.0.222.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: elody
-Version: 0.0.220
+Version: 0.0.222
 Summary: elody SDK for Python
 Author-email: Inuits <developers@inuits.eu>
 License:                     GNU GENERAL PUBLIC LICENSE

{elody-0.0.220.dist-info → elody-0.0.222.dist-info}/RECORD

@@ -4,17 +4,17 @@ elody/client.py,sha256=15SBfnLHJXXY5Vf5BnkWdjtvkH21E_AsWTzm2-zcbf0,8799
 elody/csv.py,sha256=f8HphE-KC2OqKFzV0HiifWBgMHb3g0EA_Y82o_6JEiE,16761
 elody/error_codes.py,sha256=d3wNPZU0HFMyl8xN95ciNd6QD94al1tX18h6HiqiAHo,4310
 elody/exceptions.py,sha256=5KSw2sPCZz3lDIJX4LiR2iL9n4m4KIil04D1d3X5rd0,968
-elody/job.py,sha256=4dNpTWDdui53VqXfPsDNoTZ9MQohfqXnT2AsuI8q5Ec,2900
+elody/job.py,sha256=EGfYozNxyx2iLC-j_L5XLzV3hUAOM9UIFuYzyqKpS1w,1908
 elody/loader.py,sha256=yNakab07ja478gZaIC277n8Wf8SJ7_P3q-Z39BDdWQc,5419
 elody/schemas.py,sha256=WtKdZEAX-PtEuAaRohyS3Md8H4-8yKVXMkHfCQ2SDR4,4676
-elody/util.py,sha256=QqcqkV7GZ_1p4Uf_GJnc_nfAJt0mkBGzQ7-wCxMJ1ZM,9080
+elody/util.py,sha256=Qcoe49DsoJwXLFNevR67U_04iuJkmX4Pl0bcJ0Alrh0,9325
 elody/validator.py,sha256=G7Ya538EJHCFzOxEri2OcFMabfLBCtTKxuf4os_KuNw,260
 elody/migration/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 elody/migration/base_object_migrator.py,sha256=n8uvgGfjEUy60G47RD7Y-oxp1vHLOauwPMDl87LcxtU,436
 elody/object_configurations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-elody/object_configurations/base_object_configuration.py,sha256=AqOE0hCbXQDOdKFnDa9dbi-A-GRTUAaBZUe6_g0-Dc0,7573
-elody/object_configurations/elody_configuration.py,sha256=T_gyQykQWC1wdGTwQ9DujmumG8uqgQlH0vbZKmxtpfw,11049
-elody/object_configurations/job_configuration.py,sha256=-dGhXGfCewLEcPLjkBiSgwUa1dPty6OMm8b0IOUOUgo,1507
+elody/object_configurations/base_object_configuration.py,sha256=4lk6BmhRSYxwuD2qqGfE8d9H9ak7iwoOM5gqw7EntTI,7905
+elody/object_configurations/elody_configuration.py,sha256=Gf_59TfqjvlkufnkfzTtE4p8cBly613ieJ5beemtv00,11131
+elody/object_configurations/job_configuration.py,sha256=T6QI2wE-u7ZcNpYE5XjmrCzIJglyKUGJsifaTn0WGyg,7512
 elody/object_configurations/saved_search_configuration.py,sha256=ddOry4EqYOeEKRF7q2M_fHoqZv8DXpQjFq8VaZ7jhVI,732
 elody/policies/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 elody/policies/helpers.py,sha256=0mlTd-hu2TKwVNH3ov4yCEV-P_f2k7XFJ7XYUtGTjXk,2239
@@ -35,13 +35,13 @@ elody/policies/authorization/mediafile_derivatives_policy.py,sha256=OwNpbS8i7-Lz
 elody/policies/authorization/mediafile_download_policy.py,sha256=XMsKavBucmTh4W1kWOzpFWxJ_ZXgHVK1RS7JB4HjtQo,1979
 elody/policies/authorization/multi_tenant_policy.py,sha256=SA9H7SBjzuh8mY3gYN7pDG8TV7hdI3GEUtNeiZeNL3M,3164
 elody/policies/authorization/tenant_request_policy.py,sha256=dEgblwRAqwWVcE-O7Jn8hVL3OnwDlQhDEOcPlcElBrk,1185
-elody-0.0.220.dist-info/licenses/LICENSE,sha256=gXf5dRMhNSbfLPYYTY_5hsZ1r7UU1OaKQEAQUhuIBkM,18092
+elody-0.0.222.dist-info/licenses/LICENSE,sha256=gXf5dRMhNSbfLPYYTY_5hsZ1r7UU1OaKQEAQUhuIBkM,18092
 tests/__init_.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/data.py,sha256=Q3oxduf-E3m-Z5G_p3fcs8jVy6g10I7zXKL1m94UVMI,2906
 tests/unit/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/unit/test_csv.py,sha256=NQaOhehfQ4GuXku0Y1SA8DYjJeqqidbF50zEHAi8RZA,15923
 tests/unit/test_utils.py,sha256=g63szcEZyHhCOtrW4BnNbcgVca3oYPIOLjBdIzNwwN0,8784
-elody-0.0.220.dist-info/METADATA,sha256=LQldo9-kZVg9Pv6vWVM-zx0O7jQl5sGO-BQ6Wpj_LPE,23358
-elody-0.0.220.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-elody-0.0.220.dist-info/top_level.txt,sha256=E0mImupLj0KmtUUCXRYEoLDRaSkuiGaOIIseAa0oQ-M,21
-elody-0.0.220.dist-info/RECORD,,
+elody-0.0.222.dist-info/METADATA,sha256=N8xZrzgeNCwpRTo8WLIlxfFE9ZYEegaEJIloyTDXlHw,23358
+elody-0.0.222.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+elody-0.0.222.dist-info/top_level.txt,sha256=E0mImupLj0KmtUUCXRYEoLDRaSkuiGaOIIseAa0oQ-M,21
+elody-0.0.222.dist-info/RECORD,,