oarepo-runtime 1.5.58__py3-none-any.whl → 1.5.60__py3-none-any.whl

oarepo_runtime/datastreams/asynchronous.py

@@ -178,7 +178,7 @@ def run_datastream_processor(batch: Dict, *, processor: JSONObject, identity, ca
             {
                 "batch": deserialized_batch.json,
                 "identity": serialize_identity(identity),
-                "callback": f"{processor_signature.kind}_error",
+                "callback": f"{processor_signature.kind.value}_error",
                 "exception": err.json,
             },
         )

oarepo_runtime/datastreams/datastreams.py

@@ -25,11 +25,20 @@ class DataStreamChain(abc.ABC):
     def finish(self, callback: Union[DataStreamCallback, Any]):
         pass
 
+try:
+    from enum import StrEnum
 
-class SignatureKind(str, Enum):
-    READER = "reader"
-    TRANSFORMER = "transformer"
-    WRITER = "writer"
+    class SignatureKind(StrEnum):
+        READER = "reader"
+        TRANSFORMER = "transformer"
+        WRITER = "writer"
+
+except ImportError:
+
+    class SignatureKind(str, Enum):
+        READER = "reader"
+        TRANSFORMER = "transformer"
+        WRITER = "writer"
 
 
 @dataclasses.dataclass

oarepo_runtime/datastreams/semi_asynchronous.py

@@ -81,7 +81,7 @@ def run_semi_asynchronous_datastream_processor(
                 {
                     "batch": batch.json,
                     "identity": serialize_identity(identity),
-                    "callback": f"{signature.kind}_error",
+                    "callback": f"{signature.kind.value}_error",
                     "exception": err.json,
                 },
             )

oarepo_runtime/records/systemfields/selectors.py

@@ -1,4 +1,4 @@
-from typing import Any, List
+from typing import Any, Callable, List
 
 
 class Selector:
@@ -25,6 +25,71 @@ class FirstItemSelector(PathSelector):
         return []
 
 
+class FilteredSelector(Selector):
+    """
+    Selector which filters output of another selector
+    Example:
+        FilteredSelector(PathSelector("metadata.creators", "metadata.contributors"),
+                                         filter=lambda x: x["nameType"] == "personal", projection="affiliations")
+
+    selects affiliations of creators with nameType personal from following data
+
+    data = {
+        "metadata": {
+            "creators": [
+                {"name": "hugo", "affiliations": ["uni1", "uni2"], "nameType": "personal"},
+                {"name": "uni3", "nameType": "organizational"},
+            ]
+        }
+    }
+    """
+
+    def __init__(
+        self,
+        selector: Selector,
+        filter: Callable[[Any], bool],
+        projection: Callable[[Any], Any] | str = None,
+    ):
+
+        self.selector = selector
+        self.filter = filter
+        self.projection = projection
+
+    def select(self, record):
+        selected = self.selector.select(record)
+        selected = filter(self.filter, selected)
+        if self.projection:
+            ret = []
+            for select_element in selected:
+                if isinstance(self.projection, str):
+                    if isinstance(select_element, dict) and self.projection in select_element:
+                        result = select_element[self.projection]
+                    else:
+                        result = []
+                else:
+                    result = self.projection(select_element)
+                if isinstance(result, list):
+                    ret += result
+                else:
+                    ret.append(result)
+        else:
+            ret = list(selected)
+        return ret
+
+
+class MultiSelector(Selector):
+    """Selector concatenating outputs of multiple selectors"""
+
+    def __init__(self, *selectors: Selector):
+        self.selectors = selectors
+
+    def select(self, record):
+        ret = []
+        for selector in self.selectors:
+            ret += selector.select(record)
+        return ret
+
+
 def getter(data, path: List):
     if len(path) == 0:
         if isinstance(data, list):
@@ -36,4 +101,4 @@ def getter(data, path: List):
             yield from getter(data[path[0]], path[1:])
     elif isinstance(data, list):
         for item in data:
-            yield from getter(item, path)
+            yield from getter(item, path)

{oarepo_runtime-1.5.58.dist-info → oarepo_runtime-1.5.60.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: oarepo-runtime
-Version: 1.5.58
+Version: 1.5.60
 Summary: A set of runtime extensions of Invenio repository
 Description-Content-Type: text/markdown
 License-File: LICENSE

{oarepo_runtime-1.5.58.dist-info → oarepo_runtime-1.5.60.dist-info}/RECORD

@@ -14,14 +14,14 @@ oarepo_runtime/cli/fixtures.py,sha256=l6zHpz1adjotrbFy_wcN2TOL8x20i-1jbQmaoEEo-U
 oarepo_runtime/cli/index.py,sha256=2dZvXtrph527YIgFTCQ8dIVsza-bZou9HBBzYRWAPTY,8243
 oarepo_runtime/cli/validate.py,sha256=HpSvHQCGHlrdgdpKix9cIlzlBoJEiT1vACZdMnOUGEY,2827
 oarepo_runtime/datastreams/__init__.py,sha256=_i52Ek9J8DMARST0ejZAZPzUKm55xrrlKlCSO7dl6y4,1008
-oarepo_runtime/datastreams/asynchronous.py,sha256=1I1mEaTxyrcHD7LK6O9z2QX37AgeejflxynGmLreLQ0,7396
+oarepo_runtime/datastreams/asynchronous.py,sha256=JwT-Hx6P7KwV0vSJlxX6kLSIX5vtsekVsA2p_hZpJ_U,7402
 oarepo_runtime/datastreams/catalogue.py,sha256=D6leq-FPT3RP3SniEAXPm66v3q8ZdQnaUYJ5XM0dIFY,5021
-oarepo_runtime/datastreams/datastreams.py,sha256=wnMk1UFv-cWXRO0jHwRNoJBO0cbZaHqrLnH7vgfnf78,4485
+oarepo_runtime/datastreams/datastreams.py,sha256=N9XXwIaBTADkPhE-XG6uotMwd-8Kn0vEZOoeV2BnMGI,4679
 oarepo_runtime/datastreams/errors.py,sha256=WyZLU53EdFJTLv6K2ooM_M6ISjLS-U1dDw6B7guOLSc,1540
 oarepo_runtime/datastreams/ext.py,sha256=ivugdVMCqwugK-5SeX14a-dMq6VaTt7DM2wFU357tR4,1406
 oarepo_runtime/datastreams/fixtures.py,sha256=LTzRLoS3hkdP7a7wX3fCNWplaxh0DQQjxGto3p1_Luk,8691
 oarepo_runtime/datastreams/json.py,sha256=OAiaH93eqpH5qNQSPKKc8K-hXKAn5lB0PUKwwZFqJSw,153
-oarepo_runtime/datastreams/semi_asynchronous.py,sha256=TJWby2MDKXm5feRocoWB-8OhsShq5R9HoZ74O1rGBOk,2934
+oarepo_runtime/datastreams/semi_asynchronous.py,sha256=kNc6BBnV6oFoY9kHgf5l8fd1wibRfI0dwyzLtu4fmUA,2940
 oarepo_runtime/datastreams/synchronous.py,sha256=t5lfnMkLqy3jK5zMl-nIuA0HlMPiHGjwCqZ8XQP-3GM,2595
 oarepo_runtime/datastreams/transformers.py,sha256=q5KzHPl2kJg7HP1BtKJ7F_UMqg_7L1ZGDX0O7s8D6UI,521
 oarepo_runtime/datastreams/types.py,sha256=KZjblc3T_UFFW7LrMDmiR8lqVf86V484LAHj6yg05EI,9908
@@ -62,7 +62,7 @@ oarepo_runtime/records/systemfields/icu.py,sha256=sSGAgi5WhsAY4cCBL7-7nMpvHAuctp
 oarepo_runtime/records/systemfields/mapping.py,sha256=tXOK_jkdY1pOUO7_VfChfDNB8UTi21GUXaidpugTnO8,1017
 oarepo_runtime/records/systemfields/owner.py,sha256=dYRVBinniW7ECHuSnTAjeN6x1KhhJtNR9vxmD1KswMs,3805
 oarepo_runtime/records/systemfields/record_status.py,sha256=U3kem4-JkNsT17e0iAl3HIAZ2MvO5lY_0U757aZvTKE,935
-oarepo_runtime/records/systemfields/selectors.py,sha256=rXNioeyCHLiNGsA_zu8bfoFdu29ACSNN7zHRUm1rJ6Q,928
+oarepo_runtime/records/systemfields/selectors.py,sha256=xQEMhmqiE1M466cMilVO85V2DkELbbM3Xa8oYSCli8o,2959
 oarepo_runtime/records/systemfields/synthetic.py,sha256=UustvhzcDGuaNZLDeHbWwshoxQR-qRIuHDCct5RXmrI,4287
 oarepo_runtime/resources/__init__.py,sha256=v8BGrOTu_FjKzd0eozV7Q4GoGxyfybsL2cI-tbP5Pys,185
 oarepo_runtime/resources/file_resource.py,sha256=Ta3bFce7l0xwqkkOMOEu9mxbB8BbKj5HUHRHmidhnl8,414
@@ -119,9 +119,9 @@ oarepo_runtime/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hS
 oarepo_runtime/utils/functools.py,sha256=gKS9YZtlIYcDvdNA9cmYO00yjiXBYV1jg8VpcRUyQyg,1324
 oarepo_runtime/utils/path.py,sha256=V1NVyk3m12_YLbj7QHYvUpE1wScO78bYsX1LOLeXDkI,3108
 tests/pkg_data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-oarepo_runtime-1.5.58.dist-info/LICENSE,sha256=h2uWz0OaB3EN-J1ImdGJZzc7yvfQjvHVYdUhQ-H7ypY,1064
-oarepo_runtime-1.5.58.dist-info/METADATA,sha256=9UdbdfnIle2-N6TfXHW5wlAOLYL-QDMcZ7CdU6ZbwCg,4720
-oarepo_runtime-1.5.58.dist-info/WHEEL,sha256=R0nc6qTxuoLk7ShA2_Y-UWkN8ZdfDBG2B6Eqpz2WXbs,91
-oarepo_runtime-1.5.58.dist-info/entry_points.txt,sha256=QrlXAKuPDVBinaSh_v3yO9_Nb9ZNmJCJ0VFcCW-z0Jg,327
-oarepo_runtime-1.5.58.dist-info/top_level.txt,sha256=bHhlkT1_RQC4IkfTQCqA3iN4KCB6cSFQlsXpQMSP-bE,21
-oarepo_runtime-1.5.58.dist-info/RECORD,,
+oarepo_runtime-1.5.60.dist-info/LICENSE,sha256=h2uWz0OaB3EN-J1ImdGJZzc7yvfQjvHVYdUhQ-H7ypY,1064
+oarepo_runtime-1.5.60.dist-info/METADATA,sha256=8HAOuGW8hqgI2E1df2A-ux-WdXPlA5fMM7TFvok8hTY,4720
+oarepo_runtime-1.5.60.dist-info/WHEEL,sha256=R0nc6qTxuoLk7ShA2_Y-UWkN8ZdfDBG2B6Eqpz2WXbs,91
+oarepo_runtime-1.5.60.dist-info/entry_points.txt,sha256=QrlXAKuPDVBinaSh_v3yO9_Nb9ZNmJCJ0VFcCW-z0Jg,327
+oarepo_runtime-1.5.60.dist-info/top_level.txt,sha256=bHhlkT1_RQC4IkfTQCqA3iN4KCB6cSFQlsXpQMSP-bE,21
+oarepo_runtime-1.5.60.dist-info/RECORD,,