oarepo-runtime 1.2.2__py3-none-any.whl → 1.2.4__py3-none-any.whl

oarepo_runtime/datastreams/datastreams.py

@@ -9,6 +9,9 @@ from oarepo_runtime.datastreams.config import DATASTREAM_READERS, get_instance
 
 from .errors import TransformerError, WriterError
 import abc
+import logging
+
+log = logging.getLogger("datastreams")
 
 
 class StreamEntry:
@@ -128,12 +131,10 @@ class DataStream(AbstractDataStream):
             try:
                 writer.write(stream_entry)
             except WriterError as err:
-                self._log.error("Error in writer: ", err, repr(stream_entry.entry))
+                log.error("Error in writer: ", err, repr(stream_entry.entry))
                 stream_entry.errors.append(f"{writer.__class__.__name__}: {str(err)}")
             except Exception as err:
-                self._log.error(
-                    "Unexpected error in writer: ", err, repr(stream_entry.entry)
-                )
+                log.error("Unexpected error in writer: ", err, repr(stream_entry.entry))
                 stream_entry.errors.append(f"{writer.__class__.__name__}: {str(err)}")
 
         return stream_entry

oarepo_runtime/datastreams/transformers.py

@@ -6,7 +6,7 @@ from .datastreams import StreamEntry
 class BaseTransformer(ABC):
     """Base transformer."""
 
-    def __init__(self) -> None:
+    def __init__(self, **kwargs) -> None:
         pass
 
     @abstractmethod
@@ -20,9 +20,12 @@ class BaseTransformer(ABC):
 class BatchTransformer(BaseTransformer):
     @abstractmethod
     def apply_batch(
-        self, stream_entry: List[StreamEntry], *args, **kwargs
+        self, stream_entries: List[StreamEntry], *args, **kwargs
     ) -> List[StreamEntry]:
         """Applies the transformation to the entry.
         :returns: A StreamEntry. The transformed entry.
                   Raises TransformerError in case of errors.
         """
+
+    def apply(self, stream_entry: StreamEntry, *args, **kwargs) -> StreamEntry:
+        return self.apply_batch([stream_entry], *args, **kwargs)

oarepo_runtime/datastreams/writers/__init__.py

@@ -24,8 +24,11 @@ class BaseWriter(ABC):
 
 class BatchWriter(BaseWriter):
     @abstractmethod
-    def write_batch(self, entry: List[StreamEntry], *args, **kwargs):
+    def write_batch(self, entries: List[StreamEntry], *args, **kwargs):
         """Writes the input entry to the target output.
         :returns: nothing
                   Raises WriterException in case of errors.
         """
+
+    def write(self, entry: StreamEntry, *args, **kwargs):
+        return self.write_batch([entry], *args, **kwargs)

oarepo_runtime/ext.py

@@ -1,4 +1,5 @@
 from .cli import oarepo as oarepo_cmd
+import oarepo_runtime.cf.cli  # noqa, just to register
 import oarepo_runtime.datastreams.cli  # noqa, just to register
 
 

{oarepo_runtime-1.2.2.dist-info → oarepo_runtime-1.2.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: oarepo-runtime
-Version: 1.2.2
+Version: 1.2.4
 Summary: A set of runtime extensions of Invenio repository
 Description-Content-Type: text/markdown
 License-File: LICENSE

{oarepo_runtime-1.2.2.dist-info → oarepo_runtime-1.2.4.dist-info}/RECORD

@@ -1,6 +1,6 @@
 oarepo_runtime/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 oarepo_runtime/cli.py,sha256=QXPfqVOlMWXjdYx-4ea4TTAm7Eg-wK7_QwLxdi8G3X4,71
-oarepo_runtime/ext.py,sha256=XAZnv4OYXO0YFMrc2klagtlwQz-bNfnfQ6Fq0YpBOSw,1399
+oarepo_runtime/ext.py,sha256=974RupkadTfdfllTBReTSmDU0DT6MU7lOZexhWClrXg,1454
 oarepo_runtime/ext_config.py,sha256=WIEdPjgaaETeV6iEKIk7NqD8kmakWlUInRjtK2SOYjs,1402
 oarepo_runtime/cf/__init__.py,sha256=z6PcNsz2Xtp6ozDeZ25plYjmjKaKHXoovd_uzjKzRFs,1322
 oarepo_runtime/cf/cli.py,sha256=Q4WJKf8fL18Sl1Imbr1viilEnLLsJqcc-us77sCdtEs,552
@@ -12,16 +12,16 @@ oarepo_runtime/datastreams/__init__.py,sha256=ECiF34yG_AbxrbS4YJ59stqeOSG8qn34rN
 oarepo_runtime/datastreams/catalogue.py,sha256=Hz1I9Qv9aqZUAjxErAkqYfpVTs6MYPpnB3kFCY-qPdY,4617
 oarepo_runtime/datastreams/cli.py,sha256=k2NzhG0tEfm9RFc35Z41VOQZ8Dow5cSnmwqayYCW5fw,1937
 oarepo_runtime/datastreams/config.py,sha256=wFJae-br8EZp92YoyT0pEBTDQGHlhyT9CY8-ZDbM1Oo,909
-oarepo_runtime/datastreams/datastreams.py,sha256=gJ54tIj1MMbL01OpSejWXOhdvVvDoiK_rb_8WV8JVFw,4846
+oarepo_runtime/datastreams/datastreams.py,sha256=yZspYAxD_r8NxBLAPRAhK02mbLAm9Gu5W05snjrXL_s,4851
 oarepo_runtime/datastreams/errors.py,sha256=KxtFD2jX8pIoCNYFvh937otySVYjTVCrPSS13AZnVus,690
 oarepo_runtime/datastreams/fixtures.py,sha256=hgu0OOFbx5jmZzv_fhLpM6bSoc9HnGdX09_jVTX7laU,5344
-oarepo_runtime/datastreams/transformers.py,sha256=S7ZXApHcYzyGrlh5WtpvAL7hXARQ4V64f2Lu7veScCc,839
+oarepo_runtime/datastreams/transformers.py,sha256=ydLzJCQMs1E37QTiRt4Tt0qziogxge7-vWTksUEhZbY,997
 oarepo_runtime/datastreams/readers/__init__.py,sha256=UyKJbymJyfk7rdAAyNI-t2fDKQNz69_5B7KI8RJ2cWE,858
 oarepo_runtime/datastreams/readers/excel.py,sha256=QP_1a75jlW1udNgBx8FIdWkaoWiTrQ2ysjbi8H1wPmw,3287
 oarepo_runtime/datastreams/readers/json.py,sha256=ZZfD71ymnoaAYgsQ67wLdtWUx7rpDEmbyUCeITE0gYk,759
 oarepo_runtime/datastreams/readers/service.py,sha256=NrlUqjGCtqYekEYVGauYgcNyidorSgX6O6jt3gnWcfs,947
 oarepo_runtime/datastreams/readers/yaml.py,sha256=15P4faTmtBBpzg8RBJ42pQOP4iWdrrvyZNsEtdQc1UY,332
-oarepo_runtime/datastreams/writers/__init__.py,sha256=qOYha_o39Zb7DVGQ4Ry-ueLio16lOb7gvpFReEUG6NY,801
+oarepo_runtime/datastreams/writers/__init__.py,sha256=99KC55irv8q0ZXAhxwwcSCmGhVcv-oNvXBFcQj4prhM,920
 oarepo_runtime/datastreams/writers/service.py,sha256=o8GhFfEDiPZ_FrRMNSMJ-7Rmx5pD_EPcwh74WSl1UPA,2187
 oarepo_runtime/datastreams/writers/yaml.py,sha256=QLDEnzh-KmxAEZ1tvsw_iTE2RIhFaF4b8kW1vCiKGuc,1243
 oarepo_runtime/expansions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -44,9 +44,9 @@ oarepo_runtime/ui/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU
 oarepo_runtime/ui/marshmallow.py,sha256=kRr_Kn_6KE1z4ZHw4uAlmwAEPjJfXxZUJd2uNTqEtrY,2352
 oarepo_runtime/validation/__init__.py,sha256=ThKT-mxOdyzzR06wh-IkDuGaNRQtea4FLF_zX3WVk9Y,102
 oarepo_runtime/validation/dates.py,sha256=SBEyakvavsSPciHhLYHax2p98pnmuZCMGdgYLFBT6vY,622
-oarepo_runtime-1.2.2.dist-info/LICENSE,sha256=h2uWz0OaB3EN-J1ImdGJZzc7yvfQjvHVYdUhQ-H7ypY,1064
-oarepo_runtime-1.2.2.dist-info/METADATA,sha256=I8FLedSszc2EHVDYtOPD_2py2j734wMWvOdaCOn0_5c,2526
-oarepo_runtime-1.2.2.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
-oarepo_runtime-1.2.2.dist-info/entry_points.txt,sha256=C32W4eT-8OypMCfwOO5WREioVKSneDfY51D78Uvdbp0,231
-oarepo_runtime-1.2.2.dist-info/top_level.txt,sha256=Vdo5ohKvEHniyXfcy3hv92nVSYIngDYGQtinWviujlw,15
-oarepo_runtime-1.2.2.dist-info/RECORD,,
+oarepo_runtime-1.2.4.dist-info/LICENSE,sha256=h2uWz0OaB3EN-J1ImdGJZzc7yvfQjvHVYdUhQ-H7ypY,1064
+oarepo_runtime-1.2.4.dist-info/METADATA,sha256=AkGcD9iNdWGGzCcE5V65iQe8XsaWKACMQHBX9aQgaig,2526
+oarepo_runtime-1.2.4.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
+oarepo_runtime-1.2.4.dist-info/entry_points.txt,sha256=C32W4eT-8OypMCfwOO5WREioVKSneDfY51D78Uvdbp0,231
+oarepo_runtime-1.2.4.dist-info/top_level.txt,sha256=Vdo5ohKvEHniyXfcy3hv92nVSYIngDYGQtinWviujlw,15
+oarepo_runtime-1.2.4.dist-info/RECORD,,