oarepo-runtime 1.3.10__tar.gz → 1.3.13__tar.gz

{oarepo-runtime-1.3.10/oarepo_runtime.egg-info → oarepo-runtime-1.3.13}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: oarepo-runtime
-Version: 1.3.10
+Version: 1.3.13
 Summary: A set of runtime extensions of Invenio repository
 Description-Content-Type: text/markdown
 Provides-Extra: devs

{oarepo-runtime-1.3.10 → oarepo-runtime-1.3.13}/oarepo_runtime/cli/check.py

@@ -6,6 +6,7 @@ from flask import current_app
 from flask.cli import with_appcontext
 from invenio_files_rest.models import Location
 from invenio_pidstore.models import PersistentIdentifier
+from invenio_db import db
 from invenio_records_resources.proxies import current_service_registry
 from opensearchpy import TransportError
 
@@ -32,18 +33,21 @@ def check(output_file):
 
 def check_database():
     try:
-        PersistentIdentifier.query.all()[:1]
-    except:
-        return 'not_initialized'
-    alembic = current_app.extensions['invenio-db'].alembic
-    context = alembic.migration_context
-    db_heads = set(context.get_current_heads())
-    source_heads = [x.revision for x in alembic.current()]
-    for h in source_heads:
-        if h not in db_heads:
-            return 'migration_pending'
-    return 'ok'
-
+        db.session.begin()
+        try:
+            PersistentIdentifier.query.all()[:1]
+        except:
+            return 'not_initialized'
+        alembic = current_app.extensions['invenio-db'].alembic
+        context = alembic.migration_context
+        db_heads = set(context.get_current_heads())
+        source_heads = [x.revision for x in alembic.current()]
+        for h in source_heads:
+            if h not in db_heads:
+                return 'migration_pending'
+        return 'ok'
+    finally:
+        db.session.rollback()
 
 def check_opensearch():
     services = current_service_registry._services.keys()
@@ -63,9 +67,15 @@ def check_opensearch():
 
 
 def check_files():
-    # check that there is the default location and that is readable
-    default_location = Location.get_default()
-    if default_location:
-        return 'ok'
-    else:
-        return 'default-location-missing'
+    try:
+        db.session.begin()
+        # check that there is the default location and that is readable
+        default_location = Location.get_default()
+        if default_location:
+            return 'ok'
+        else:
+            return 'default-location-missing'
+    except:
+        return 'db-error'
+    finally:
+        db.session.rollback()

{oarepo-runtime-1.3.10 → oarepo-runtime-1.3.13}/oarepo_runtime/cli/index.py

@@ -76,6 +76,10 @@ def reindex(model):
 
         service = current_service_registry.get(service_id)
         record_class = service.config.record_cls
+
+        if not hasattr(service, 'indexer'):
+            continue
+
         try:
             id_generator = (
                 x[0]

{oarepo-runtime-1.3.10 → oarepo-runtime-1.3.13}/oarepo_runtime/datastreams/cli.py

@@ -19,12 +19,13 @@ def fixtures():
 @click.argument("fixture_dir", required=False)
 @click.option("--include", multiple=True)
 @click.option("--exclude", multiple=True)
+@click.option("--system-fixtures/--no-system-fixtures", default=True, is_flag=True)
 @with_appcontext
-def load(fixture_dir=None, include=None, exclude=None):
+def load(fixture_dir=None, include=None, exclude=None, system_fixtures=None):
     """Loads fixtures"""
     with current_app.wsgi_app.mounts["/api"].app_context():
         results: FixturesResult = load_fixtures(
-            fixture_dir, _make_list(include), _make_list(exclude)
+            fixture_dir, _make_list(include), _make_list(exclude), system_fixtures=system_fixtures
         )
         _show_stats(results, "Load fixtures")
 

{oarepo-runtime-1.3.10 → oarepo-runtime-1.3.13}/oarepo_runtime/datastreams/datastreams.py

@@ -182,6 +182,9 @@ class DataStream(AbstractDataStream):
             try:
                 writer.write(stream_entry)
             except WriterError as err:
+                log.error(
+                    "Error in writer: %s: %s", err, repr(stream_entry.entry)
+                )
                 stream_entry.errors.append(StreamEntryError.from_exception(err))
             except Exception as err:
                 log.error(

{oarepo-runtime-1.3.10 → oarepo-runtime-1.3.13}/oarepo_runtime/datastreams/fixtures.py

@@ -33,7 +33,7 @@ class FixturesResult:
         self.results[fixture_name] = result
 
 
-def load_fixtures(fixture_dir=None, include=None, exclude=None) -> FixturesResult:
+def load_fixtures(fixture_dir=None, include=None, exclude=None, system_fixtures=True) -> FixturesResult:
     """
     Loads fixtures. If fixture dir is set, fixtures are loaded from that directory first.
     The directory must contain a catalogue.yaml file containing datastreams to load the
@@ -55,15 +55,16 @@ def load_fixtures(fixture_dir=None, include=None, exclude=None) -> FixturesResul
     if fixture_dir:
         catalogue = DataStreamCatalogue(Path(fixture_dir) / "catalogue.yaml")
         _load_fixtures_from_catalogue(catalogue, fixtures, include, exclude, result)
-    for r in reversed(
-        sorted(pkg_resources.iter_entry_points("oarepo.fixtures"), key=lambda r: r.name)
-    ):
-        pkg = r.load()
-        pkg_fixture_dir = Path(pkg.__file__)
-        if pkg_fixture_dir.is_file():
-            pkg_fixture_dir = pkg_fixture_dir.parent
-        catalogue = DataStreamCatalogue(pkg_fixture_dir / "catalogue.yaml")
-        _load_fixtures_from_catalogue(catalogue, fixtures, include, exclude, result)
+    if system_fixtures:
+        for r in reversed(
+            sorted(pkg_resources.iter_entry_points("oarepo.fixtures"), key=lambda r: r.name)
+        ):
+            pkg = r.load()
+            pkg_fixture_dir = Path(pkg.__file__)
+            if pkg_fixture_dir.is_file():
+                pkg_fixture_dir = pkg_fixture_dir.parent
+            catalogue = DataStreamCatalogue(pkg_fixture_dir / "catalogue.yaml")
+            _load_fixtures_from_catalogue(catalogue, fixtures, include, exclude, result)
     return result
 
 

{oarepo-runtime-1.3.10 → oarepo-runtime-1.3.13}/oarepo_runtime/datastreams/writers/service.py

@@ -1,3 +1,5 @@
+import traceback
+
 from invenio_access.permissions import system_identity
 from invenio_pidstore.errors import PIDAlreadyExists
 from invenio_records.systemfields.relations.errors import InvalidRelationValue
@@ -42,10 +44,12 @@ class ServiceWriter(BaseWriter):
             service_kwargs["uow"] = uow
         try:
             try:
+                print("Calling service create")
                 entry = self._service.create(self._identity, entry, **service_kwargs)
             except PIDAlreadyExists:
                 if not self._update:
                     raise WriterError([f"Entry already exists: {entry}"])
+                print("Calling service update")
                 entry_id = self._entry_id(entry)
                 current = self._resolve(entry_id)
                 updated = dict(current.to_dict(), **entry)
@@ -60,6 +64,9 @@ class ServiceWriter(BaseWriter):
         except InvalidRelationValue as err:
             # TODO: Check if we can get the error message easier
             raise WriterError([{"InvalidRelationValue": err.args[0]}])
+        except Exception as err:
+            traceback.print_exc()
+            raise WriterError([{"Unknown error": str(err)}])
 
     def delete(self, stream_entry: StreamEntry, uow=None):
         service_kwargs = {}

{oarepo-runtime-1.3.10 → oarepo-runtime-1.3.13/oarepo_runtime.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: oarepo-runtime
-Version: 1.3.10
+Version: 1.3.13
 Summary: A set of runtime extensions of Invenio repository
 Description-Content-Type: text/markdown
 Provides-Extra: devs

{oarepo-runtime-1.3.10 → oarepo-runtime-1.3.13}/setup.cfg

@@ -1,6 +1,6 @@
 [metadata]
 name = oarepo-runtime
-version = 1.3.10
+version = 1.3.13
 description = A set of runtime extensions of Invenio repository
 authors = Alzbeta Pokorna
 readme = README.md