oarepo-runtime 1.4.5__py3-none-any.whl → 1.4.6__py3-none-any.whl

oarepo_runtime/cli/index.py

@@ -1,3 +1,4 @@
+import itertools
 import sys
 
 import click
@@ -85,6 +86,18 @@ def record_or_service(model):
     return record
 
 
+def model_records_generator(model_class):
+    try:
+        for x in db.session.query(model_class.model_cls.id).filter(
+            model_class.model_cls.is_deleted.is_(False)
+        ):
+            rec_id = x[0]
+            yield model_class.get_record(rec_id)
+    except Exception as e:
+        if "Column expression or FROM clause expected" not in str(e):
+            raise
+
+
 @index.command()
 @with_appcontext
 @click.argument("model", required=False)
@@ -99,30 +112,38 @@ def reindex(model):
         service = current_service_registry.get(service_id)
         record_class = getattr(service.config, "record_cls", None)
 
-        if not record_class or not hasattr(service, "indexer"):
-            continue
+        id_generators = []
 
-        try:
-            id_generator = (
-                x[0]
-                for x in db.session.query(record_class.model_cls.id).filter(
-                    record_class.model_cls.is_deleted.is_(False)
+        if record_class and hasattr(service, "indexer"):
+            try:
+                id_generators.append(model_records_generator(record_class))
+            except Exception as e:
+                click.secho(
+                    f"Could not get record ids for {service_id}, exception {e}",
+                    file=sys.stderr,
+                )
+
+        draft_class = getattr(service.config, "draft_cls", None)
+
+        if draft_class and hasattr(service, "indexer"):
+            try:
+                id_generators.append(model_records_generator(draft_class))
+            except Exception as e:
+                click.secho(
+                    f"Could not get draft record ids for {service_id}, exception {e}",
+                    file=sys.stderr,
                 )
-            )
-        except Exception as e:
-            click.secho(
-                f"Could not get record ids for {service_id}, exception {e}",
-                file=sys.stderr,
-            )
-            continue
 
         click.secho(f"Indexing {service_id}", file=sys.stderr)
-        ids = list(id_generator)
-        for rec_id in ids:
-            record = record_class.get_record(rec_id)
-            service.indexer.index(record)
-        service.indexer.refresh()
+        count = 0
+        for gen in id_generators:
+            for record in gen:
+                service.indexer.index(record)
+                count += 1
+        if count:
+            service.indexer.refresh()
+
         click.secho(
-            f"Indexing {service_id} finished, indexed {len(ids)} records",
+            f"Indexing {service_id} finished, indexed {count} records",
             file=sys.stderr,
         )

oarepo_runtime/cli/validate.py

@@ -22,6 +22,12 @@ class CheckOk(Exception):
     pass
 
 
+def dump_data(d):
+    io = StringIO()
+    yaml.safe_dump(d, io, allow_unicode=True)
+    return io.getvalue()
+
+
 @oarepo.command(
     help="Validate a record. Takes one or two parameters - service name as "
     "the first one, file name or stdin with record data as the second"
@@ -51,12 +57,22 @@ def validate(service_name, record_file, verbose):
     if file_content.startswith("{"):
         data = json.loads(file_content)
     else:
-        data = yaml.safe_load(StringIO(file_content))
+        data = list(yaml.safe_load_all(StringIO(file_content)))
 
     if not isinstance(data, list):
         data = [data]
     for idx, d in enumerate(data):
-        loaded = schema().load(d)
+        try:
+            loaded = schema().load(d)
+        except Exception as e:
+            click.secho(
+                f"Marshmallow validation of record idx {idx + 1} failed",
+                fg="red",
+            )
+            click.secho(dump_data(d))
+            click.secho(e)
+            continue
+
         click.secho(
             f"Marshmallow validation of record idx {idx+1} has been successful",
             fg="green",
@@ -74,6 +90,14 @@ def validate(service_name, record_file, verbose):
             click.secho(
                 f"Pre-commit hook of record idx {idx+1} has been successful", fg="green"
             )
+        except Exception as e:
+            click.secho(
+                f"Pre-commit validation of record idx {idx + 1} failed",
+                fg="red",
+            )
+            click.secho(dump_data(d))
+            click.secho(e)
+            continue
 
         if verbose:
             yaml.safe_dump(loaded, sys.stdout, allow_unicode=True)

{oarepo_runtime-1.4.5.dist-info → oarepo_runtime-1.4.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: oarepo-runtime
-Version: 1.4.5
+Version: 1.4.6
 Summary: A set of runtime extensions of Invenio repository
 Description-Content-Type: text/markdown
 License-File: LICENSE

{oarepo_runtime-1.4.5.dist-info → oarepo_runtime-1.4.6.dist-info}/RECORD

@@ -12,8 +12,8 @@ oarepo_runtime/cli/__init__.py,sha256=-WGXmjHoSqiApR_LvYnZTimuL-frR7SynrsSklnjb3
 oarepo_runtime/cli/assets.py,sha256=XLZTnsGb88O5N8R2D3AYpZqtnO4JrbybUtRLKnL1p3w,2430
 oarepo_runtime/cli/base.py,sha256=xZMsR2rati5Mz0DZzmnlhVI7E6ePCfnOiTayrxT9cWU,259
 oarepo_runtime/cli/check.py,sha256=zQ6txhfN6LWvdWgRa3ZFdOifbuazoRQd-7ml0qwIBWg,2358
-oarepo_runtime/cli/index.py,sha256=2QMCEijHJeYJrf1WPFR8UhgsRwmBVIaiKx-gCFNTWM4,4010
-oarepo_runtime/cli/validate.py,sha256=jzvCicXibYhIK10m7aOePv1icljlCjXaZlH67rY4JAg,2177
+oarepo_runtime/cli/index.py,sha256=fZMMw0Z4vwJ9fe7g8tb4wyoAMKeushxORvIUgxWQA40,4701
+oarepo_runtime/cli/validate.py,sha256=HpSvHQCGHlrdgdpKix9cIlzlBoJEiT1vACZdMnOUGEY,2827
 oarepo_runtime/config/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 oarepo_runtime/config/permissions_presets.py,sha256=4gWNYwOi7CmS69PnxpbjHY45sc0q7BcrvkhSFdn1SlU,5786
 oarepo_runtime/config/service.py,sha256=IDDEQJ3LWYBLTFhE_8jPXiinIDNDY52fI0zigDJ_usQ,1095
@@ -81,9 +81,9 @@ oarepo_runtime/utils/path.py,sha256=V1NVyk3m12_YLbj7QHYvUpE1wScO78bYsX1LOLeXDkI,
 oarepo_runtime/validation/__init__.py,sha256=lU7DgZq8pGD5Pa-QqL9gvLsib3IYtM-Y56k-NwHrPG0,166
 oarepo_runtime/validation/dates.py,sha256=fahqKGDdIYWux5ZeoljrEe8VD2fDZR9VpfvYmTYAmpw,1050
 tests/pkg_data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-oarepo_runtime-1.4.5.dist-info/LICENSE,sha256=h2uWz0OaB3EN-J1ImdGJZzc7yvfQjvHVYdUhQ-H7ypY,1064
-oarepo_runtime-1.4.5.dist-info/METADATA,sha256=bkQGyaHajVGMp4a54aM5O1zr0BuTnUSA33eTkC--G0s,2694
-oarepo_runtime-1.4.5.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
-oarepo_runtime-1.4.5.dist-info/entry_points.txt,sha256=C32W4eT-8OypMCfwOO5WREioVKSneDfY51D78Uvdbp0,231
-oarepo_runtime-1.4.5.dist-info/top_level.txt,sha256=bHhlkT1_RQC4IkfTQCqA3iN4KCB6cSFQlsXpQMSP-bE,21
-oarepo_runtime-1.4.5.dist-info/RECORD,,
+oarepo_runtime-1.4.6.dist-info/LICENSE,sha256=h2uWz0OaB3EN-J1ImdGJZzc7yvfQjvHVYdUhQ-H7ypY,1064
+oarepo_runtime-1.4.6.dist-info/METADATA,sha256=Qz4fu5lS2SVdr_-opBBEtzkFsWoGIMF78prI4eW-EyY,2694
+oarepo_runtime-1.4.6.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
+oarepo_runtime-1.4.6.dist-info/entry_points.txt,sha256=C32W4eT-8OypMCfwOO5WREioVKSneDfY51D78Uvdbp0,231
+oarepo_runtime-1.4.6.dist-info/top_level.txt,sha256=bHhlkT1_RQC4IkfTQCqA3iN4KCB6cSFQlsXpQMSP-bE,21
+oarepo_runtime-1.4.6.dist-info/RECORD,,