nucliadb 6.3.4.post3680__py3-none-any.whl → 6.3.4.post3694__py3-none-any.whl

migrations/0032_remove_old_relations.py

@@ -0,0 +1,73 @@
+# Copyright (C) 2021 Bosutech XXI S.L.
+#
+# nucliadb is offered under the AGPL v3.0 and as commercial software.
+# For commercial licensing, contact us at info@nuclia.com.
+#
+# AGPL:
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as
+# published by the Free Software Foundation, either version 3 of the
+# License, or (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU Affero General Public License for more details.
+#
+# You should have received a copy of the GNU Affero General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+#
+
+"""Migration #32
+
+Remove the old resource relations keys from maindb. It has been moved to user_relations which
+is stored in object storage.
+
+"""
+
+import logging
+from typing import Optional
+
+from nucliadb.migrator.context import ExecutionContext
+
+logger = logging.getLogger(__name__)
+
+
+async def migrate(context: ExecutionContext) -> None:
+    start: Optional[str] = ""
+    while True:
+        if start is None:
+            break
+        start = await do_batch(context, start)
+
+
+async def migrate_kb(context: ExecutionContext, kbid: str) -> None:
+    pass
+
+
+async def do_batch(context: ExecutionContext, start: str) -> Optional[str]:
+    logger.info(f"Running batch from {start}")
+    async with context.kv_driver.transaction(read_only=False) as txn:
+        async with txn.connection.cursor() as cur:  # type: ignore
+            # Retrieve a batch of fields
+            await cur.execute(
+                """
+                SELECT key FROM resources
+                WHERE key ~ '^/kbs/[^/]*/r/[^/]*/relations$'
+                AND key > %s
+                ORDER BY key
+                LIMIT 500""",
+                (start,),
+            )
+            records = await cur.fetchall()
+            if len(records) == 0:
+                return None
+
+            keys = [r[0] for r in records]
+            await cur.execute(
+                "DELETE FROM resources WHERE key = ANY (%s)",
+                (keys,),
+            )
+            await txn.commit()
+
+            return keys[-1]

nucliadb/backups/restore.py

@@ -282,7 +282,11 @@ async def restore_search_configurations(context: ApplicationContext, kbid: str,
         bucket=settings.backups_bucket,
         key=StorageKeys.SEARCH_CONFIGURATIONS.format(backup_id=backup_id),
     )
-    as_dict: dict[str, dict[str, Any]] = json.loads(raw.getvalue())
+    value = raw.getvalue()
+    if not value:
+        # No search configurations to restore
+        return
+    as_dict: dict[str, Any] = json.loads(value)
     search_configurations: dict[str, SearchConfiguration] = {}
     for name, data in as_dict.items():
         config: SearchConfiguration = TypeAdapter(SearchConfiguration).validate_python(data)

nucliadb/common/datamanagers/resources.py

@@ -41,7 +41,6 @@ KB_RESOURCE_BASIC_FS = "/kbs/{kbid}/r/{uuid}/basic"  # Only used on FS driver
 KB_RESOURCE_ORIGIN = "/kbs/{kbid}/r/{uuid}/origin"
 KB_RESOURCE_EXTRA = "/kbs/{kbid}/r/{uuid}/extra"
 KB_RESOURCE_SECURITY = "/kbs/{kbid}/r/{uuid}/security"
-KB_RESOURCE_RELATIONS = "/kbs/{kbid}/r/{uuid}/relations"
 
 KB_RESOURCE_SLUG_BASE = "/kbs/{kbid}/s/"
 KB_RESOURCE_SLUG = f"{KB_RESOURCE_SLUG_BASE}{{slug}}"
@@ -187,19 +186,6 @@ async def set_security(txn: Transaction, *, kbid: str, rid: str, security: resou
     await txn.set(key, security.SerializeToString())
 
 
-# Relations
-
-
-async def get_relations(txn: Transaction, *, kbid: str, rid: str) -> Optional[resources_pb2.Relations]:
-    key = KB_RESOURCE_RELATIONS.format(kbid=kbid, uuid=rid)
-    return await get_kv_pb(txn, key, resources_pb2.Relations)
-
-
-async def set_relations(txn: Transaction, *, kbid: str, rid: str, relations: resources_pb2.Relations):
-    key = KB_RESOURCE_RELATIONS.format(kbid=kbid, uuid=rid)
-    await txn.set(key, relations.SerializeToString())
-
-
 # KB resource ids (this functions use internal transactions, breaking the
 # datamanager contract. We should rethink them at some point)
 

nucliadb/common/models_utils/from_proto.py

@@ -121,7 +121,6 @@ def user_metadata(message: resources_pb2.UserMetadata) -> UserMetadata:
         preserving_proto_field_name=True,
         including_default_value_fields=True,
     )
-    value["relations"] = [convert_pb_relation_to_api(rel) for rel in message.relations]
     return UserMetadata(**value)
 
 

nucliadb/export_import/utils.py

@@ -76,7 +76,6 @@ BM_FIELDS = {
         "field_vectors",
         "field_large_metadata",
         "question_answers",
-        "relations",
         "field_statuses",
     ],
     # These fields are mostly used for internal purposes and they are not part of

nucliadb/ingest/orm/brain.py

@@ -30,6 +30,7 @@ from nucliadb_models.metadata import ResourceProcessingStatus
 from nucliadb_protos import utils_pb2
 from nucliadb_protos.noderesources_pb2 import IndexParagraph as BrainParagraph
 from nucliadb_protos.noderesources_pb2 import (
+    IndexRelation,
     ParagraphMetadata,
     Representation,
     ResourceID,
@@ -232,15 +233,22 @@ class ResourceBrain:
             full_field_id = ids.FieldId(rid=self.rid, type=field_type, key=field_name).full()
             self.brain.paragraphs_to_delete.append(full_field_id)
 
+        field_relations = self.brain.field_relations[field_key].relations
         for relations in metadata.metadata.relations:
             for relation in relations.relations:
                 self.brain.relations.append(relation)
 
+                index_relation = IndexRelation(relation=relation)
+                if relation.metadata.HasField("data_augmentation_task_id"):
+                    index_relation.facets.append(f"/g/da/{relation.metadata.data_augmentation_task_id}")
+                field_relations.append(index_relation)
+
     def delete_field(self, field_key: str):
         ftype, fkey = field_key.split("/")
         full_field_id = ids.FieldId(rid=self.rid, type=ftype, key=fkey).full()
         self.brain.paragraphs_to_delete.append(full_field_id)
         self.brain.sentences_to_delete.append(full_field_id)
+        self.brain.relation_fields_to_delete.append(field_key)
 
     def apply_field_vectors(
         self,
@@ -408,12 +416,14 @@ class ResourceBrain:
             # origin contributors
             for contrib in origin.colaborators:
                 relationnodeuser = RelationNode(value=contrib, ntype=RelationNode.NodeType.USER)
-                self.brain.relations.append(
-                    Relation(
-                        relation=Relation.COLAB,
-                        source=relationnodedocument,
-                        to=relationnodeuser,
-                    )
+                relation = Relation(
+                    relation=Relation.COLAB,
+                    source=relationnodedocument,
+                    to=relationnodeuser,
+                )
+                self.brain.relations.append(relation)
+                self.brain.field_relations["a/metadata"].relations.append(
+                    IndexRelation(relation=relation)
                 )
 
         # labels
@@ -422,16 +432,22 @@ class ResourceBrain:
                 value=f"{classification.labelset}/{classification.label}",
                 ntype=RelationNode.NodeType.LABEL,
             )
-            self.brain.relations.append(
-                Relation(
-                    relation=Relation.ABOUT,
-                    source=relationnodedocument,
-                    to=relation_node_label,
-                )
+            relation = Relation(
+                relation=Relation.ABOUT,
+                source=relationnodedocument,
+                to=relation_node_label,
             )
+            self.brain.relations.append(relation)
+            self.brain.field_relations["a/metadata"].relations.append(IndexRelation(relation=relation))
 
         # relations
-        self.brain.relations.extend(user_relations.relations)
+        for relation in user_relations.relations:
+            self.brain.relations.append(relation)
+            self.brain.field_relations["a/metadata"].relations.append(
+                IndexRelation(relation=relation, facets=["/g/u"])
+            )
+
+        self.brain.relation_fields_to_delete.append("a/metadata")
 
     def _set_resource_labels(self, basic: Basic, origin: Optional[Origin]):
         if origin is not None:
@@ -507,6 +523,7 @@ class ResourceBrain:
                 relation.CopyFrom(base_classification_relation)
                 relation.to.value = label
                 self.brain.relations.append(relation)
+                self.brain.field_relations[field_key].relations.append(IndexRelation(relation=relation))
 
         # Data Augmentation + Processor entities
         base_entity_relation = Relation(
@@ -534,6 +551,7 @@ class ResourceBrain:
                 relation.to.value = entity_text
                 relation.to.subtype = entity_label
                 self.brain.relations.append(relation)
+                self.brain.field_relations[field_key].relations.append(IndexRelation(relation=relation))
 
         # Legacy processor entities
         # TODO: Remove once processor doesn't use this anymore and remove the positions and ner fields from the message
@@ -553,6 +571,7 @@ class ResourceBrain:
                 relation.to.value = entity
                 relation.to.subtype = klass
                 self.brain.relations.append(relation)
+                self.brain.field_relations[field_key].relations.append(IndexRelation(relation=relation))
 
     def apply_field_labels(
         self,
@@ -609,6 +628,7 @@ class ResourceBrain:
                         to=relation_node_entity,
                     )
                     self.brain.relations.append(rel)
+                    self.brain.field_relations[field_key].relations.append(IndexRelation(relation=rel))
             for paragraph_annotation in basic_user_fieldmetadata.paragraphs:
                 for classification in paragraph_annotation.classifications:
                     if not classification.cancelled_by_user:

nucliadb/ingest/orm/broker_message.py

@@ -66,10 +66,10 @@ class _BrokerMessageBuilder:
         origin = await resource.get_origin()
         if origin is not None:
             self.bm.origin.CopyFrom(origin)
-        relations = await resource.get_relations()
+
+        relations = await resource.get_user_relations()
         if relations is not None:
-            for relation in relations.relations:
-                self.bm.relations.append(relation)
+            self.bm.user_relations.CopyFrom(relations)
 
         fields = await resource.get_fields(force=True)
         for (type_id, field_id), field in fields.items():

nucliadb/ingest/orm/resource.py

@@ -67,7 +67,6 @@ from nucliadb_protos.resources_pb2 import Extra as PBExtra
 from nucliadb_protos.resources_pb2 import Metadata as PBMetadata
 from nucliadb_protos.resources_pb2 import Origin as PBOrigin
 from nucliadb_protos.resources_pb2 import Relations as PBRelations
-from nucliadb_protos.utils_pb2 import Relation as PBRelation
 from nucliadb_protos.writer_pb2 import BrokerMessage
 from nucliadb_utils.storages.storage import Storage
 
@@ -284,24 +283,6 @@ class Resource:
         self.security = payload
 
     # Relations
-    async def get_relations(self) -> Optional[PBRelations]:
-        if self.relations is None:
-            relations = await datamanagers.resources.get_relations(
-                self.txn, kbid=self.kb.kbid, rid=self.uuid
-            )
-            self.relations = relations
-        return self.relations
-
-    async def set_relations(self, payload: list[PBRelation]):
-        relations = PBRelations()
-        for relation in payload:
-            relations.relations.append(relation)
-        await datamanagers.resources.set_relations(
-            self.txn, kbid=self.kb.kbid, rid=self.uuid, relations=relations
-        )
-        self.modified = True
-        self.relations = relations
-
     async def get_user_relations(self) -> PBRelations:
         if self.user_relations is None:
             sf = self.storage.user_relations(self.kb.kbid, self.uuid)
@@ -536,6 +517,7 @@ class Resource:
                 deleted=message.delete_fields,  # type: ignore
                 errors=message.errors,  # type: ignore
             )
+            self.modified = True
 
     @processor_observer.wrap({"type": "apply_fields_status"})
     async def apply_fields_status(self, message: BrokerMessage, updated_fields: list[FieldID]):
@@ -593,6 +575,7 @@ class Resource:
                 # status to the default value, which is PROCESSING. This covers the case of new field creation.
 
             await field_obj.set_status(status)
+            self.modified = True
 
     async def update_status(self):
         field_ids = await self.get_all_field_ids(for_update=False)
@@ -681,14 +664,11 @@ class Resource:
         for field_large_metadata in message.field_large_metadata:
             await self._apply_field_large_metadata(field_large_metadata)
 
-        for relation in message.relations:
-            self.indexer.brain.relations.append(relation)
-        await self.set_relations(message.relations)  # type: ignore
-
         # Basic proto may have been modified in some apply functions but we only
         # want to set it once
         if self.basic != previous_basic:
             await self.set_basic(self.basic)
+            self.modified = True
 
     async def _apply_extracted_text(self, extracted_text: ExtractedTextWrapper):
         field_obj = await self.get_field(
@@ -698,15 +678,18 @@ class Resource:
         self._modified_extracted_text.append(
             extracted_text.field,
         )
+        self.modified = True
 
     async def _apply_question_answers(self, question_answers: FieldQuestionAnswerWrapper):
         field = question_answers.field
         field_obj = await self.get_field(field.field, field.field_type, load=False)
         await field_obj.set_question_answers(question_answers)
+        self.modified = True
 
     async def _delete_question_answers(self, field_id: FieldID):
         field_obj = await self.get_field(field_id.field, field_id.field_type, load=False)
         await field_obj.delete_question_answers()
+        self.modified = True
 
     async def _apply_link_extracted_data(self, link_extracted_data: LinkExtractedData):
         assert self.basic is not None
@@ -722,6 +705,7 @@ class Resource:
         maybe_update_basic_icon(self.basic, "application/stf-link")
 
         maybe_update_basic_summary(self.basic, link_extracted_data.description)
+        self.modified = True
 
     async def maybe_update_resource_title_from_link(self, link_extracted_data: LinkExtractedData):
         """
@@ -736,6 +720,7 @@ class Resource:
             return
         title = link_extracted_data.title
         await self.update_resource_title(title)
+        self.modified = True
 
     async def update_resource_title(self, computed_title: str) -> None:
         assert self.basic is not None
@@ -760,6 +745,7 @@ class Resource:
         fcmw.metadata.metadata.paragraphs.append(paragraph)
 
         await field.set_field_metadata(fcmw)
+        self.modified = True
 
     async def _apply_file_extracted_data(self, file_extracted_data: FileExtractedData):
         assert self.basic is not None
@@ -772,6 +758,7 @@ class Resource:
         await field_file.set_file_extracted_data(file_extracted_data)
         maybe_update_basic_icon(self.basic, file_extracted_data.icon)
         maybe_update_basic_thumbnail(self.basic, file_extracted_data.file_thumbnail)
+        self.modified = True
 
     async def _should_update_resource_title_from_file_metadata(self) -> bool:
         """
@@ -862,6 +849,7 @@ class Resource:
         maybe_update_basic_thumbnail(self.basic, field_metadata.metadata.metadata.thumbnail)
 
         add_field_classifications(self.basic, field_metadata)
+        self.modified = True
 
     async def _apply_extracted_vectors(
         self,
@@ -906,6 +894,7 @@ class Resource:
             vo = await field_obj.set_vectors(
                 field_vectors, vectorset.vectorset_id, vectorset.storage_key_kind
             )
+            self.modified = True
             if vo is None:
                 raise AttributeError("Vector object not found on set_vectors")
 
@@ -934,6 +923,7 @@ class Resource:
             load=False,
         )
         await field_obj.set_large_field_metadata(field_large_metadata)
+        self.modified = True
 
     def generate_field_id(self, field: FieldID) -> str:
         return f"{FIELD_TYPE_PB_TO_STR[field.field_type]}/{field.field}"

nucliadb/ingest/serialize.py

@@ -233,13 +233,6 @@ async def managed_serialize(
                     from_proto.relation(rel) for rel in relations.relations
                 ]
 
-    if ResourceProperties.RELATIONS in show:
-        await orm_resource.get_relations()
-        if orm_resource.relations is not None:
-            resource.relations = [
-                from_proto.relation(relation) for relation in orm_resource.relations.relations
-            ]
-
     if ResourceProperties.ORIGIN in show:
         await orm_resource.get_origin()
         if orm_resource.origin is not None:

nucliadb/search/search/graph_merge.py

@@ -19,7 +19,7 @@
 #
 
 
-from nucliadb.common.models_utils.from_proto import RelationNodeTypePbMap
+from nucliadb.common.models_utils.from_proto import RelationNodeTypePbMap, RelationTypePbMap
 from nucliadb_models.graph import responses as graph_responses
 from nucliadb_models.graph.responses import (
     GraphNodesSearchResponse,
@@ -45,6 +45,7 @@ def build_graph_response(results: list[nodereader_pb2.GraphSearchResponse]) -> G
                 ),
                 relation=graph_responses.GraphRelation(
                     label=relation.label,
+                    type=RelationTypePbMap[relation.relation_type],
                 ),
                 destination=graph_responses.GraphNode(
                     value=destination.value,
@@ -84,6 +85,7 @@ def build_graph_relations_response(
             relations.append(
                 graph_responses.GraphRelation(
                     label=relation.label,
+                    type=RelationTypePbMap[relation.relation_type],
                 )
             )
     response = GraphRelationsSearchResponse(relations=relations)

nucliadb/search/search/merge.py

@@ -488,7 +488,7 @@ def _merge_relations_results(
         for relation in relation_response.subgraph.relations:
             origin = relation.source
             destination = relation.to
-            relation_type = RelationTypePbMap[relation.relation]
+            relation_type = RelationTypePbMap[relation.relation]  # type: ignore
             relation_label = relation.relation_label
             metadata = relation.metadata if relation.HasField("metadata") else None
             # If only_with_metadata is True, we check that metadata for the relation is not None

nucliadb/search/search/query_parser/parsers/graph.py

@@ -19,7 +19,7 @@
 #
 
 
-from nucliadb.common.models_utils.from_proto import RelationNodeTypeMap
+from nucliadb.common.models_utils.from_proto import RelationNodeTypeMap, RelationTypeMap
 from nucliadb.search.search.query_parser.models import GraphRetrieval
 from nucliadb_models.graph import requests as graph_requests
 from nucliadb_protos import nodereader_pb2
@@ -71,9 +71,7 @@ def _parse_path_query(expr: graph_requests.GraphPathQuery) -> nodereader_pb2.Gra
             _set_node_to_pb(expr.destination, pb.path.destination)
 
         if expr.relation is not None:
-            relation = expr.relation
-            if relation.label is not None:
-                pb.path.relation.value = relation.label
+            _set_relation_to_pb(expr.relation, pb.path.relation)
 
         pb.path.undirected = expr.undirected
 
@@ -88,8 +86,7 @@ def _parse_path_query(expr: graph_requests.GraphPathQuery) -> nodereader_pb2.Gra
         pb.path.undirected = True
 
     elif isinstance(expr, graph_requests.Relation):
-        if expr.label is not None:
-            pb.path.relation.value = expr.label
+        _set_relation_to_pb(expr, pb.path.relation)
 
     else:  # pragma: nocover
         # This is a trick so mypy generates an error if this branch can be reached,
@@ -142,8 +139,7 @@ def _parse_relation_query(
         pb.bool_not.CopyFrom(_parse_relation_query(expr.operand))
 
     elif isinstance(expr, graph_requests.Relation):
-        if expr.label is not None:
-            pb.path.relation.value = expr.label
+        _set_relation_to_pb(expr, pb.path.relation)
 
     else:  # pragma: nocover
         # This is a trick so mypy generates an error if this branch can be reached,
@@ -172,3 +168,10 @@ def _set_node_to_pb(node: graph_requests.GraphNode, pb: nodereader_pb2.GraphQuer
 
     if node.group is not None:
         pb.node_subtype = node.group
+
+
+def _set_relation_to_pb(relation: graph_requests.GraphRelation, pb: nodereader_pb2.GraphQuery.Relation):
+    if relation.label is not None:
+        pb.value = relation.label
+    if relation.type is not None:
+        pb.relation_type = RelationTypeMap[relation.type]

{nucliadb-6.3.4.post3680.dist-info → nucliadb-6.3.4.post3694.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: nucliadb
-Version: 6.3.4.post3680
+Version: 6.3.4.post3694
 Summary: NucliaDB
 Author-email: Nuclia <nucliadb@nuclia.com>
 License: AGPL
@@ -20,11 +20,11 @@ Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3 :: Only
 Requires-Python: <4,>=3.9
 Description-Content-Type: text/markdown
-Requires-Dist: nucliadb-telemetry[all]>=6.3.4.post3680
-Requires-Dist: nucliadb-utils[cache,fastapi,storages]>=6.3.4.post3680
-Requires-Dist: nucliadb-protos>=6.3.4.post3680
-Requires-Dist: nucliadb-models>=6.3.4.post3680
-Requires-Dist: nidx-protos>=6.3.4.post3680
+Requires-Dist: nucliadb-telemetry[all]>=6.3.4.post3694
+Requires-Dist: nucliadb-utils[cache,fastapi,storages]>=6.3.4.post3694
+Requires-Dist: nucliadb-protos>=6.3.4.post3694
+Requires-Dist: nucliadb-models>=6.3.4.post3694
+Requires-Dist: nidx-protos>=6.3.4.post3694
 Requires-Dist: nucliadb-admin-assets>=1.0.0.post1224
 Requires-Dist: nuclia-models>=0.24.2
 Requires-Dist: uvicorn

{nucliadb-6.3.4.post3680.dist-info → nucliadb-6.3.4.post3694.dist-info}/RECORD

@@ -27,6 +27,7 @@ migrations/0028_extracted_vectors_reference.py,sha256=49DHCIlBpjofU8cYVHTdWv0EBI
 migrations/0029_backfill_field_status.py,sha256=QWF69n1da9lpRnbEpgbqPjSQ-Wfn6rMC7Enz6bBYGt4,5663
 migrations/0030_label_deduplication.py,sha256=y14TxtCMi3-TBMz_eZoyyPDHNlZb29taJujlDuHumsA,2008
 migrations/0031_languages_deduplication.py,sha256=o6va6lP3oTRT1uSzp5MIhHHBFbhCxSZ-oNlXXpiAdUo,2340
+migrations/0032_remove_old_relations.py,sha256=ZaswhmRRsLgw6DVYVdT7cP-gdBf4X3PL9fklUXrmSD0,2318
 migrations/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
 migrations/pg/0001_bootstrap.py,sha256=Fsqkeof50m7fKiJN05kmNEMwiKDlOrAgcAS5sLLkutA,1256
 migrations/pg/0002_catalog.py,sha256=Rsleecu351Ty19kYZgOpqX5G3MEAY8nMxCJrAeuS2Mw,1690
@@ -44,7 +45,7 @@ nucliadb/backups/const.py,sha256=AaIsBB04WerR-V6t8NoCUScxO1ojMYJzfHgdkF2qh4M,201
 nucliadb/backups/create.py,sha256=D0MEpIYu74AhbZXeybinQo8cm_A2-T9JxDGLrp5lavA,12507
 nucliadb/backups/delete.py,sha256=AAs-WP-ujejj6c1LJgiMn7Ht67N_j0a1sKQlUepHpEA,2659
 nucliadb/backups/models.py,sha256=-hITU4Mv6AxePu12toBu_fjpEv6vVGcwNVxV22O9jQA,1273
-nucliadb/backups/restore.py,sha256=KAly9iTXUP32mFFnW6neJm7qyNSZJ7fO5LGbC46vSAM,11416
+nucliadb/backups/restore.py,sha256=Jzp4mrJon3EEl8sqr0KZ5bhlhDXwIYnRD9RsBAFyEyc,11502
 nucliadb/backups/settings.py,sha256=SyzsInj1BRbBI0atg5IXWbMbOZ_eVg4eSQ3IcnUhCxQ,1357
 nucliadb/backups/tasks.py,sha256=WkL1LgdYBHbV_A5ilyYv5p3zmXwxH68TDudytN5f7zk,4225
 nucliadb/backups/utils.py,sha256=_Vogjqcru5oqNZM-bZ0q7Ju79Bv1PD-LVFEa7Z-Q13I,1261
@@ -76,7 +77,7 @@ nucliadb/common/datamanagers/fields.py,sha256=9KqBzTssAT68FR5hd17Xu_CSwAYdKFuYic
 nucliadb/common/datamanagers/kb.py,sha256=P7EhF4tApIUG2jw_HH1oMufTKG9__kuOLKnrCNGbDM4,6156
 nucliadb/common/datamanagers/labels.py,sha256=Zm0GQpSPoGXEEysUY7VsDIcyKSIIQsMVphj23IyM9_c,4502
 nucliadb/common/datamanagers/processing.py,sha256=ByxdZzdbAfJGqC6__mY-zryjk040TyQfcUq3rxujeoY,1587
-nucliadb/common/datamanagers/resources.py,sha256=5EJk7P-G4A_YiobiUexz_yuZUTuxS5zqzjMdJN6Sm6k,11297
+nucliadb/common/datamanagers/resources.py,sha256=cuwcVL-GEjS1VHigJtz5SG_dRhl09UADQ9MSYOOqs70,10779
 nucliadb/common/datamanagers/rollover.py,sha256=c_DE3jtZusNL_9aOVjHOB9PV5OSVg7GJ5J-Ny0goHBE,7833
 nucliadb/common/datamanagers/search_configurations.py,sha256=O-8eW43CE46GcxO6TB5hpi27NBguv4BL4SI1vLlN8os,2463
 nucliadb/common/datamanagers/synonyms.py,sha256=zk3GEH38KF5vV_VcuL6DCg-2JwgXJfQl7Io6VPqv2cw,1566
@@ -101,7 +102,7 @@ nucliadb/common/maindb/local.py,sha256=uE9DIQX1yCNHNN8Tx4fPgSiuTtWpQhlfWkMJ8QZPa
 nucliadb/common/maindb/pg.py,sha256=FNq2clckJYj4Te-1svjQblqGoAF5OwJ5nwz2JtxD0d4,13645
 nucliadb/common/maindb/utils.py,sha256=zWLs82rWEVhpc1dYvdqTZiAcjZroB6Oo5MQaxMeFuKk,3301
 nucliadb/common/models_utils/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
-nucliadb/common/models_utils/from_proto.py,sha256=d-q6-JWvjVVxtI57itQVKRIY8Hzv-tBhDt-tr4aIKNM,15979
+nucliadb/common/models_utils/from_proto.py,sha256=yYn5vg4SKgB57RKOmeqzfD8VfmjKSSr4UNhw-Vvb4vs,15891
 nucliadb/common/models_utils/to_proto.py,sha256=97JvOR_3odu50YvzLa2CERfEN3w_QPmAVcCJwJB5m5A,2438
 nucliadb/export_import/__init__.py,sha256=y-Is0Bxa8TMV6UiOW0deC_D3U465P65CQ5RjBjIWnow,932
 nucliadb/export_import/datamanager.py,sha256=xL8b0xvk45q6wx1l7J32JgPmpyjnF6fKiJi2F2B_UQY,6968
@@ -110,13 +111,13 @@ nucliadb/export_import/exporter.py,sha256=k2QVx1EjqFlDYiggriWiEJzwtMXzHbldsqWdpG
 nucliadb/export_import/importer.py,sha256=v5cq9Nn8c2zrY_K_00mydR52f8mdFxR7tLdtNLQ0qvk,4229
 nucliadb/export_import/models.py,sha256=dbjScNkiMRv4X3Ktudy1JRliD25bfoDTy3JmEZgQSCc,2121
 nucliadb/export_import/tasks.py,sha256=DWbdqY97ffoyfipelGXz3Jqz1iam6JCjQSh367Fc3NA,2947
-nucliadb/export_import/utils.py,sha256=aBBB7p05GfKknpb9LQa8Krtz0LlFoP5NUTiPy7PwPBY,22840
+nucliadb/export_import/utils.py,sha256=9M81mrFV7FyBcWjsq4KrqfLIXFYbt9_vD1mkY31z4gs,22819
 nucliadb/ingest/__init__.py,sha256=fsw3C38VP50km3R-nHL775LNGPpJ4JxqXJ2Ib1f5SqE,1011
 nucliadb/ingest/app.py,sha256=TaVgh5B2riFVmcsrbPb7a5YCzmnybjx-NK0BXgTwGAY,7535
 nucliadb/ingest/partitions.py,sha256=2NIhMYbNT0TNBL6bX1UMSi7vxFGICstCKEqsB0TXHOE,2410
 nucliadb/ingest/processing.py,sha256=7NNoVxbSwsRdbo5goqVSrUc_QXZRVfOT_jZPzrmbxJQ,22207
 nucliadb/ingest/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-nucliadb/ingest/serialize.py,sha256=42zNKu-O6g9EmLnQOXwhfagD76FSmWD6xRf69LrJxfA,16415
+nucliadb/ingest/serialize.py,sha256=-TIjibJTbMqAowzRvyrG3R209vKqBZqXpdrQL9Dq4lo,16135
 nucliadb/ingest/settings.py,sha256=0B-wQNa8FLqtNcQgRzh-fuIuGptM816XHcbH1NQKfmE,3050
 nucliadb/ingest/utils.py,sha256=l1myURu3r8oA11dx3GpHw-gNTUc1AFX8xdPm9Lgl2rA,2275
 nucliadb/ingest/consumer/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
@@ -137,13 +138,13 @@ nucliadb/ingest/fields/generic.py,sha256=elgtqv15aJUq3zY7X_g0bli_2BpcwPArVvzhe54
 nucliadb/ingest/fields/link.py,sha256=kN_gjRUEEj5cy8K_BwPijYg3TiWhedc24apXYlTbRJs,4172
 nucliadb/ingest/fields/text.py,sha256=tFvSQJAe0W7ePpp2_WDfLiE2yglR1OTU0Zht9acvOFw,1594
 nucliadb/ingest/orm/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
-nucliadb/ingest/orm/brain.py,sha256=JwHRneyE2sAo6PwYJnnyUMXKiGBWXLv4JI_aemodB3U,28479
-nucliadb/ingest/orm/broker_message.py,sha256=vFDdfo_kz_GRai2MGq_3qKRynRXOGR7lawogNx6ZsfA,7553
+nucliadb/ingest/orm/brain.py,sha256=lvO6bF0usfbZ5T7bDPoVALfocvxTFrCE3YhQrz-d1q8,29831
+nucliadb/ingest/orm/broker_message.py,sha256=XWaiZgDOz94NPOPT-hqbRr5ZkpVimUw6PjUJNftfoVw,7514
 nucliadb/ingest/orm/entities.py,sha256=3_n6lKhBy2GsdmNmkh0_mvxP8md20OZsbtTNEmfJ8Hg,14888
 nucliadb/ingest/orm/exceptions.py,sha256=k4Esv4NtL4TrGTcsQpwrSfDhPQpiYcRbB1SpYmBX5MY,1432
 nucliadb/ingest/orm/knowledgebox.py,sha256=IGOPvBR1qXqDxE5DeiOdYCLdPgjzOVVpsASJ2zYvWwQ,23651
 nucliadb/ingest/orm/metrics.py,sha256=OkwMSPKLZcKba0ZTwtTiIxwBgaLMX5ydhGieKvi2y7E,1096
-nucliadb/ingest/orm/resource.py,sha256=waSV2GWJ_o9gzBObY8JNCR5mVJmWCJ1oQOGUsY1AVTQ,45489
+nucliadb/ingest/orm/resource.py,sha256=tukAbD32HrRbVa_Ppo9H2YaYQyq659BzOQ45643sp7E,44964
 nucliadb/ingest/orm/utils.py,sha256=vCe_9UxHu26JDFGLwQ0wH-XyzJIpQCTK-Ow9dtZR5Vg,2716
 nucliadb/ingest/orm/processor/__init__.py,sha256=Aqd9wCNTvggkMkCY3WvoI8spdr94Jnqk-0iq9XpLs18,922
 nucliadb/ingest/orm/processor/auditing.py,sha256=TeYhXGJRyQ7ROytbb2u8R0fIh_FYi3HgTu3S1ribY3U,4623
@@ -226,11 +227,11 @@ nucliadb/search/search/fetch.py,sha256=XJHIFnZmXM_8Kb37lb4lg1GYG7cZ1plT-qAIb_Qzi
 nucliadb/search/search/filters.py,sha256=1MkHlJjAQqoRCj7e5cEzK2HvBxGLE17I_omsjiklbtw,6476
 nucliadb/search/search/find.py,sha256=p7Odx3hjPwTsHEhQrVYsR_ufq0meMmCnQV0YihfOmlg,10237
 nucliadb/search/search/find_merge.py,sha256=3FnzKFEnVemg6FO_6zveulbAU7klvsiPEBvLrpBBMg8,17450
-nucliadb/search/search/graph_merge.py,sha256=7LzzU09HCFu6wm3LfgJ3Lm6Uuh_qPDmM2tWZS-fHmw8,3250
+nucliadb/search/search/graph_merge.py,sha256=OiUNiXOWwrUVKqStuRcoUJwvDbDYamqIgiAy_FwPdMI,3405
 nucliadb/search/search/graph_strategy.py,sha256=gisL2GpbSIa_SucyOwEt7TWdqURyAQqxvD_-PkXQct8,32339
 nucliadb/search/search/hydrator.py,sha256=-R37gCrGxkyaiHQalnTWHNG_FCx11Zucd7qA1vQCxuw,6985
 nucliadb/search/search/ingestion_agents.py,sha256=NeJr4EEX-bvFFMGvXOOwLv8uU7NuQ-ntJnnrhnKfMzY,3174
-nucliadb/search/search/merge.py,sha256=aUn6f5XnwWzUFhVC6uBqHE8NKdlfgw_xcTo57rS23U8,22950
+nucliadb/search/search/merge.py,sha256=aNjghwyQDuoIuddFt37_kHAUv4FDYgGtdP3dM1SBUWs,22966
 nucliadb/search/search/metrics.py,sha256=GGGtXHLhK79_ESV277xkBVjcaMURXHCxYG0EdGamUd8,2886
 nucliadb/search/search/paragraphs.py,sha256=pNAEiYqJGGUVcEf7xf-PFMVqz0PX4Qb-WNG-_zPGN2o,7799
 nucliadb/search/search/pgcatalog.py,sha256=s_J98fsX_RuFXwpejpkGqG-tD9ELuzz4YQ6U3ew5h2g,9313
@@ -256,7 +257,7 @@ nucliadb/search/search/query_parser/old_filters.py,sha256=-zbfN-RsXoj_DRjh3Lfp-w
 nucliadb/search/search/query_parser/parsers/__init__.py,sha256=ySCNSdbesLXGZyR88919njulA6UE10_3PhqMG_Yj1o4,1034
 nucliadb/search/search/query_parser/parsers/catalog.py,sha256=XdBiTweGTQkj8m_V_i2xbwp7P5pPO8K1Tud692XKhMw,7149
 nucliadb/search/search/query_parser/parsers/find.py,sha256=q3wH_i0DGceeKckYEH3c5MqM5EvRiMCL7r-6nCAId9Q,4666
-nucliadb/search/search/query_parser/parsers/graph.py,sha256=stD17_cXhLagJgNZu4Vqk0YJTU15BVSANHrB4sX2qCQ,6244
+nucliadb/search/search/query_parser/parsers/graph.py,sha256=fdzKzwnwhSkMXgt8bKXsvBFR8zWjb12lKAgtPzGr37c,6396
 nucliadb/standalone/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
 nucliadb/standalone/api_router.py,sha256=hgq9FXpihzgjHkwcVGfGCSwyXy67fqXTfLFHuINzIi0,5567
 nucliadb/standalone/app.py,sha256=mAApNK_iVsQgJyd-mtwCeZq5csSimwnXmlQGH9a70pE,5586
@@ -352,8 +353,8 @@ nucliadb/writer/tus/local.py,sha256=7jYa_w9b-N90jWgN2sQKkNcomqn6JMVBOVeDOVYJHto,
 nucliadb/writer/tus/s3.py,sha256=vF0NkFTXiXhXq3bCVXXVV-ED38ECVoUeeYViP8uMqcU,8357
 nucliadb/writer/tus/storage.py,sha256=ToqwjoYnjI4oIcwzkhha_MPxi-k4Jk3Lt55zRwaC1SM,2903
 nucliadb/writer/tus/utils.py,sha256=MSdVbRsRSZVdkaum69_0wku7X3p5wlZf4nr6E0GMKbw,2556
-nucliadb-6.3.4.post3680.dist-info/METADATA,sha256=HBMmYu3BKtwkq1mebFgewWhQz19SH__337Y-7PeA2_U,4291
-nucliadb-6.3.4.post3680.dist-info/WHEEL,sha256=beeZ86-EfXScwlR_HKu4SllMC9wUEj_8Z_4FJ3egI2w,91
-nucliadb-6.3.4.post3680.dist-info/entry_points.txt,sha256=XqGfgFDuY3zXQc8ewXM2TRVjTModIq851zOsgrmaXx4,1268
-nucliadb-6.3.4.post3680.dist-info/top_level.txt,sha256=hwYhTVnX7jkQ9gJCkVrbqEG1M4lT2F_iPQND1fCzF80,20
-nucliadb-6.3.4.post3680.dist-info/RECORD,,
+nucliadb-6.3.4.post3694.dist-info/METADATA,sha256=yo17tzuCOWQgea8j1Eqbz0bxeZQ92VwtVowbvZAI7jM,4291
+nucliadb-6.3.4.post3694.dist-info/WHEEL,sha256=beeZ86-EfXScwlR_HKu4SllMC9wUEj_8Z_4FJ3egI2w,91
+nucliadb-6.3.4.post3694.dist-info/entry_points.txt,sha256=XqGfgFDuY3zXQc8ewXM2TRVjTModIq851zOsgrmaXx4,1268
+nucliadb-6.3.4.post3694.dist-info/top_level.txt,sha256=hwYhTVnX7jkQ9gJCkVrbqEG1M4lT2F_iPQND1fCzF80,20
+nucliadb-6.3.4.post3694.dist-info/RECORD,,