nucliadb 6.4.2.post4345__py3-none-any.whl → 6.4.2.post4360__py3-none-any.whl

nucliadb/ingest/fields/base.py

@@ -20,6 +20,7 @@
 from __future__ import annotations
 
 import enum
+import logging
 from datetime import datetime
 from typing import TYPE_CHECKING, Any, Generic, Optional, Type, TypeVar
 
@@ -43,8 +44,12 @@ from nucliadb_protos.resources_pb2 import (
 )
 from nucliadb_protos.utils_pb2 import ExtractedText, VectorObject
 from nucliadb_protos.writer_pb2 import Error, FieldStatus
+from nucliadb_utils import const
 from nucliadb_utils.storages.exceptions import CouldNotCopyNotFound
 from nucliadb_utils.storages.storage import Storage, StorageField
+from nucliadb_utils.utilities import has_feature
+
+logger = logging.getLogger(__name__)
 
 if TYPE_CHECKING:  # pragma: no cover
     from nucliadb.ingest.orm.resource import Resource
@@ -206,6 +211,21 @@ class Field(Generic[PbType]):
     ) -> None:
         # Try delete vectors
         sf = self._get_extracted_vectors_storage_field(vectorset, storage_key_kind)
+
+        if has_feature(const.Features.DEBUG_MISSING_VECTORS):
+            # This is a very chatty log. It is just a temporary hint while debugging an issue.
+            logger.info(
+                "Deleting vectors from storage",
+                extra={
+                    "kbid": self.kbid,
+                    "rid": self.resource.uuid,
+                    "field": f"{self.type}/{self.id}",
+                    "vectorset": vectorset,
+                    "storage_key_kind": storage_key_kind,
+                    "key": sf.key,
+                    "bucket": sf.bucket,
+                },
+            )
         try:
             await self.storage.delete_upload(sf.key, sf.bucket)
         except KeyError:

nucliadb/search/search/graph_strategy.py

@@ -721,6 +721,8 @@ def build_text_blocks_from_relations(
     )
     paragraph_count = 0
     for ent, subgraph in relations.entities.items():
+        if ent not in scores:
+            continue
         for rel, score in zip(subgraph.related_to, scores[ent]):
             key = (
                 (
@@ -796,6 +798,8 @@ def get_paragraph_info_from_relations(
 
     # Loop over each entity in the relation graph
     for ent, subgraph in relations.entities.items():
+        if ent not in scores:
+            continue
         for rel_score, rel in zip(scores[ent], subgraph.related_to):
             if rel.metadata and rel.metadata.paragraph_id:
                 p_id = ParagraphId.from_string(rel.metadata.paragraph_id)

{nucliadb-6.4.2.post4345.dist-info → nucliadb-6.4.2.post4360.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nucliadb
-Version: 6.4.2.post4345
+Version: 6.4.2.post4360
 Summary: NucliaDB
 Author-email: Nuclia <nucliadb@nuclia.com>
 License-Expression: AGPL-3.0-or-later
@@ -19,11 +19,11 @@ Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3 :: Only
 Requires-Python: <4,>=3.9
 Description-Content-Type: text/markdown
-Requires-Dist: nucliadb-telemetry[all]>=6.4.2.post4345
-Requires-Dist: nucliadb-utils[cache,fastapi,storages]>=6.4.2.post4345
-Requires-Dist: nucliadb-protos>=6.4.2.post4345
-Requires-Dist: nucliadb-models>=6.4.2.post4345
-Requires-Dist: nidx-protos>=6.4.2.post4345
+Requires-Dist: nucliadb-telemetry[all]>=6.4.2.post4360
+Requires-Dist: nucliadb-utils[cache,fastapi,storages]>=6.4.2.post4360
+Requires-Dist: nucliadb-protos>=6.4.2.post4360
+Requires-Dist: nucliadb-models>=6.4.2.post4360
+Requires-Dist: nidx-protos>=6.4.2.post4360
 Requires-Dist: nucliadb-admin-assets>=1.0.0.post1224
 Requires-Dist: nuclia-models>=0.24.2
 Requires-Dist: uvicorn[standard]

{nucliadb-6.4.2.post4345.dist-info → nucliadb-6.4.2.post4360.dist-info}/RECORD

@@ -138,7 +138,7 @@ nucliadb/ingest/consumer/service.py,sha256=8AD41mMN7EUeUtk4ZNy14zfvxzwmVjIX6Mwe0
 nucliadb/ingest/consumer/shard_creator.py,sha256=w0smEu01FU_2cjZnsfBRNqT_Ntho11X17zTMST-vKbc,4359
 nucliadb/ingest/consumer/utils.py,sha256=jpX8D4lKzuPCpArQLZeX_Zczq3pfen_zAf8sPJfOEZU,2642
 nucliadb/ingest/fields/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
-nucliadb/ingest/fields/base.py,sha256=DTXFu_g9vSU2h7S4PlYxd-hp4SDuM_EPf8y51ALgD8w,21654
+nucliadb/ingest/fields/base.py,sha256=YMG1xjem9kilHrnUttyj1qFotKtWHqVKXWbnIsymWYE,22397
 nucliadb/ingest/fields/conversation.py,sha256=0tVpHLvi3UmuO98puimBJUpPXv3qEOpqlWVXVYvz9Vw,7082
 nucliadb/ingest/fields/exceptions.py,sha256=sZBk21BSrXFdOdo1qUdCAyD-9YMYakSLdn4_WdIPCIQ,1217
 nucliadb/ingest/fields/file.py,sha256=1v4jLg3balUua2VmSV8hHkAwPFShTUCOzufZvIUQcQw,4740
@@ -239,7 +239,7 @@ nucliadb/search/search/filters.py,sha256=1MkHlJjAQqoRCj7e5cEzK2HvBxGLE17I_omsjik
 nucliadb/search/search/find.py,sha256=ZocoQNN28OHOmMaroGVFCnce3YHPZbFb1-9jxLNHSFM,7805
 nucliadb/search/search/find_merge.py,sha256=c-7IlfjfdmWAvQOyM7IO3bKS1EQpnR4oi6pN6mwrQKw,19815
 nucliadb/search/search/graph_merge.py,sha256=y5V7X-BhjHsKDXE69tzQLIIKGm4XuaFrZXw0odcHVNM,3402
-nucliadb/search/search/graph_strategy.py,sha256=LtPWGVL0RzxUgDLjrYgoQdZFmPBbln1fUsmXM1z5krs,35941
+nucliadb/search/search/graph_strategy.py,sha256=7ERzGLshrrpuu7m3PauPaK89fzyrT2oDNVhOMnCjka0,36043
 nucliadb/search/search/hydrator.py,sha256=-R37gCrGxkyaiHQalnTWHNG_FCx11Zucd7qA1vQCxuw,6985
 nucliadb/search/search/ingestion_agents.py,sha256=NeJr4EEX-bvFFMGvXOOwLv8uU7NuQ-ntJnnrhnKfMzY,3174
 nucliadb/search/search/merge.py,sha256=XiRBsxhYPshPV7lZXD-9E259KZOPIf4I2tKosY0lPo4,22470
@@ -367,8 +367,8 @@ nucliadb/writer/tus/local.py,sha256=7jYa_w9b-N90jWgN2sQKkNcomqn6JMVBOVeDOVYJHto,
 nucliadb/writer/tus/s3.py,sha256=vF0NkFTXiXhXq3bCVXXVV-ED38ECVoUeeYViP8uMqcU,8357
 nucliadb/writer/tus/storage.py,sha256=ToqwjoYnjI4oIcwzkhha_MPxi-k4Jk3Lt55zRwaC1SM,2903
 nucliadb/writer/tus/utils.py,sha256=MSdVbRsRSZVdkaum69_0wku7X3p5wlZf4nr6E0GMKbw,2556
-nucliadb-6.4.2.post4345.dist-info/METADATA,sha256=PmcHanJiYiTsXcGhJWX3tf2DpYxDRTgpUgMTpUfPio4,4152
-nucliadb-6.4.2.post4345.dist-info/WHEEL,sha256=zaaOINJESkSfm_4HQVc5ssNzHCPXhJm0kEUakpsEHaU,91
-nucliadb-6.4.2.post4345.dist-info/entry_points.txt,sha256=XqGfgFDuY3zXQc8ewXM2TRVjTModIq851zOsgrmaXx4,1268
-nucliadb-6.4.2.post4345.dist-info/top_level.txt,sha256=hwYhTVnX7jkQ9gJCkVrbqEG1M4lT2F_iPQND1fCzF80,20
-nucliadb-6.4.2.post4345.dist-info/RECORD,,
+nucliadb-6.4.2.post4360.dist-info/METADATA,sha256=IdCzxP9kQ7Khr6yw7TX6W8OcvJS07AuvSqB2qwIy0ZE,4152
+nucliadb-6.4.2.post4360.dist-info/WHEEL,sha256=zaaOINJESkSfm_4HQVc5ssNzHCPXhJm0kEUakpsEHaU,91
+nucliadb-6.4.2.post4360.dist-info/entry_points.txt,sha256=XqGfgFDuY3zXQc8ewXM2TRVjTModIq851zOsgrmaXx4,1268
+nucliadb-6.4.2.post4360.dist-info/top_level.txt,sha256=hwYhTVnX7jkQ9gJCkVrbqEG1M4lT2F_iPQND1fCzF80,20
+nucliadb-6.4.2.post4360.dist-info/RECORD,,