nucliadb 6.3.4.post3751__py3-none-any.whl → 6.3.4.post3769__py3-none-any.whl

nucliadb/ingest/orm/processor/processor.py

@@ -314,7 +314,7 @@ class Processor:
                 # index message
 
                 if resource:
-                    if message.reindex:
+                    if any(needs_reindex(m) for m in messages):
                         # when reindexing, let's just generate full new index message
                         # TODO - This should be improved in the future as it's not optimal for very large resources:
                         # As of now, there are some API operations that require fully reindexing all the fields of a resource.
@@ -759,3 +759,26 @@ def has_vectors_operation(index_message: PBBrainResource) -> bool:
                 if len(vectorset_sentences.sentences) > 0:
                     return True
     return False
+
+
+def needs_reindex(bm: writer_pb2.BrokerMessage) -> bool:
+    return bm.reindex or is_vectorset_migration_bm(bm)
+
+
+def is_vectorset_migration_bm(bm: writer_pb2.BrokerMessage) -> bool:
+    """
+    This is a temporary solution to avoid duplicating paragraphs and text fields during vector migrations.
+    We need to reindex all the fields of a resource to avoid this issue.
+    TODO: Remove this when the index message generation logic has been decoupled into its own method.
+
+    Broker messages from semantic model migration task only contain the `field_vectors` field set.
+    """
+    return (
+        len(bm.field_vectors) > 0
+        and not bm.HasField("basic")
+        and len(bm.delete_fields) == 0
+        and len(bm.files) == 0
+        and len(bm.texts) == 0
+        and len(bm.conversations) == 0
+        and len(bm.links) == 0
+    )

nucliadb/search/search/chat/ask.py

@@ -436,6 +436,9 @@ class NotEnoughContextAskResult(AskResult):
         return the find results and the messages indicating that there is not enough
         context in the corpus to answer.
         """
+        status = AnswerStatusCode.NO_RETRIEVAL_DATA
+        yield self._ndjson_encode(StatusAskResponseItem(code=status.value, status=status.prettify()))
+        yield self._ndjson_encode(AnswerAskResponseItem(text=NOT_ENOUGH_CONTEXT_ANSWER))
         yield self._ndjson_encode(RetrievalAskResponseItem(results=self.main_results))
         if self.prequeries_results:
             yield self._ndjson_encode(
@@ -446,9 +449,6 @@ class NotEnoughContextAskResult(AskResult):
                     }
                 )
             )
-        yield self._ndjson_encode(AnswerAskResponseItem(text=NOT_ENOUGH_CONTEXT_ANSWER))
-        status = AnswerStatusCode.NO_RETRIEVAL_DATA
-        yield self._ndjson_encode(StatusAskResponseItem(code=status.value, status=status.prettify()))
 
     async def json(self) -> str:
         prequeries = (

{nucliadb-6.3.4.post3751.dist-info → nucliadb-6.3.4.post3769.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nucliadb
-Version: 6.3.4.post3751
+Version: 6.3.4.post3769
 Summary: NucliaDB
 Author-email: Nuclia <nucliadb@nuclia.com>
 License: AGPL
@@ -20,11 +20,11 @@ Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3 :: Only
 Requires-Python: <4,>=3.9
 Description-Content-Type: text/markdown
-Requires-Dist: nucliadb-telemetry[all]>=6.3.4.post3751
-Requires-Dist: nucliadb-utils[cache,fastapi,storages]>=6.3.4.post3751
-Requires-Dist: nucliadb-protos>=6.3.4.post3751
-Requires-Dist: nucliadb-models>=6.3.4.post3751
-Requires-Dist: nidx-protos>=6.3.4.post3751
+Requires-Dist: nucliadb-telemetry[all]>=6.3.4.post3769
+Requires-Dist: nucliadb-utils[cache,fastapi,storages]>=6.3.4.post3769
+Requires-Dist: nucliadb-protos>=6.3.4.post3769
+Requires-Dist: nucliadb-models>=6.3.4.post3769
+Requires-Dist: nidx-protos>=6.3.4.post3769
 Requires-Dist: nucliadb-admin-assets>=1.0.0.post1224
 Requires-Dist: nuclia-models>=0.24.2
 Requires-Dist: uvicorn

{nucliadb-6.3.4.post3751.dist-info → nucliadb-6.3.4.post3769.dist-info}/RECORD

@@ -151,7 +151,7 @@ nucliadb/ingest/orm/processor/__init__.py,sha256=Aqd9wCNTvggkMkCY3WvoI8spdr94Jnq
 nucliadb/ingest/orm/processor/auditing.py,sha256=TeYhXGJRyQ7ROytbb2u8R0fIh_FYi3HgTu3S1ribY3U,4623
 nucliadb/ingest/orm/processor/data_augmentation.py,sha256=HpSU9olDHcTfECDYCsmm4yA-Hu0mBrd_zTtx50XDGFE,5164
 nucliadb/ingest/orm/processor/pgcatalog.py,sha256=f32PIEXWktWzGDws6Ffife37OAfrseP5IOti_Cb4ir8,3012
-nucliadb/ingest/orm/processor/processor.py,sha256=wjZmfJumypdGoKVB0BEJ51ha3xNRs1CzDZbFGj7z4_8,31668
+nucliadb/ingest/orm/processor/processor.py,sha256=Tb87wm9Yqd4sS_x_wFTaIG3Tn3sznG8AuLCOanYhVDQ,32536
 nucliadb/ingest/orm/processor/sequence_manager.py,sha256=uqEphtI1Ir_yk9jRl2gPf7BlzzXWovbARY5MNZSBI_8,1704
 nucliadb/ingest/service/__init__.py,sha256=MME_G_ERxzJR6JW_hfE2qcfXpmpH1kdG-S0a-M0qRm8,2043
 nucliadb/ingest/service/exceptions.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
@@ -244,7 +244,7 @@ nucliadb/search/search/shards.py,sha256=OEtN1p9WX_cMX8t-myaafpmFAPTpUEOutR7z1sDu
 nucliadb/search/search/summarize.py,sha256=ksmYPubEQvAQgfPdZHfzB_rR19B2ci4IYZ6jLdHxZo8,4996
 nucliadb/search/search/utils.py,sha256=iF2tbBA56gRMJH1TlE2hMrqeXqjoeOPt4KgRdp2m9Ek,3313
 nucliadb/search/search/chat/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
-nucliadb/search/search/chat/ask.py,sha256=olZT08JVo3ZGDsDXkjvI2JTlqQln_o91HJzv0TKFQ7I,37244
+nucliadb/search/search/chat/ask.py,sha256=4Vi4yxnhjToPHZUtdUkFNAEuI85QgkyBXQkcRX-a_vA,37244
 nucliadb/search/search/chat/exceptions.py,sha256=Siy4GXW2L7oPhIR86H3WHBhE9lkV4A4YaAszuGGUf54,1356
 nucliadb/search/search/chat/images.py,sha256=PA8VWxT5_HUGfW1ULhKTK46UBsVyINtWWqEM1ulzX1E,3095
 nucliadb/search/search/chat/prompt.py,sha256=Jnja-Ss7skgnnDY8BymVfdeYsFPnIQFL8tEvcRXTKUE,47356
@@ -354,8 +354,8 @@ nucliadb/writer/tus/local.py,sha256=7jYa_w9b-N90jWgN2sQKkNcomqn6JMVBOVeDOVYJHto,
 nucliadb/writer/tus/s3.py,sha256=vF0NkFTXiXhXq3bCVXXVV-ED38ECVoUeeYViP8uMqcU,8357
 nucliadb/writer/tus/storage.py,sha256=ToqwjoYnjI4oIcwzkhha_MPxi-k4Jk3Lt55zRwaC1SM,2903
 nucliadb/writer/tus/utils.py,sha256=MSdVbRsRSZVdkaum69_0wku7X3p5wlZf4nr6E0GMKbw,2556
-nucliadb-6.3.4.post3751.dist-info/METADATA,sha256=I5OpHocyVjeDMRw-Y-XC8yLWVqC9VQ4XHj0ITwxGr18,4291
-nucliadb-6.3.4.post3751.dist-info/WHEEL,sha256=1tXe9gY0PYatrMPMDd6jXqjfpz_B-Wqm32CPfRC58XU,91
-nucliadb-6.3.4.post3751.dist-info/entry_points.txt,sha256=XqGfgFDuY3zXQc8ewXM2TRVjTModIq851zOsgrmaXx4,1268
-nucliadb-6.3.4.post3751.dist-info/top_level.txt,sha256=hwYhTVnX7jkQ9gJCkVrbqEG1M4lT2F_iPQND1fCzF80,20
-nucliadb-6.3.4.post3751.dist-info/RECORD,,
+nucliadb-6.3.4.post3769.dist-info/METADATA,sha256=3yi784IVKCq1hDA5dt7jxVLfDJ6P8kCcGxL38k64JZ4,4291
+nucliadb-6.3.4.post3769.dist-info/WHEEL,sha256=L0N565qmK-3nM2eBoMNFszYJ_MTx03_tQ0CQu1bHLYo,91
+nucliadb-6.3.4.post3769.dist-info/entry_points.txt,sha256=XqGfgFDuY3zXQc8ewXM2TRVjTModIq851zOsgrmaXx4,1268
+nucliadb-6.3.4.post3769.dist-info/top_level.txt,sha256=hwYhTVnX7jkQ9gJCkVrbqEG1M4lT2F_iPQND1fCzF80,20
+nucliadb-6.3.4.post3769.dist-info/RECORD,,

{nucliadb-6.3.4.post3751.dist-info → nucliadb-6.3.4.post3769.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (77.0.3)
+Generator: setuptools (78.0.1)
 Root-Is-Purelib: true
 Tag: py3-none-any