nucliadb 6.3.1.post3504__py3-none-any.whl → 6.3.1.post3507__py3-none-any.whl

nucliadb/ingest/orm/processor/processor.py

@@ -314,12 +314,18 @@ class Processor:
                 # index message
 
                 if resource:
-                    await resource.compute_global_text()
-                    await resource.compute_global_tags(resource.indexer)
-                    await resource.compute_security(resource.indexer)
                     if message.reindex:
                         # when reindexing, let's just generate full new index message
+                        # TODO - This should be improved in the future as it's not optimal for very large resources:
+                        # As of now, there are some API operations that require fully reindexing all the fields of a resource.
+                        # An example of this is classification label changes - we need to reindex all the fields of a resource to
+                        # propagate the label changes to the index.
                         resource.replace_indexer(await resource.generate_index_message(reindex=True))
+                    else:
+                        # TODO - Ideally we should only update the fields that have been changed in the current transaction.
+                        await resource.compute_global_text()
+                        await resource.compute_global_tags(resource.indexer)
+                        await resource.compute_security(resource.indexer)
 
                 if resource and resource.modified:
                     await pgcatalog_update(txn, kbid, resource)

nucliadb/ingest/orm/resource.py

@@ -304,10 +304,7 @@ class Resource:
     @processor_observer.wrap({"type": "generate_index_message"})
     async def generate_index_message(self, reindex: bool = False) -> ResourceBrain:
         brain = ResourceBrain(rid=self.uuid)
-        origin = await self.get_origin()
         basic = await self.get_basic()
-        if basic is not None:
-            brain.set_resource_metadata(basic, origin)
         await self.compute_security(brain)
         await self.compute_global_tags(brain)
         fields = await self.get_fields(force=True)

{nucliadb-6.3.1.post3504.dist-info → nucliadb-6.3.1.post3507.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: nucliadb
-Version: 6.3.1.post3504
+Version: 6.3.1.post3507
 Summary: NucliaDB
 Author-email: Nuclia <nucliadb@nuclia.com>
 License: AGPL
@@ -20,11 +20,11 @@ Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3 :: Only
 Requires-Python: <4,>=3.9
 Description-Content-Type: text/markdown
-Requires-Dist: nucliadb-telemetry[all]>=6.3.1.post3504
-Requires-Dist: nucliadb-utils[cache,fastapi,storages]>=6.3.1.post3504
-Requires-Dist: nucliadb-protos>=6.3.1.post3504
-Requires-Dist: nucliadb-models>=6.3.1.post3504
-Requires-Dist: nidx-protos>=6.3.1.post3504
+Requires-Dist: nucliadb-telemetry[all]>=6.3.1.post3507
+Requires-Dist: nucliadb-utils[cache,fastapi,storages]>=6.3.1.post3507
+Requires-Dist: nucliadb-protos>=6.3.1.post3507
+Requires-Dist: nucliadb-models>=6.3.1.post3507
+Requires-Dist: nidx-protos>=6.3.1.post3507
 Requires-Dist: nucliadb-admin-assets>=1.0.0.post1224
 Requires-Dist: nuclia-models>=0.24.2
 Requires-Dist: uvicorn

{nucliadb-6.3.1.post3504.dist-info → nucliadb-6.3.1.post3507.dist-info}/RECORD

@@ -135,13 +135,13 @@ nucliadb/ingest/orm/entities.py,sha256=3_n6lKhBy2GsdmNmkh0_mvxP8md20OZsbtTNEmfJ8
 nucliadb/ingest/orm/exceptions.py,sha256=k4Esv4NtL4TrGTcsQpwrSfDhPQpiYcRbB1SpYmBX5MY,1432
 nucliadb/ingest/orm/knowledgebox.py,sha256=IGOPvBR1qXqDxE5DeiOdYCLdPgjzOVVpsASJ2zYvWwQ,23651
 nucliadb/ingest/orm/metrics.py,sha256=OkwMSPKLZcKba0ZTwtTiIxwBgaLMX5ydhGieKvi2y7E,1096
-nucliadb/ingest/orm/resource.py,sha256=dB0n7qQQZc0a4t_khp790koo9hIU1x_SIMl7HmBLsg8,44751
+nucliadb/ingest/orm/resource.py,sha256=pKDqw193lLR4dHlggNe0-V3d6UCoikSfhfmhpOvaDc0,44625
 nucliadb/ingest/orm/utils.py,sha256=vCe_9UxHu26JDFGLwQ0wH-XyzJIpQCTK-Ow9dtZR5Vg,2716
 nucliadb/ingest/orm/processor/__init__.py,sha256=Aqd9wCNTvggkMkCY3WvoI8spdr94Jnqk-0iq9XpLs18,922
 nucliadb/ingest/orm/processor/auditing.py,sha256=TeYhXGJRyQ7ROytbb2u8R0fIh_FYi3HgTu3S1ribY3U,4623
 nucliadb/ingest/orm/processor/data_augmentation.py,sha256=HpSU9olDHcTfECDYCsmm4yA-Hu0mBrd_zTtx50XDGFE,5164
 nucliadb/ingest/orm/processor/pgcatalog.py,sha256=f32PIEXWktWzGDws6Ffife37OAfrseP5IOti_Cb4ir8,3012
-nucliadb/ingest/orm/processor/processor.py,sha256=2FxAetUvtHvg6l-24xYrmBdsyqc0RU1zmliel44581g,30945
+nucliadb/ingest/orm/processor/processor.py,sha256=oaiZ9HUszhUbvNMCmDq5Xj_jtXiCDjMEyw2GqqQxFdY,31550
 nucliadb/ingest/orm/processor/sequence_manager.py,sha256=uqEphtI1Ir_yk9jRl2gPf7BlzzXWovbARY5MNZSBI_8,1704
 nucliadb/ingest/service/__init__.py,sha256=MME_G_ERxzJR6JW_hfE2qcfXpmpH1kdG-S0a-M0qRm8,2043
 nucliadb/ingest/service/exceptions.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
@@ -339,8 +339,8 @@ nucliadb/writer/tus/local.py,sha256=7jYa_w9b-N90jWgN2sQKkNcomqn6JMVBOVeDOVYJHto,
 nucliadb/writer/tus/s3.py,sha256=vF0NkFTXiXhXq3bCVXXVV-ED38ECVoUeeYViP8uMqcU,8357
 nucliadb/writer/tus/storage.py,sha256=ToqwjoYnjI4oIcwzkhha_MPxi-k4Jk3Lt55zRwaC1SM,2903
 nucliadb/writer/tus/utils.py,sha256=MSdVbRsRSZVdkaum69_0wku7X3p5wlZf4nr6E0GMKbw,2556
-nucliadb-6.3.1.post3504.dist-info/METADATA,sha256=G6Q3Zo1wyyvaQRJMxf6elj7bqNXR61E5GN5yomcwV7k,4291
-nucliadb-6.3.1.post3504.dist-info/WHEEL,sha256=jB7zZ3N9hIM9adW7qlTAyycLYW9npaWKLRzaoVcLKcM,91
-nucliadb-6.3.1.post3504.dist-info/entry_points.txt,sha256=XqGfgFDuY3zXQc8ewXM2TRVjTModIq851zOsgrmaXx4,1268
-nucliadb-6.3.1.post3504.dist-info/top_level.txt,sha256=hwYhTVnX7jkQ9gJCkVrbqEG1M4lT2F_iPQND1fCzF80,20
-nucliadb-6.3.1.post3504.dist-info/RECORD,,
+nucliadb-6.3.1.post3507.dist-info/METADATA,sha256=VdCcUKBvXCIaQpWBQVkDsx5dP2Vr2C39kjGJeQ_i88g,4291
+nucliadb-6.3.1.post3507.dist-info/WHEEL,sha256=jB7zZ3N9hIM9adW7qlTAyycLYW9npaWKLRzaoVcLKcM,91
+nucliadb-6.3.1.post3507.dist-info/entry_points.txt,sha256=XqGfgFDuY3zXQc8ewXM2TRVjTModIq851zOsgrmaXx4,1268
+nucliadb-6.3.1.post3507.dist-info/top_level.txt,sha256=hwYhTVnX7jkQ9gJCkVrbqEG1M4lT2F_iPQND1fCzF80,20
+nucliadb-6.3.1.post3507.dist-info/RECORD,,