nucliadb 6.3.1.post3504__py3-none-any.whl → 6.3.1.post3519__py3-none-any.whl

nucliadb/ingest/orm/processor/processor.py

@@ -314,12 +314,18 @@ class Processor:
                 # index message
 
                 if resource:
-                    await resource.compute_global_text()
-                    await resource.compute_global_tags(resource.indexer)
-                    await resource.compute_security(resource.indexer)
                     if message.reindex:
                         # when reindexing, let's just generate full new index message
+                        # TODO - This should be improved in the future as it's not optimal for very large resources:
+                        # As of now, there are some API operations that require fully reindexing all the fields of a resource.
+                        # An example of this is classification label changes - we need to reindex all the fields of a resource to
+                        # propagate the label changes to the index.
                         resource.replace_indexer(await resource.generate_index_message(reindex=True))
+                    else:
+                        # TODO - Ideally we should only update the fields that have been changed in the current transaction.
+                        await resource.compute_global_text()
+                        await resource.compute_global_tags(resource.indexer)
+                        await resource.compute_security(resource.indexer)
 
                 if resource and resource.modified:
                     await pgcatalog_update(txn, kbid, resource)

nucliadb/ingest/orm/resource.py

@@ -304,10 +304,7 @@ class Resource:
     @processor_observer.wrap({"type": "generate_index_message"})
     async def generate_index_message(self, reindex: bool = False) -> ResourceBrain:
         brain = ResourceBrain(rid=self.uuid)
-        origin = await self.get_origin()
         basic = await self.get_basic()
-        if basic is not None:
-            brain.set_resource_metadata(basic, origin)
         await self.compute_security(brain)
         await self.compute_global_tags(brain)
         fields = await self.get_fields(force=True)

nucliadb/writer/api/v1/upload.py

@@ -269,7 +269,7 @@ async def _tus_post(
     if request_content_type is None:
         request_content_type = content_types.guess(metadata["filename"]) or "application/octet-stream"
 
-    if request_content_type is not None and not content_types.valid(request_content_type):
+    if False and request_content_type is not None and not content_types.valid(request_content_type):
         raise HTTPException(
             status_code=415,
             detail=f"Unsupported content type: {request_content_type}",
@@ -555,7 +555,7 @@ async def _tus_patch(
             creation_payload = pickle.loads(base64.b64decode(item_payload))
 
         content_type = dm.get("metadata", {}).get("content_type")
-        if content_type is not None and not content_types.valid(content_type):
+        if False and content_type is not None and not content_types.valid(content_type):
             return HTTPClientError(
                 status_code=415,
                 detail=f"Unsupported content type: {content_type}",
@@ -744,7 +744,7 @@ async def _upload(
     if content_type is None:
         content_type = content_types.guess(filename) or "application/octet-stream"
 
-    if not content_types.valid(content_type):
+    if False and not content_types.valid(content_type):
         raise HTTPException(
             status_code=415,
             detail=f"Unsupported content type: {content_type}",

{nucliadb-6.3.1.post3504.dist-info → nucliadb-6.3.1.post3519.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: nucliadb
-Version: 6.3.1.post3504
+Version: 6.3.1.post3519
 Summary: NucliaDB
 Author-email: Nuclia <nucliadb@nuclia.com>
 License: AGPL
@@ -20,11 +20,11 @@ Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3 :: Only
 Requires-Python: <4,>=3.9
 Description-Content-Type: text/markdown
-Requires-Dist: nucliadb-telemetry[all]>=6.3.1.post3504
-Requires-Dist: nucliadb-utils[cache,fastapi,storages]>=6.3.1.post3504
-Requires-Dist: nucliadb-protos>=6.3.1.post3504
-Requires-Dist: nucliadb-models>=6.3.1.post3504
-Requires-Dist: nidx-protos>=6.3.1.post3504
+Requires-Dist: nucliadb-telemetry[all]>=6.3.1.post3519
+Requires-Dist: nucliadb-utils[cache,fastapi,storages]>=6.3.1.post3519
+Requires-Dist: nucliadb-protos>=6.3.1.post3519
+Requires-Dist: nucliadb-models>=6.3.1.post3519
+Requires-Dist: nidx-protos>=6.3.1.post3519
 Requires-Dist: nucliadb-admin-assets>=1.0.0.post1224
 Requires-Dist: nuclia-models>=0.24.2
 Requires-Dist: uvicorn

{nucliadb-6.3.1.post3504.dist-info → nucliadb-6.3.1.post3519.dist-info}/RECORD

@@ -135,13 +135,13 @@ nucliadb/ingest/orm/entities.py,sha256=3_n6lKhBy2GsdmNmkh0_mvxP8md20OZsbtTNEmfJ8
 nucliadb/ingest/orm/exceptions.py,sha256=k4Esv4NtL4TrGTcsQpwrSfDhPQpiYcRbB1SpYmBX5MY,1432
 nucliadb/ingest/orm/knowledgebox.py,sha256=IGOPvBR1qXqDxE5DeiOdYCLdPgjzOVVpsASJ2zYvWwQ,23651
 nucliadb/ingest/orm/metrics.py,sha256=OkwMSPKLZcKba0ZTwtTiIxwBgaLMX5ydhGieKvi2y7E,1096
-nucliadb/ingest/orm/resource.py,sha256=dB0n7qQQZc0a4t_khp790koo9hIU1x_SIMl7HmBLsg8,44751
+nucliadb/ingest/orm/resource.py,sha256=pKDqw193lLR4dHlggNe0-V3d6UCoikSfhfmhpOvaDc0,44625
 nucliadb/ingest/orm/utils.py,sha256=vCe_9UxHu26JDFGLwQ0wH-XyzJIpQCTK-Ow9dtZR5Vg,2716
 nucliadb/ingest/orm/processor/__init__.py,sha256=Aqd9wCNTvggkMkCY3WvoI8spdr94Jnqk-0iq9XpLs18,922
 nucliadb/ingest/orm/processor/auditing.py,sha256=TeYhXGJRyQ7ROytbb2u8R0fIh_FYi3HgTu3S1ribY3U,4623
 nucliadb/ingest/orm/processor/data_augmentation.py,sha256=HpSU9olDHcTfECDYCsmm4yA-Hu0mBrd_zTtx50XDGFE,5164
 nucliadb/ingest/orm/processor/pgcatalog.py,sha256=f32PIEXWktWzGDws6Ffife37OAfrseP5IOti_Cb4ir8,3012
-nucliadb/ingest/orm/processor/processor.py,sha256=2FxAetUvtHvg6l-24xYrmBdsyqc0RU1zmliel44581g,30945
+nucliadb/ingest/orm/processor/processor.py,sha256=oaiZ9HUszhUbvNMCmDq5Xj_jtXiCDjMEyw2GqqQxFdY,31550
 nucliadb/ingest/orm/processor/sequence_manager.py,sha256=uqEphtI1Ir_yk9jRl2gPf7BlzzXWovbARY5MNZSBI_8,1704
 nucliadb/ingest/service/__init__.py,sha256=MME_G_ERxzJR6JW_hfE2qcfXpmpH1kdG-S0a-M0qRm8,2043
 nucliadb/ingest/service/exceptions.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
@@ -323,7 +323,7 @@ nucliadb/writer/api/v1/router.py,sha256=RjuoWLpZer6Kl2BW_wznpNo6XL3BOpdTGqXZCn3Q
 nucliadb/writer/api/v1/services.py,sha256=THnBnRxiHrEZPpBTL-E-vplEUfcD-fZpuslKRonM6xs,10286
 nucliadb/writer/api/v1/slug.py,sha256=xlVBDBpRi9bNulpBHZwhyftVvulfE0zFm1XZIWl-AKY,2389
 nucliadb/writer/api/v1/transaction.py,sha256=d2Vbgnkk_-FLGSTt3vfldwiJIUf0XoyD0wP1jQNz_DY,2430
-nucliadb/writer/api/v1/upload.py,sha256=VOeqNTrZx1_z8iaKjM7p8fVlVcIYMtnQNK1dm72ct6k,33161
+nucliadb/writer/api/v1/upload.py,sha256=JEEHYdjJT61tw_g79Sv25rxnlOqcrSEG9HAHkLaQkjw,33191
 nucliadb/writer/api/v1/vectorsets.py,sha256=mESaXkkI9f-jWWMW61ZZgv7E5YWXKemyc6vwT0lFXns,6747
 nucliadb/writer/resource/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
 nucliadb/writer/resource/audit.py,sha256=FvxMZPzrNHtd31HgpZEvxzwAkbxJTZRhPLqRYYJi3tA,1426
@@ -339,8 +339,8 @@ nucliadb/writer/tus/local.py,sha256=7jYa_w9b-N90jWgN2sQKkNcomqn6JMVBOVeDOVYJHto,
 nucliadb/writer/tus/s3.py,sha256=vF0NkFTXiXhXq3bCVXXVV-ED38ECVoUeeYViP8uMqcU,8357
 nucliadb/writer/tus/storage.py,sha256=ToqwjoYnjI4oIcwzkhha_MPxi-k4Jk3Lt55zRwaC1SM,2903
 nucliadb/writer/tus/utils.py,sha256=MSdVbRsRSZVdkaum69_0wku7X3p5wlZf4nr6E0GMKbw,2556
-nucliadb-6.3.1.post3504.dist-info/METADATA,sha256=G6Q3Zo1wyyvaQRJMxf6elj7bqNXR61E5GN5yomcwV7k,4291
-nucliadb-6.3.1.post3504.dist-info/WHEEL,sha256=jB7zZ3N9hIM9adW7qlTAyycLYW9npaWKLRzaoVcLKcM,91
-nucliadb-6.3.1.post3504.dist-info/entry_points.txt,sha256=XqGfgFDuY3zXQc8ewXM2TRVjTModIq851zOsgrmaXx4,1268
-nucliadb-6.3.1.post3504.dist-info/top_level.txt,sha256=hwYhTVnX7jkQ9gJCkVrbqEG1M4lT2F_iPQND1fCzF80,20
-nucliadb-6.3.1.post3504.dist-info/RECORD,,
+nucliadb-6.3.1.post3519.dist-info/METADATA,sha256=RzdyyyV50AcY6Vta5vvMVkAyB5j8JQai1fCOHgkfBWk,4291
+nucliadb-6.3.1.post3519.dist-info/WHEEL,sha256=jB7zZ3N9hIM9adW7qlTAyycLYW9npaWKLRzaoVcLKcM,91
+nucliadb-6.3.1.post3519.dist-info/entry_points.txt,sha256=XqGfgFDuY3zXQc8ewXM2TRVjTModIq851zOsgrmaXx4,1268
+nucliadb-6.3.1.post3519.dist-info/top_level.txt,sha256=hwYhTVnX7jkQ9gJCkVrbqEG1M4lT2F_iPQND1fCzF80,20
+nucliadb-6.3.1.post3519.dist-info/RECORD,,