nucliadb 6.3.5.post3922__py3-none-any.whl → 6.3.5.post3947__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- nucliadb/ingest/orm/brain.py +9 -2
- nucliadb/ingest/orm/resource.py +2 -5
- {nucliadb-6.3.5.post3922.dist-info → nucliadb-6.3.5.post3947.dist-info}/METADATA +6 -6
- {nucliadb-6.3.5.post3922.dist-info → nucliadb-6.3.5.post3947.dist-info}/RECORD +7 -7
- {nucliadb-6.3.5.post3922.dist-info → nucliadb-6.3.5.post3947.dist-info}/WHEEL +0 -0
- {nucliadb-6.3.5.post3922.dist-info → nucliadb-6.3.5.post3947.dist-info}/entry_points.txt +0 -0
- {nucliadb-6.3.5.post3922.dist-info → nucliadb-6.3.5.post3947.dist-info}/top_level.txt +0 -0
nucliadb/ingest/orm/brain.py
CHANGED
@@ -76,8 +76,12 @@ class ResourceBrain:
|
|
76
76
|
self.brain: PBBrainResource = PBBrainResource(resource=ridobj)
|
77
77
|
self.labels: dict[str, set[str]] = deepcopy(BASE_LABELS)
|
78
78
|
|
79
|
-
def apply_field_text(self, field_key: str, text: str):
|
79
|
+
def apply_field_text(self, field_key: str, text: str, replace_field: bool):
|
80
80
|
self.brain.texts[field_key].text = text
|
81
|
+
if replace_field:
|
82
|
+
field_type, field_name = field_key.split("/")
|
83
|
+
full_field_id = ids.FieldId(rid=self.rid, type=field_type, key=field_name).full()
|
84
|
+
self.brain.texts_to_delete.append(full_field_id)
|
81
85
|
|
82
86
|
def _get_paragraph_user_classifications(
|
83
87
|
self, basic_user_field_metadata: Optional[UserFieldMetadata]
|
@@ -244,6 +248,7 @@ class ResourceBrain:
|
|
244
248
|
def delete_field(self, field_key: str):
|
245
249
|
ftype, fkey = field_key.split("/")
|
246
250
|
full_field_id = ids.FieldId(rid=self.rid, type=ftype, key=fkey).full()
|
251
|
+
self.brain.texts_to_delete.append(full_field_id)
|
247
252
|
self.brain.paragraphs_to_delete.append(full_field_id)
|
248
253
|
self.brain.sentences_to_delete.append(full_field_id)
|
249
254
|
self.brain.relation_fields_to_delete.append(field_key)
|
@@ -637,7 +642,9 @@ class ResourceBrain:
|
|
637
642
|
else:
|
638
643
|
labels["g/da"].add(da_task_id)
|
639
644
|
|
640
|
-
|
645
|
+
flat_labels = flatten_resource_labels(labels)
|
646
|
+
if len(flat_labels) > 0:
|
647
|
+
self.brain.texts[field_key].labels.extend(flat_labels)
|
641
648
|
|
642
649
|
|
643
650
|
def is_paragraph_repeated_in_field(
|
nucliadb/ingest/orm/resource.py
CHANGED
@@ -433,10 +433,7 @@ class Resource:
|
|
433
433
|
self.all_fields_keys.remove(field)
|
434
434
|
|
435
435
|
field_key = self.generate_field_id(FieldID(field_type=type, field=key))
|
436
|
-
|
437
|
-
metadata = await field_obj.get_field_metadata()
|
438
|
-
if metadata is not None:
|
439
|
-
self.indexer.delete_field(field_key=field_key)
|
436
|
+
self.indexer.delete_field(field_key=field_key)
|
440
437
|
|
441
438
|
await field_obj.delete()
|
442
439
|
|
@@ -983,7 +980,7 @@ class Resource:
|
|
983
980
|
field_text = extracted_text.text
|
984
981
|
for _, split in extracted_text.split_text.items():
|
985
982
|
field_text += f" {split} "
|
986
|
-
brain.apply_field_text(fieldkey, field_text)
|
983
|
+
brain.apply_field_text(fieldkey, field_text, replace_field=True)
|
987
984
|
|
988
985
|
def clean(self):
|
989
986
|
self._indexer = None
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.4
|
2
2
|
Name: nucliadb
|
3
|
-
Version: 6.3.5.
|
3
|
+
Version: 6.3.5.post3947
|
4
4
|
Summary: NucliaDB
|
5
5
|
Author-email: Nuclia <nucliadb@nuclia.com>
|
6
6
|
License: AGPL
|
@@ -20,11 +20,11 @@ Classifier: Programming Language :: Python :: 3.12
|
|
20
20
|
Classifier: Programming Language :: Python :: 3 :: Only
|
21
21
|
Requires-Python: <4,>=3.9
|
22
22
|
Description-Content-Type: text/markdown
|
23
|
-
Requires-Dist: nucliadb-telemetry[all]>=6.3.5.
|
24
|
-
Requires-Dist: nucliadb-utils[cache,fastapi,storages]>=6.3.5.
|
25
|
-
Requires-Dist: nucliadb-protos>=6.3.5.
|
26
|
-
Requires-Dist: nucliadb-models>=6.3.5.
|
27
|
-
Requires-Dist: nidx-protos>=6.3.5.
|
23
|
+
Requires-Dist: nucliadb-telemetry[all]>=6.3.5.post3947
|
24
|
+
Requires-Dist: nucliadb-utils[cache,fastapi,storages]>=6.3.5.post3947
|
25
|
+
Requires-Dist: nucliadb-protos>=6.3.5.post3947
|
26
|
+
Requires-Dist: nucliadb-models>=6.3.5.post3947
|
27
|
+
Requires-Dist: nidx-protos>=6.3.5.post3947
|
28
28
|
Requires-Dist: nucliadb-admin-assets>=1.0.0.post1224
|
29
29
|
Requires-Dist: nuclia-models>=0.24.2
|
30
30
|
Requires-Dist: uvicorn[standard]
|
@@ -141,13 +141,13 @@ nucliadb/ingest/fields/generic.py,sha256=elgtqv15aJUq3zY7X_g0bli_2BpcwPArVvzhe54
|
|
141
141
|
nucliadb/ingest/fields/link.py,sha256=kN_gjRUEEj5cy8K_BwPijYg3TiWhedc24apXYlTbRJs,4172
|
142
142
|
nucliadb/ingest/fields/text.py,sha256=tFvSQJAe0W7ePpp2_WDfLiE2yglR1OTU0Zht9acvOFw,1594
|
143
143
|
nucliadb/ingest/orm/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
|
144
|
-
nucliadb/ingest/orm/brain.py,sha256=
|
144
|
+
nucliadb/ingest/orm/brain.py,sha256=8nXdxgI3zYn6DGnCq5ciq3PA7ouhcTW5dSgHaxAO6xg,29074
|
145
145
|
nucliadb/ingest/orm/broker_message.py,sha256=XWaiZgDOz94NPOPT-hqbRr5ZkpVimUw6PjUJNftfoVw,7514
|
146
146
|
nucliadb/ingest/orm/entities.py,sha256=a-aYuKBUQhxDKFtXOzTAkLlY_t2JiTfaptw2vt3AQDQ,14915
|
147
147
|
nucliadb/ingest/orm/exceptions.py,sha256=k4Esv4NtL4TrGTcsQpwrSfDhPQpiYcRbB1SpYmBX5MY,1432
|
148
148
|
nucliadb/ingest/orm/knowledgebox.py,sha256=Bfb4-MIQWlaJrQAUDbgs_iIsXCYjS7s5YiiGl_Jb4jo,23887
|
149
149
|
nucliadb/ingest/orm/metrics.py,sha256=OkwMSPKLZcKba0ZTwtTiIxwBgaLMX5ydhGieKvi2y7E,1096
|
150
|
-
nucliadb/ingest/orm/resource.py,sha256=
|
150
|
+
nucliadb/ingest/orm/resource.py,sha256=Y1WWE30E7mk0qFQ4xDfA29pNOnoHbLIwtNLgu2MUEME,45844
|
151
151
|
nucliadb/ingest/orm/utils.py,sha256=vCe_9UxHu26JDFGLwQ0wH-XyzJIpQCTK-Ow9dtZR5Vg,2716
|
152
152
|
nucliadb/ingest/orm/processor/__init__.py,sha256=Aqd9wCNTvggkMkCY3WvoI8spdr94Jnqk-0iq9XpLs18,922
|
153
153
|
nucliadb/ingest/orm/processor/auditing.py,sha256=TeYhXGJRyQ7ROytbb2u8R0fIh_FYi3HgTu3S1ribY3U,4623
|
@@ -356,8 +356,8 @@ nucliadb/writer/tus/local.py,sha256=7jYa_w9b-N90jWgN2sQKkNcomqn6JMVBOVeDOVYJHto,
|
|
356
356
|
nucliadb/writer/tus/s3.py,sha256=vF0NkFTXiXhXq3bCVXXVV-ED38ECVoUeeYViP8uMqcU,8357
|
357
357
|
nucliadb/writer/tus/storage.py,sha256=ToqwjoYnjI4oIcwzkhha_MPxi-k4Jk3Lt55zRwaC1SM,2903
|
358
358
|
nucliadb/writer/tus/utils.py,sha256=MSdVbRsRSZVdkaum69_0wku7X3p5wlZf4nr6E0GMKbw,2556
|
359
|
-
nucliadb-6.3.5.
|
360
|
-
nucliadb-6.3.5.
|
361
|
-
nucliadb-6.3.5.
|
362
|
-
nucliadb-6.3.5.
|
363
|
-
nucliadb-6.3.5.
|
359
|
+
nucliadb-6.3.5.post3947.dist-info/METADATA,sha256=DWiNw11noj8kL93dSB1qesF5j9W9eak2FIeR43kyAXs,4301
|
360
|
+
nucliadb-6.3.5.post3947.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
|
361
|
+
nucliadb-6.3.5.post3947.dist-info/entry_points.txt,sha256=XqGfgFDuY3zXQc8ewXM2TRVjTModIq851zOsgrmaXx4,1268
|
362
|
+
nucliadb-6.3.5.post3947.dist-info/top_level.txt,sha256=hwYhTVnX7jkQ9gJCkVrbqEG1M4lT2F_iPQND1fCzF80,20
|
363
|
+
nucliadb-6.3.5.post3947.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|