nucliadb 6.3.5.post3922__py3-none-any.whl → 6.3.5.post3947__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -76,8 +76,12 @@ class ResourceBrain:
76
76
  self.brain: PBBrainResource = PBBrainResource(resource=ridobj)
77
77
  self.labels: dict[str, set[str]] = deepcopy(BASE_LABELS)
78
78
 
79
- def apply_field_text(self, field_key: str, text: str):
79
+ def apply_field_text(self, field_key: str, text: str, replace_field: bool):
80
80
  self.brain.texts[field_key].text = text
81
+ if replace_field:
82
+ field_type, field_name = field_key.split("/")
83
+ full_field_id = ids.FieldId(rid=self.rid, type=field_type, key=field_name).full()
84
+ self.brain.texts_to_delete.append(full_field_id)
81
85
 
82
86
  def _get_paragraph_user_classifications(
83
87
  self, basic_user_field_metadata: Optional[UserFieldMetadata]
@@ -244,6 +248,7 @@ class ResourceBrain:
244
248
  def delete_field(self, field_key: str):
245
249
  ftype, fkey = field_key.split("/")
246
250
  full_field_id = ids.FieldId(rid=self.rid, type=ftype, key=fkey).full()
251
+ self.brain.texts_to_delete.append(full_field_id)
247
252
  self.brain.paragraphs_to_delete.append(full_field_id)
248
253
  self.brain.sentences_to_delete.append(full_field_id)
249
254
  self.brain.relation_fields_to_delete.append(field_key)
@@ -637,7 +642,9 @@ class ResourceBrain:
637
642
  else:
638
643
  labels["g/da"].add(da_task_id)
639
644
 
640
- self.brain.texts[field_key].labels.extend(flatten_resource_labels(labels))
645
+ flat_labels = flatten_resource_labels(labels)
646
+ if len(flat_labels) > 0:
647
+ self.brain.texts[field_key].labels.extend(flat_labels)
641
648
 
642
649
 
643
650
  def is_paragraph_repeated_in_field(
@@ -433,10 +433,7 @@ class Resource:
433
433
  self.all_fields_keys.remove(field)
434
434
 
435
435
  field_key = self.generate_field_id(FieldID(field_type=type, field=key))
436
-
437
- metadata = await field_obj.get_field_metadata()
438
- if metadata is not None:
439
- self.indexer.delete_field(field_key=field_key)
436
+ self.indexer.delete_field(field_key=field_key)
440
437
 
441
438
  await field_obj.delete()
442
439
 
@@ -983,7 +980,7 @@ class Resource:
983
980
  field_text = extracted_text.text
984
981
  for _, split in extracted_text.split_text.items():
985
982
  field_text += f" {split} "
986
- brain.apply_field_text(fieldkey, field_text)
983
+ brain.apply_field_text(fieldkey, field_text, replace_field=True)
987
984
 
988
985
  def clean(self):
989
986
  self._indexer = None
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: nucliadb
3
- Version: 6.3.5.post3922
3
+ Version: 6.3.5.post3947
4
4
  Summary: NucliaDB
5
5
  Author-email: Nuclia <nucliadb@nuclia.com>
6
6
  License: AGPL
@@ -20,11 +20,11 @@ Classifier: Programming Language :: Python :: 3.12
20
20
  Classifier: Programming Language :: Python :: 3 :: Only
21
21
  Requires-Python: <4,>=3.9
22
22
  Description-Content-Type: text/markdown
23
- Requires-Dist: nucliadb-telemetry[all]>=6.3.5.post3922
24
- Requires-Dist: nucliadb-utils[cache,fastapi,storages]>=6.3.5.post3922
25
- Requires-Dist: nucliadb-protos>=6.3.5.post3922
26
- Requires-Dist: nucliadb-models>=6.3.5.post3922
27
- Requires-Dist: nidx-protos>=6.3.5.post3922
23
+ Requires-Dist: nucliadb-telemetry[all]>=6.3.5.post3947
24
+ Requires-Dist: nucliadb-utils[cache,fastapi,storages]>=6.3.5.post3947
25
+ Requires-Dist: nucliadb-protos>=6.3.5.post3947
26
+ Requires-Dist: nucliadb-models>=6.3.5.post3947
27
+ Requires-Dist: nidx-protos>=6.3.5.post3947
28
28
  Requires-Dist: nucliadb-admin-assets>=1.0.0.post1224
29
29
  Requires-Dist: nuclia-models>=0.24.2
30
30
  Requires-Dist: uvicorn[standard]
@@ -141,13 +141,13 @@ nucliadb/ingest/fields/generic.py,sha256=elgtqv15aJUq3zY7X_g0bli_2BpcwPArVvzhe54
141
141
  nucliadb/ingest/fields/link.py,sha256=kN_gjRUEEj5cy8K_BwPijYg3TiWhedc24apXYlTbRJs,4172
142
142
  nucliadb/ingest/fields/text.py,sha256=tFvSQJAe0W7ePpp2_WDfLiE2yglR1OTU0Zht9acvOFw,1594
143
143
  nucliadb/ingest/orm/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
144
- nucliadb/ingest/orm/brain.py,sha256=S08SVgHukdBs4RGlFSu69xIT51YR6fcVolhJ_E3cR9w,28686
144
+ nucliadb/ingest/orm/brain.py,sha256=8nXdxgI3zYn6DGnCq5ciq3PA7ouhcTW5dSgHaxAO6xg,29074
145
145
  nucliadb/ingest/orm/broker_message.py,sha256=XWaiZgDOz94NPOPT-hqbRr5ZkpVimUw6PjUJNftfoVw,7514
146
146
  nucliadb/ingest/orm/entities.py,sha256=a-aYuKBUQhxDKFtXOzTAkLlY_t2JiTfaptw2vt3AQDQ,14915
147
147
  nucliadb/ingest/orm/exceptions.py,sha256=k4Esv4NtL4TrGTcsQpwrSfDhPQpiYcRbB1SpYmBX5MY,1432
148
148
  nucliadb/ingest/orm/knowledgebox.py,sha256=Bfb4-MIQWlaJrQAUDbgs_iIsXCYjS7s5YiiGl_Jb4jo,23887
149
149
  nucliadb/ingest/orm/metrics.py,sha256=OkwMSPKLZcKba0ZTwtTiIxwBgaLMX5ydhGieKvi2y7E,1096
150
- nucliadb/ingest/orm/resource.py,sha256=oFD7APhmG1A72h7DTKumZWQRpIDM0o_FytP1P-CcNq0,45918
150
+ nucliadb/ingest/orm/resource.py,sha256=Y1WWE30E7mk0qFQ4xDfA29pNOnoHbLIwtNLgu2MUEME,45844
151
151
  nucliadb/ingest/orm/utils.py,sha256=vCe_9UxHu26JDFGLwQ0wH-XyzJIpQCTK-Ow9dtZR5Vg,2716
152
152
  nucliadb/ingest/orm/processor/__init__.py,sha256=Aqd9wCNTvggkMkCY3WvoI8spdr94Jnqk-0iq9XpLs18,922
153
153
  nucliadb/ingest/orm/processor/auditing.py,sha256=TeYhXGJRyQ7ROytbb2u8R0fIh_FYi3HgTu3S1ribY3U,4623
@@ -356,8 +356,8 @@ nucliadb/writer/tus/local.py,sha256=7jYa_w9b-N90jWgN2sQKkNcomqn6JMVBOVeDOVYJHto,
356
356
  nucliadb/writer/tus/s3.py,sha256=vF0NkFTXiXhXq3bCVXXVV-ED38ECVoUeeYViP8uMqcU,8357
357
357
  nucliadb/writer/tus/storage.py,sha256=ToqwjoYnjI4oIcwzkhha_MPxi-k4Jk3Lt55zRwaC1SM,2903
358
358
  nucliadb/writer/tus/utils.py,sha256=MSdVbRsRSZVdkaum69_0wku7X3p5wlZf4nr6E0GMKbw,2556
359
- nucliadb-6.3.5.post3922.dist-info/METADATA,sha256=blA0HPryUhZB_Z8QgNTv8DaGx3OSrJLDuagaaN_Ojdk,4301
360
- nucliadb-6.3.5.post3922.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
361
- nucliadb-6.3.5.post3922.dist-info/entry_points.txt,sha256=XqGfgFDuY3zXQc8ewXM2TRVjTModIq851zOsgrmaXx4,1268
362
- nucliadb-6.3.5.post3922.dist-info/top_level.txt,sha256=hwYhTVnX7jkQ9gJCkVrbqEG1M4lT2F_iPQND1fCzF80,20
363
- nucliadb-6.3.5.post3922.dist-info/RECORD,,
359
+ nucliadb-6.3.5.post3947.dist-info/METADATA,sha256=DWiNw11noj8kL93dSB1qesF5j9W9eak2FIeR43kyAXs,4301
360
+ nucliadb-6.3.5.post3947.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
361
+ nucliadb-6.3.5.post3947.dist-info/entry_points.txt,sha256=XqGfgFDuY3zXQc8ewXM2TRVjTModIq851zOsgrmaXx4,1268
362
+ nucliadb-6.3.5.post3947.dist-info/top_level.txt,sha256=hwYhTVnX7jkQ9gJCkVrbqEG1M4lT2F_iPQND1fCzF80,20
363
+ nucliadb-6.3.5.post3947.dist-info/RECORD,,