nucliadb 6.2.1.post2913__py3-none-any.whl → 6.2.1.post2939__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (7) hide show
  1. nucliadb/train/generators/field_streaming.py +7 -3
  2. {nucliadb-6.2.1.post2913.dist-info → nucliadb-6.2.1.post2939.dist-info}/METADATA +5 -5
  3. {nucliadb-6.2.1.post2913.dist-info → nucliadb-6.2.1.post2939.dist-info}/RECORD +7 -7
  4. {nucliadb-6.2.1.post2913.dist-info → nucliadb-6.2.1.post2939.dist-info}/WHEEL +0 -0
  5. {nucliadb-6.2.1.post2913.dist-info → nucliadb-6.2.1.post2939.dist-info}/entry_points.txt +0 -0
  6. {nucliadb-6.2.1.post2913.dist-info → nucliadb-6.2.1.post2939.dist-info}/top_level.txt +0 -0
  7. {nucliadb-6.2.1.post2913.dist-info → nucliadb-6.2.1.post2939.dist-info}/zip-safe +0 -0
nucliadb/train/generators/field_streaming.py CHANGED
@@ -97,9 +97,13 @@ async def generate_field_streaming_payloads(
97
97
  tl.field = field
98
98
  tl.field_type = field_type
99
99
  tl.split = split
100
- extracted = await get_field_text(kbid, rid, field, field_type)
101
- if extracted is not None:
102
- tl.text.CopyFrom(extracted)
100
+
101
+ if trainset.exclude_text:
102
+ tl.text.text = ""
103
+ else:
104
+ extracted = await get_field_text(kbid, rid, field, field_type)
105
+ if extracted is not None:
106
+ tl.text.CopyFrom(extracted)
103
107
 
104
108
  metadata_obj = await get_field_metadata(kbid, rid, field, field_type)
105
109
  if metadata_obj is not None:
{nucliadb-6.2.1.post2913.dist-info → nucliadb-6.2.1.post2939.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.2
2
2
  Name: nucliadb
3
- Version: 6.2.1.post2913
3
+ Version: 6.2.1.post2939
4
4
  Home-page: https://docs.nuclia.dev/docs/management/nucliadb/intro
5
5
  Author: NucliaDB Community
6
6
  Author-email: nucliadb@nuclia.com
@@ -22,10 +22,10 @@ Classifier: Programming Language :: Python :: 3.12
22
22
  Classifier: Programming Language :: Python :: 3 :: Only
23
23
  Requires-Python: >=3.9, <4
24
24
  Description-Content-Type: text/markdown
25
- Requires-Dist: nucliadb-telemetry[all]>=6.2.1.post2913
26
- Requires-Dist: nucliadb-utils[cache,fastapi,storages]>=6.2.1.post2913
27
- Requires-Dist: nucliadb-protos>=6.2.1.post2913
28
- Requires-Dist: nucliadb-models>=6.2.1.post2913
25
+ Requires-Dist: nucliadb-telemetry[all]>=6.2.1.post2939
26
+ Requires-Dist: nucliadb-utils[cache,fastapi,storages]>=6.2.1.post2939
27
+ Requires-Dist: nucliadb-protos>=6.2.1.post2939
28
+ Requires-Dist: nucliadb-models>=6.2.1.post2939
29
29
  Requires-Dist: nucliadb-admin-assets>=1.0.0.post1224
30
30
  Requires-Dist: nucliadb-node-binding>=2.26.0
31
31
  Requires-Dist: nuclia-models>=0.24.2
{nucliadb-6.2.1.post2913.dist-info → nucliadb-6.2.1.post2939.dist-info}/RECORD RENAMED
@@ -292,7 +292,7 @@ nucliadb/train/api/v1/shards.py,sha256=GJRnQe8P-7_VTIN1oxVmxlrDA08qVN7opEZdbF4Wx
292
292
  nucliadb/train/api/v1/trainset.py,sha256=kpnpDgiMWr1FKHZJgwH7hue5kzilA8-i9X0YHlNeHuU,2113
293
293
  nucliadb/train/generators/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
294
294
  nucliadb/train/generators/field_classifier.py,sha256=yatj7U-LHRN5xTR6XsYz_3acIAUKTcpkNZcZaSY8MtE,3482
295
- nucliadb/train/generators/field_streaming.py,sha256=flCFNfrc2Xc270Oq6M8WFxaKzPLjvSCxljrMbC76SBY,5307
295
+ nucliadb/train/generators/field_streaming.py,sha256=kjwg4VNiROVqVDN--mRd4ylLw55Sg2VYxKRDdbmpYSM,5398
296
296
  nucliadb/train/generators/image_classifier.py,sha256=NZ993L1Fxjc7kB_yEMhCpdlMaNQbPrFz2LOUiF9eSYs,6730
297
297
  nucliadb/train/generators/paragraph_classifier.py,sha256=0pOZYcT1cAmG7gjSD1HIUaMM5T3Ag-96iUTXRhiV8MI,2761
298
298
  nucliadb/train/generators/paragraph_streaming.py,sha256=dsM7a5hBd2iokvFuxnZhQeko4Jad6djyP2p3tevku8A,3586
@@ -340,9 +340,9 @@ nucliadb/writer/tus/local.py,sha256=7jYa_w9b-N90jWgN2sQKkNcomqn6JMVBOVeDOVYJHto,
340
340
  nucliadb/writer/tus/s3.py,sha256=vF0NkFTXiXhXq3bCVXXVV-ED38ECVoUeeYViP8uMqcU,8357
341
341
  nucliadb/writer/tus/storage.py,sha256=ToqwjoYnjI4oIcwzkhha_MPxi-k4Jk3Lt55zRwaC1SM,2903
342
342
  nucliadb/writer/tus/utils.py,sha256=MSdVbRsRSZVdkaum69_0wku7X3p5wlZf4nr6E0GMKbw,2556
343
- nucliadb-6.2.1.post2913.dist-info/METADATA,sha256=cQPyAd1xQ6-6I7JolX2sNR-_9NNs2UJOAqi5PhvPOno,4689
344
- nucliadb-6.2.1.post2913.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
345
- nucliadb-6.2.1.post2913.dist-info/entry_points.txt,sha256=XqGfgFDuY3zXQc8ewXM2TRVjTModIq851zOsgrmaXx4,1268
346
- nucliadb-6.2.1.post2913.dist-info/top_level.txt,sha256=hwYhTVnX7jkQ9gJCkVrbqEG1M4lT2F_iPQND1fCzF80,20
347
- nucliadb-6.2.1.post2913.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
348
- nucliadb-6.2.1.post2913.dist-info/RECORD,,
343
+ nucliadb-6.2.1.post2939.dist-info/METADATA,sha256=v43eBBa6Zynrfb6MsnDdR8rA8IQY_7HIGtVBYssM-TI,4689
344
+ nucliadb-6.2.1.post2939.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
345
+ nucliadb-6.2.1.post2939.dist-info/entry_points.txt,sha256=XqGfgFDuY3zXQc8ewXM2TRVjTModIq851zOsgrmaXx4,1268
346
+ nucliadb-6.2.1.post2939.dist-info/top_level.txt,sha256=hwYhTVnX7jkQ9gJCkVrbqEG1M4lT2F_iPQND1fCzF80,20
347
+ nucliadb-6.2.1.post2939.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
348
+ nucliadb-6.2.1.post2939.dist-info/RECORD,,