nucliadb 6.4.0.post4127__py3-none-any.whl → 6.4.0.post4132__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (33) hide show
  1. nucliadb/common/cluster/grpc_node_dummy.py +1 -18
  2. nucliadb/common/cluster/manager.py +26 -21
  3. nucliadb/common/cluster/rebalance.py +7 -7
  4. nucliadb/common/cluster/rollover.py +12 -5
  5. nucliadb/common/nidx.py +0 -44
  6. nucliadb/ingest/consumer/auditing.py +5 -5
  7. nucliadb/ingest/consumer/shard_creator.py +5 -4
  8. nucliadb/ingest/orm/entities.py +4 -5
  9. nucliadb/metrics_exporter.py +0 -19
  10. nucliadb/purge/orphan_shards.py +17 -14
  11. nucliadb/search/api/v1/knowledgebox.py +6 -14
  12. nucliadb/search/api/v1/resource/search.py +2 -5
  13. nucliadb/search/api/v1/search.py +2 -6
  14. nucliadb/search/api/v1/suggest.py +1 -2
  15. nucliadb/search/requesters/utils.py +14 -33
  16. nucliadb/search/search/find.py +2 -8
  17. nucliadb/search/search/shards.py +9 -25
  18. nucliadb/train/generator.py +9 -11
  19. nucliadb/train/generators/field_classifier.py +3 -5
  20. nucliadb/train/generators/field_streaming.py +3 -5
  21. nucliadb/train/generators/image_classifier.py +1 -4
  22. nucliadb/train/generators/paragraph_classifier.py +3 -5
  23. nucliadb/train/generators/paragraph_streaming.py +3 -5
  24. nucliadb/train/generators/question_answer_streaming.py +3 -5
  25. nucliadb/train/generators/sentence_classifier.py +3 -5
  26. nucliadb/train/generators/token_classifier.py +3 -5
  27. nucliadb/train/nodes.py +2 -4
  28. {nucliadb-6.4.0.post4127.dist-info → nucliadb-6.4.0.post4132.dist-info}/METADATA +6 -6
  29. {nucliadb-6.4.0.post4127.dist-info → nucliadb-6.4.0.post4132.dist-info}/RECORD +32 -33
  30. nucliadb/common/cluster/base.py +0 -146
  31. {nucliadb-6.4.0.post4127.dist-info → nucliadb-6.4.0.post4132.dist-info}/WHEEL +0 -0
  32. {nucliadb-6.4.0.post4127.dist-info → nucliadb-6.4.0.post4132.dist-info}/entry_points.txt +0 -0
  33. {nucliadb-6.4.0.post4127.dist-info → nucliadb-6.4.0.post4132.dist-info}/top_level.txt +0 -0
@@ -40,7 +40,7 @@ migrations/pg/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
40
40
  nucliadb/__init__.py,sha256=_abCmDJ_0ku483Os4UAjPX7Nywm39cQgAV_DiyjsKeQ,891
41
41
  nucliadb/health.py,sha256=UIxxA4oms4HIsCRZM_SZsdkIZIlgzmOxw-qSHLlWuak,3465
42
42
  nucliadb/learning_proxy.py,sha256=Gf76qXxjl1lrHEFaCpOUfjjf0ab6eGLNxLMJz3-M_mo,19354
43
- nucliadb/metrics_exporter.py,sha256=PiccjJ5gIIhY-NNKTuVgh2izKPlbqeJOjiIUzwiL82c,5621
43
+ nucliadb/metrics_exporter.py,sha256=N9ncgPdmkP5_hqlxcBrH7ZFrgM7BkpaZrndmUpdfDKc,4981
44
44
  nucliadb/openapi.py,sha256=wDiw0dVEvTpJvbatkJ0JZLkKm9RItZT5PWRHjqRfqTA,2272
45
45
  nucliadb/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
46
46
  nucliadb/backups/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
@@ -58,15 +58,14 @@ nucliadb/common/constants.py,sha256=QpigxJh_CtD85Evy0PtV5cVq6x0U_f9xfIcXz1ymkUg,
58
58
  nucliadb/common/counters.py,sha256=8lOi3A2HeLDDlcNaS2QT1SfD3350VPBjiY3FkmHH1V8,977
59
59
  nucliadb/common/ids.py,sha256=4QjoIofes_vtKj2HsFWZf8VVIVWXxdkYtLpx1n618Us,8239
60
60
  nucliadb/common/locking.py,sha256=RL0CabZVPzxHZyUjYeUyLvsJTm7W3J9o4fEgsY_ufNc,5896
61
- nucliadb/common/nidx.py,sha256=TNYXMU4zxdEQpN2IO34YWul17otScT3Iqvpeq0zg4wQ,10063
61
+ nucliadb/common/nidx.py,sha256=1DSrgbhI8DxvZtNvNaqiRR75svylbSdWbE-XpaH4aMY,8720
62
62
  nucliadb/common/vector_index_config.py,sha256=LqGwhrDCp1q1vBow3scd1Chhr4GLYjYnGL72FKvOYYc,1552
63
63
  nucliadb/common/cluster/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
64
- nucliadb/common/cluster/base.py,sha256=xyc40fOnMPuXz4C0afDIMv9cI-CJNsW83epYzS-reu0,4938
65
64
  nucliadb/common/cluster/exceptions.py,sha256=t7v_l93t44l2tQpdQXgO_w-c4YZRcaayOz1A2i0w4RQ,1258
66
- nucliadb/common/cluster/grpc_node_dummy.py,sha256=xoOI5ViUEGGsijiO65n50wU6oOM8N4QZbnnmypUdDuI,3533
67
- nucliadb/common/cluster/manager.py,sha256=qfeiNsjgouuwBUZNRS2XIENdiZK8hwl1XvBghglCP-0,12893
68
- nucliadb/common/cluster/rebalance.py,sha256=SD6jBr2Tj1lTRY_tHiofT9SJykRG577FeCigeXI9xhM,8751
69
- nucliadb/common/cluster/rollover.py,sha256=SUisYn1AiSQ58S6R0Yiy2oGLWZ5r1Mw_9SLoOGZjzeQ,25716
65
+ nucliadb/common/cluster/grpc_node_dummy.py,sha256=JkufazWzMA4KFEU8EBkMbiiDW4C8lLcRhiiCxP7aCQY,2949
66
+ nucliadb/common/cluster/manager.py,sha256=QOHA7trtZVwV5G9IIxM1Y-0P2KE5mEhsXUMPs8vxIg0,12816
67
+ nucliadb/common/cluster/rebalance.py,sha256=238JxqdSl1_oeJNpKuGBgfVn8WXVmyX5yl2PyHomYX8,8715
68
+ nucliadb/common/cluster/rollover.py,sha256=swuYNXJ8u5p11PvYaHxVtomiYIPVWVGVsicwTgm24-Q,25862
70
69
  nucliadb/common/cluster/settings.py,sha256=JPwV_0U_i618Tn66GWUq6qCKNjy4TWkGEGld9GwH5uk,2048
71
70
  nucliadb/common/cluster/utils.py,sha256=IfW5PA7Ab26xWUYNOc3yBoksWV1GK4BGhTRo1vnHNKg,4662
72
71
  nucliadb/common/cluster/standalone/__init__.py,sha256=itSI7dtTwFP55YMX4iK7JzdMHS5CQVUiB1XzQu4UBh8,833
@@ -126,13 +125,13 @@ nucliadb/ingest/serialize.py,sha256=-TIjibJTbMqAowzRvyrG3R209vKqBZqXpdrQL9Dq4lo,
126
125
  nucliadb/ingest/settings.py,sha256=0B-wQNa8FLqtNcQgRzh-fuIuGptM816XHcbH1NQKfmE,3050
127
126
  nucliadb/ingest/utils.py,sha256=l1myURu3r8oA11dx3GpHw-gNTUc1AFX8xdPm9Lgl2rA,2275
128
127
  nucliadb/ingest/consumer/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
129
- nucliadb/ingest/consumer/auditing.py,sha256=AXmUoEcFuCp2pRhlucQsWwVdG4NoCornK1Ebfvvf7rY,7288
128
+ nucliadb/ingest/consumer/auditing.py,sha256=_4lwHWQPHRqYn-rAteTEVev25cxFo7566xxBLYu61cA,7198
130
129
  nucliadb/ingest/consumer/consumer.py,sha256=OgS1fr5Yo55u-XbC6zypTH1aJ562Y1vZHnPDlJJpCXQ,13703
131
130
  nucliadb/ingest/consumer/materializer.py,sha256=7ofLbwjldJA8TWXDRZRM4U5EviZt3qNSQ8oadmkzS0Y,3840
132
131
  nucliadb/ingest/consumer/metrics.py,sha256=ji1l_4cKiHJthQd8YNem1ft4iMbw9KThmVvJmLcv3Xg,1075
133
132
  nucliadb/ingest/consumer/pull.py,sha256=EYT0ImngMQgatStG68p2GSrPQBbJxeuq8nFm8DdAbwk,9280
134
133
  nucliadb/ingest/consumer/service.py,sha256=BLM_dmKZkFBsYl3sj4MZZp5M3kkxHLuO7sE18PqIatw,6538
135
- nucliadb/ingest/consumer/shard_creator.py,sha256=QfciIAx5kwifHOy-SwCB41WmsvIbVcjXXfs-_tYtMbA,4333
134
+ nucliadb/ingest/consumer/shard_creator.py,sha256=SoG5e3MJJcM085UQnmLsY0q3WS-B8qkBclbwrhwe-uc,4341
136
135
  nucliadb/ingest/consumer/utils.py,sha256=jpX8D4lKzuPCpArQLZeX_Zczq3pfen_zAf8sPJfOEZU,2642
137
136
  nucliadb/ingest/fields/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
138
137
  nucliadb/ingest/fields/base.py,sha256=DTXFu_g9vSU2h7S4PlYxd-hp4SDuM_EPf8y51ALgD8w,21654
@@ -146,7 +145,7 @@ nucliadb/ingest/orm/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20
146
145
  nucliadb/ingest/orm/brain.py,sha256=q8iW7TWgABcGG5gIrR4SN5Flv_hOy6uuSv3VL8aWgAk,29098
147
146
  nucliadb/ingest/orm/brain_v2.py,sha256=0OYqH9srWghajGh0l1oqTFPBh1Jtlw3ui3Qpww6IC7A,33573
148
147
  nucliadb/ingest/orm/broker_message.py,sha256=XWaiZgDOz94NPOPT-hqbRr5ZkpVimUw6PjUJNftfoVw,7514
149
- nucliadb/ingest/orm/entities.py,sha256=RU-hZW0is5vJARJfMq_2aQoy92mYRPXTo3ixy9FXXiE,14912
148
+ nucliadb/ingest/orm/entities.py,sha256=kXyeF6XOpFKhEsGLcY-GLIk21Exp0cJst4XQQ9jJoug,14791
150
149
  nucliadb/ingest/orm/exceptions.py,sha256=k4Esv4NtL4TrGTcsQpwrSfDhPQpiYcRbB1SpYmBX5MY,1432
151
150
  nucliadb/ingest/orm/index_message.py,sha256=7Pl2qtqoI3b3NAjWfgoiLQktayngdsJ_NfDH0wpTJBw,16041
152
151
  nucliadb/ingest/orm/knowledgebox.py,sha256=_rkeTMIXMhR64gbYtZpFHoUHghV2DTJ2lUBqZsoqC_4,23898
@@ -177,7 +176,7 @@ nucliadb/models/responses.py,sha256=qnuOoc7TrVSUnpikfTwHLKez47_DE4mSFzpxrwtqijA,
177
176
  nucliadb/models/internal/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
178
177
  nucliadb/models/internal/processing.py,sha256=bzPr-hXliY81zMUgG-PDyDiFKP7Xbs71s2d0SIAu4Do,4090
179
178
  nucliadb/purge/__init__.py,sha256=UXbto56EWYLwZj6uEc-flQVe3gDDNFtM6EV-aIkryPU,12353
180
- nucliadb/purge/orphan_shards.py,sha256=WSQmVQJQ-rAoQAmypOUJBpDP-9VJchWao3ZLTzHdJ1U,7764
179
+ nucliadb/purge/orphan_shards.py,sha256=fcP37QoFNjS6q2XozLQImY1swC_EmHeNhAJwLvEkOww,7769
181
180
  nucliadb/reader/__init__.py,sha256=C5Efic7WlGm2U2C5WOyquMFbIj2Pojwe_8mwzVYnOzE,1304
182
181
  nucliadb/reader/app.py,sha256=Se-BFTE6d1v1msLzQn4q5XIhjnSxa2ckDSHdvm7NRf8,3096
183
182
  nucliadb/reader/lifecycle.py,sha256=5jYyzMD1tpIh-OYbQoNMjKZ0-3D9KFnULa3B_Vf2xyY,1740
@@ -214,27 +213,27 @@ nucliadb/search/api/v1/catalog.py,sha256=Nw4wIj4AjGp-p64FFVQFN4v2LFcV3A0UJIxfo3_
214
213
  nucliadb/search/api/v1/feedback.py,sha256=kNLc4dHz2SXHzV0PwC1WiRAwY88fDptPcP-kO0q-FrQ,2620
215
214
  nucliadb/search/api/v1/find.py,sha256=JFbGDRFBHBTApYR1qHp9RngbE_QDb96fXORMdjcN6lg,10654
216
215
  nucliadb/search/api/v1/graph.py,sha256=ItVpzJbqfDLjoIo2fTb2mKGCM1Z34sx7CBb3gNmj6IQ,4274
217
- nucliadb/search/api/v1/knowledgebox.py,sha256=-ysXUsnVlOKrKfmhdb6dwenrWDlz5WQuTyD-CPmVem0,8717
216
+ nucliadb/search/api/v1/knowledgebox.py,sha256=e9xeLPUqnQTx33i4A8xuV93ENvtJGrpjPlLRbGJtAI8,8415
218
217
  nucliadb/search/api/v1/predict_proxy.py,sha256=QrGzo0hKjtmyGZ6pjlJHYAh4hxwVUIOTcVcerRCw7eE,3047
219
218
  nucliadb/search/api/v1/router.py,sha256=mtT07rBZcVfpa49doaw9b1tj3sdi3qLH0gn9Io6NYM0,988
220
- nucliadb/search/api/v1/search.py,sha256=JOFlc4FE10Ai63NTQpRxc0djty9iBnSvnTsI493cLkM,12567
221
- nucliadb/search/api/v1/suggest.py,sha256=Pwyxyk3Vu7aKU8vl2_rKhuE40ngnjZwAXS1rAilPDtM,6506
219
+ nucliadb/search/api/v1/search.py,sha256=Or-mUvmBAyh0Y55NqTYNXe_BWR0lLLaTSL2ChjJaE2M,12402
220
+ nucliadb/search/api/v1/suggest.py,sha256=Em7ApddZNHMHjL_ZfXmUIVUk504f58J96JlxJXnIxaM,6438
222
221
  nucliadb/search/api/v1/summarize.py,sha256=VAHJvE6V3xUgEBfqNKhgoxmDqCvh30RnrEIBVhMcNLU,2499
223
222
  nucliadb/search/api/v1/utils.py,sha256=5Ve-frn7LAE2jqAgB85F8RSeqxDlyA08--gS-AdOLS4,1434
224
223
  nucliadb/search/api/v1/resource/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
225
224
  nucliadb/search/api/v1/resource/ask.py,sha256=nsVzBSanSSlf0Ody6LSTjdEy75Vg283_YhbkAtWEjh8,3637
226
225
  nucliadb/search/api/v1/resource/ingestion_agents.py,sha256=fqqRCd8Wc9GciS5P98lcnihvTKStsZYYtOU-T1bc-6E,4771
227
- nucliadb/search/api/v1/resource/search.py,sha256=yULbW3SQ9PjISw8ge-Ivgx6gxR3CJdVH8n-pXWJFgig,5189
226
+ nucliadb/search/api/v1/resource/search.py,sha256=sz8-aAg_ucc6dfJddWH_C0Om4PrKJhvvDmgKHBczyBI,5018
228
227
  nucliadb/search/api/v1/resource/utils.py,sha256=-NjZqAQtFEXKpIh8ui5S26ItnJ5rzmmG0BHxGSS9QPw,1141
229
228
  nucliadb/search/requesters/__init__.py,sha256=itSI7dtTwFP55YMX4iK7JzdMHS5CQVUiB1XzQu4UBh8,833
230
- nucliadb/search/requesters/utils.py,sha256=LXVaEsrOxb4nOdnfHprCfLmgJt67GotIDD5-S-h-bME,6995
229
+ nucliadb/search/requesters/utils.py,sha256=o5JtXX5KrqMtUJo3u6rw9EOOKXPiw-GaF0oGuZu7PPc,6225
231
230
  nucliadb/search/search/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
232
231
  nucliadb/search/search/cache.py,sha256=WUQe5tbAbJSjbcqqMWve9w_rziZBOCi_HCqaw31ghJU,5428
233
232
  nucliadb/search/search/cut.py,sha256=ytY0_GY7ocNjfxTb4aosxEp4ZfhQNDP--JkhEMGD298,1153
234
233
  nucliadb/search/search/exceptions.py,sha256=klGLgAGGrXcSGix_W6418ZBMqDchAIGjN77ofkOScEI,1039
235
234
  nucliadb/search/search/fetch.py,sha256=eiljOKim-4OOEZn-3fyVZSYxztCH156BXYdqlIwVdN4,6181
236
235
  nucliadb/search/search/filters.py,sha256=1MkHlJjAQqoRCj7e5cEzK2HvBxGLE17I_omsjiklbtw,6476
237
- nucliadb/search/search/find.py,sha256=2VEL4EaYiXa4gh3u16RljKcIQKHInRhA8Zt5xhw063o,8263
236
+ nucliadb/search/search/find.py,sha256=WTc_0HdbaU0Mwkmlf9s4pCmTuU0hz1jetBjIpNLXEEM,7982
238
237
  nucliadb/search/search/find_merge.py,sha256=VQ1NNuFNPxDOsKB5RZPk72cNuBPZuDIoIeQx9z4e-5k,18410
239
238
  nucliadb/search/search/graph_merge.py,sha256=y5V7X-BhjHsKDXE69tzQLIIKGm4XuaFrZXw0odcHVNM,3402
240
239
  nucliadb/search/search/graph_strategy.py,sha256=JsV-i9PGhekCAzmGpqeueQIitJb7fWCihIwUf76Q3pU,32912
@@ -248,7 +247,7 @@ nucliadb/search/search/predict_proxy.py,sha256=IFI3v_ODz2_UU1XZnyaD391fE7-2C0npS
248
247
  nucliadb/search/search/query.py,sha256=-gvKsyGmKYpsoEVzKkq3HJUMcs_3LD3TYUueOcJsTec,11511
249
248
  nucliadb/search/search/rank_fusion.py,sha256=tRGo_KlsFsVx1CQEy1iqQ6f0T1Dq1kf0axDXHuuzvvM,6946
250
249
  nucliadb/search/search/rerankers.py,sha256=PvhExUb8zZYghiFHRgGotw6h6bU--Rft09wE8arvtAw,7424
251
- nucliadb/search/search/shards.py,sha256=iGNZjSx749jSVvlXjMncaDlujt_cG8x5jvnTvdqZFHg,3234
250
+ nucliadb/search/search/shards.py,sha256=mc5DK-MoCv9AFhlXlOFHbPvetcyNDzTFOJ5rimK8PC8,2636
252
251
  nucliadb/search/search/summarize.py,sha256=ksmYPubEQvAQgfPdZHfzB_rR19B2ci4IYZ6jLdHxZo8,4996
253
252
  nucliadb/search/search/utils.py,sha256=ajRIXfdTF67dBVahQCXW-rSv6gJpUMPt3QhJrWqArTQ,2175
254
253
  nucliadb/search/search/chat/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
@@ -298,10 +297,10 @@ nucliadb/tests/config.py,sha256=JN_Jhgj-fwM9_8IeO9pwxr6C1PiwRDrXxm67Y38rU30,2080
298
297
  nucliadb/tests/vectors.py,sha256=CcNKx-E8LPpyvRyljbmb-Tn_wST9Juw2CBoogWrKiTk,62843
299
298
  nucliadb/train/__init__.py,sha256=NVwe5yULoHXb80itIJT8YJYEz2xbiOPQ7_OMys6XJw8,1301
300
299
  nucliadb/train/app.py,sha256=z6xlGVVVaJmZZmLPIVTgkjD-wIz5b0NYlXAQp7hBHYw,2652
301
- nucliadb/train/generator.py,sha256=B3bdkH-IWiqib-ALpU_g8wFe0xOmdE0kEPxvki28yEU,4229
300
+ nucliadb/train/generator.py,sha256=UHcvBtzNIGtqFR_Rnn3zH4yQkp0koXiC2hFFTgKgRco,4155
302
301
  nucliadb/train/lifecycle.py,sha256=3HadM4GRsYb2m-v4jtdr9C-KBEBx8GlrJDArPYi3SWQ,1960
303
302
  nucliadb/train/models.py,sha256=BmgmMjDsu_1Ih5JDAqo6whhume90q0ASJcDP9dkMQm8,1198
304
- nucliadb/train/nodes.py,sha256=HROQMRw2g5sJTnuBagh3B0id3iWonRJ68tg3skOme9k,5748
303
+ nucliadb/train/nodes.py,sha256=6QD9ZnAacPyFCzs1jxJzsL3CkVNyADvsfnPjjrvn-NU,5610
305
304
  nucliadb/train/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
306
305
  nucliadb/train/resource.py,sha256=3qQ_9Zdt5JAbtD-wpmt7OeDGRNKS-fQdKAuIQfznZm0,16219
307
306
  nucliadb/train/run.py,sha256=evz6CKVfJOzkbHMoaYz2mTMlKjJnNOb1O8zBBWMpeBw,1400
@@ -318,14 +317,14 @@ nucliadb/train/api/v1/router.py,sha256=ukdxn5q1oMar6NSPobgJczWsSxLCHw6DYKlb3zwCi
318
317
  nucliadb/train/api/v1/shards.py,sha256=GJRnQe8P-7_VTIN1oxVmxlrDA08qVN7opEZdbF4WxDk,1892
319
318
  nucliadb/train/api/v1/trainset.py,sha256=kpnpDgiMWr1FKHZJgwH7hue5kzilA8-i9X0YHlNeHuU,2113
320
319
  nucliadb/train/generators/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
321
- nucliadb/train/generators/field_classifier.py,sha256=JEA7SY5uTN_gZEKWCxnJ-NPGGI_E6P6ZQprTDaytOJg,3479
322
- nucliadb/train/generators/field_streaming.py,sha256=AT6tS9IqL6jCutDxzIm9yZ5giX7ALA1M7lh2IbV7xNU,6031
323
- nucliadb/train/generators/image_classifier.py,sha256=B4P88JfpjMcAZIPzlSOYaGseq5NgfssEr_Ecvlprr3g,1859
324
- nucliadb/train/generators/paragraph_classifier.py,sha256=Cyo1CIK-7NYKF8-FnpmP5hWzq-Fn5cujx25YcyDQSQU,2757
325
- nucliadb/train/generators/paragraph_streaming.py,sha256=I1RNQUDnOeadqZj8M6A0qDz_iME0B6H9j8FIlnoNiNA,3583
326
- nucliadb/train/generators/question_answer_streaming.py,sha256=O6T__bobhDgavotpWp8YBt_sWljBi-x2_vZFDEQ1Dc8,5677
327
- nucliadb/train/generators/sentence_classifier.py,sha256=FfL1bOiF1mamksgJFyeT_Atqm7s9YAjpd9bo4yS0ng4,5117
328
- nucliadb/train/generators/token_classifier.py,sha256=ZBWVoJCzQjlG02PIY35TkXR-ujUIJd7dwl8XKIxk1dU,9554
320
+ nucliadb/train/generators/field_classifier.py,sha256=xUA10o9CtBtilbP3uc-8Wn_zQ0oK3BrqYGqZgxh4ZLk,3428
321
+ nucliadb/train/generators/field_streaming.py,sha256=tI6vWhfLk-AVswh7rcjcO7Gg0YzS3OKMLJJ3VhDASG0,5980
322
+ nucliadb/train/generators/image_classifier.py,sha256=BDXgyd5TGZRnzDnVRvp-qsRCuoTbTYwui3JiDIjuiDc,1736
323
+ nucliadb/train/generators/paragraph_classifier.py,sha256=4sH3IQc7yJrlDs1C76SxFzL9N5mXWRZzJzoiF7y4dSQ,2703
324
+ nucliadb/train/generators/paragraph_streaming.py,sha256=1xsc_IqP-1M0TzYTqu5qCvWBNp_J3Kyvnx8HVbToXmQ,3532
325
+ nucliadb/train/generators/question_answer_streaming.py,sha256=yZZD0GpuHdV-BT4O8CV1sYVDk8ri8yGPVhfjSp3FTBQ,5626
326
+ nucliadb/train/generators/sentence_classifier.py,sha256=bp-UeIbZ0vm4ujbTbZnqdI0JWijuMi53cmeLbP7dofI,5063
327
+ nucliadb/train/generators/token_classifier.py,sha256=DdyMbrpxIVGWdTcz3SEN_3HwxKffUV3JGyTZzlCET8c,9503
329
328
  nucliadb/train/generators/utils.py,sha256=0jbCfD50RORC2T-pmvRHX4iXbioZQ7ZoRKwImpd7U_4,3981
330
329
  nucliadb/writer/__init__.py,sha256=S298mrZL3vr62OrBqi97mdLxgR5cReMlRJgnaQHZV7s,1304
331
330
  nucliadb/writer/app.py,sha256=ABBO8-u4pDAa61b3mCdD0TFhuHAYcxMkgpZSGgWARuE,2736
@@ -366,8 +365,8 @@ nucliadb/writer/tus/local.py,sha256=7jYa_w9b-N90jWgN2sQKkNcomqn6JMVBOVeDOVYJHto,
366
365
  nucliadb/writer/tus/s3.py,sha256=vF0NkFTXiXhXq3bCVXXVV-ED38ECVoUeeYViP8uMqcU,8357
367
366
  nucliadb/writer/tus/storage.py,sha256=ToqwjoYnjI4oIcwzkhha_MPxi-k4Jk3Lt55zRwaC1SM,2903
368
367
  nucliadb/writer/tus/utils.py,sha256=MSdVbRsRSZVdkaum69_0wku7X3p5wlZf4nr6E0GMKbw,2556
369
- nucliadb-6.4.0.post4127.dist-info/METADATA,sha256=DxoMD1dFTssNf-8DPOMdH5P-5X7RdOpkIbS-AcUKfj8,4226
370
- nucliadb-6.4.0.post4127.dist-info/WHEEL,sha256=SmOxYU7pzNKBqASvQJ7DjX3XGUF92lrGhMb3R6_iiqI,91
371
- nucliadb-6.4.0.post4127.dist-info/entry_points.txt,sha256=XqGfgFDuY3zXQc8ewXM2TRVjTModIq851zOsgrmaXx4,1268
372
- nucliadb-6.4.0.post4127.dist-info/top_level.txt,sha256=hwYhTVnX7jkQ9gJCkVrbqEG1M4lT2F_iPQND1fCzF80,20
373
- nucliadb-6.4.0.post4127.dist-info/RECORD,,
368
+ nucliadb-6.4.0.post4132.dist-info/METADATA,sha256=-_Dunr0c7xLi974CxO0TEdFuLWuEf67a4zUWG8HJ4cI,4226
369
+ nucliadb-6.4.0.post4132.dist-info/WHEEL,sha256=SmOxYU7pzNKBqASvQJ7DjX3XGUF92lrGhMb3R6_iiqI,91
370
+ nucliadb-6.4.0.post4132.dist-info/entry_points.txt,sha256=XqGfgFDuY3zXQc8ewXM2TRVjTModIq851zOsgrmaXx4,1268
371
+ nucliadb-6.4.0.post4132.dist-info/top_level.txt,sha256=hwYhTVnX7jkQ9gJCkVrbqEG1M4lT2F_iPQND1fCzF80,20
372
+ nucliadb-6.4.0.post4132.dist-info/RECORD,,
@@ -1,146 +0,0 @@
1
- # Copyright (C) 2021 Bosutech XXI S.L.
2
- #
3
- # nucliadb is offered under the AGPL v3.0 and as commercial software.
4
- # For commercial licensing, contact us at info@nuclia.com.
5
- #
6
- # AGPL:
7
- # This program is free software: you can redistribute it and/or modify
8
- # it under the terms of the GNU Affero General Public License as
9
- # published by the Free Software Foundation, either version 3 of the
10
- # License, or (at your option) any later version.
11
- #
12
- # This program is distributed in the hope that it will be useful,
13
- # but WITHOUT ANY WARRANTY; without even the implied warranty of
14
- # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15
- # GNU Affero General Public License for more details.
16
- #
17
- # You should have received a copy of the GNU Affero General Public License
18
- # along with this program. If not, see <http://www.gnu.org/licenses/>.
19
-
20
- from abc import ABCMeta, abstractmethod
21
- from typing import AsyncIterator
22
-
23
- from nidx_protos import nodereader_pb2, noderesources_pb2
24
- from nidx_protos.nodereader_pb2_grpc import NodeReaderStub
25
- from nidx_protos.nodewriter_pb2 import (
26
- NewShardRequest,
27
- NewVectorSetRequest,
28
- OpStatus,
29
- VectorIndexConfig,
30
- )
31
- from nidx_protos.nodewriter_pb2_grpc import NodeWriterStub
32
-
33
- from nucliadb_protos import utils_pb2
34
-
35
-
36
- class AbstractIndexNode(metaclass=ABCMeta):
37
- label: str = "index-node"
38
-
39
- def __init__(
40
- self,
41
- *,
42
- id: str,
43
- ):
44
- self.id = id
45
-
46
- def __str__(self):
47
- return f"{self.__class__.__name__}({self.id}"
48
-
49
- def __repr__(self):
50
- return self.__str__()
51
-
52
- @property
53
- @abstractmethod
54
- def reader(self) -> NodeReaderStub: # pragma: no cover
55
- pass
56
-
57
- @property
58
- @abstractmethod
59
- def writer(self) -> NodeWriterStub: # pragma: no cover
60
- pass
61
-
62
- async def stream_get_fields(
63
- self, stream_request: nodereader_pb2.StreamRequest
64
- ) -> AsyncIterator[nodereader_pb2.DocumentItem]:
65
- async for idandfacets in self.reader.Documents(stream_request): # type: ignore
66
- yield idandfacets
67
-
68
- async def stream_get_paragraphs(
69
- self, stream_request: nodereader_pb2.StreamRequest
70
- ) -> AsyncIterator[nodereader_pb2.ParagraphItem]:
71
- async for idandfacets in self.reader.Paragraphs(stream_request): # type: ignore
72
- yield idandfacets
73
-
74
- async def get_shard(self, shard_id: str) -> noderesources_pb2.Shard:
75
- req = nodereader_pb2.GetShardRequest()
76
- req.shard_id.id = shard_id
77
- return await self.reader.GetShard(req) # type: ignore
78
-
79
- async def new_shard(
80
- self,
81
- kbid: str,
82
- vector_index_config: VectorIndexConfig,
83
- ) -> noderesources_pb2.ShardCreated:
84
- req = NewShardRequest(
85
- kbid=kbid,
86
- release_channel=utils_pb2.ReleaseChannel.STABLE,
87
- config=vector_index_config,
88
- # Deprecated fields, only for backwards compatibility with older nodes
89
- similarity=vector_index_config.similarity,
90
- normalize_vectors=vector_index_config.normalize_vectors,
91
- )
92
-
93
- resp = await self.writer.NewShard(req) # type: ignore
94
- return resp
95
-
96
- async def new_shard_with_vectorsets(
97
- self,
98
- kbid: str,
99
- vectorsets_configs: dict[str, VectorIndexConfig],
100
- ) -> noderesources_pb2.ShardCreated:
101
- req = NewShardRequest(
102
- kbid=kbid,
103
- release_channel=utils_pb2.ReleaseChannel.STABLE,
104
- vectorsets_configs=vectorsets_configs,
105
- )
106
-
107
- resp = await self.writer.NewShard(req) # type: ignore
108
- return resp
109
-
110
- async def list_shards(self) -> list[str]:
111
- shards = await self.writer.ListShards(noderesources_pb2.EmptyQuery()) # type: ignore
112
- return [shard.id for shard in shards.ids]
113
-
114
- async def delete_shard(self, id: str) -> str:
115
- req = noderesources_pb2.ShardId(id=id)
116
- resp: noderesources_pb2.ShardId = await self.writer.DeleteShard(req) # type: ignore
117
- return resp.id
118
-
119
- async def add_vectorset(
120
- self,
121
- shard_id: str,
122
- vectorset: str,
123
- config: VectorIndexConfig,
124
- ) -> OpStatus:
125
- req = NewVectorSetRequest(
126
- id=noderesources_pb2.VectorSetID(
127
- shard=noderesources_pb2.ShardId(id=shard_id), vectorset=vectorset
128
- ),
129
- config=config,
130
- )
131
-
132
- resp = await self.writer.AddVectorSet(req) # type: ignore
133
- return resp
134
-
135
- async def list_vectorsets(self, shard_id: str) -> list[str]:
136
- req = noderesources_pb2.ShardId()
137
- req.id = shard_id
138
- resp = await self.writer.ListVectorSets(req) # type: ignore
139
- return [v for v in resp.vectorsets]
140
-
141
- async def remove_vectorset(self, shard_id: str, vectorset: str) -> OpStatus:
142
- req = noderesources_pb2.VectorSetID()
143
- req.shard.id = shard_id
144
- req.vectorset = vectorset
145
- resp = await self.writer.RemoveVectorSet(req) # type: ignore
146
- return resp