nucliadb 6.3.7.post4120__py3-none-any.whl → 6.4.0.post4129__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- nucliadb/common/cluster/grpc_node_dummy.py +1 -18
- nucliadb/common/cluster/manager.py +26 -21
- nucliadb/common/cluster/rebalance.py +7 -7
- nucliadb/common/cluster/rollover.py +12 -5
- nucliadb/common/nidx.py +0 -44
- nucliadb/ingest/consumer/auditing.py +5 -5
- nucliadb/ingest/consumer/shard_creator.py +5 -4
- nucliadb/ingest/orm/entities.py +4 -5
- nucliadb/metrics_exporter.py +0 -19
- nucliadb/purge/orphan_shards.py +17 -14
- nucliadb/search/api/v1/knowledgebox.py +6 -14
- nucliadb/search/api/v1/resource/search.py +2 -5
- nucliadb/search/api/v1/search.py +2 -6
- nucliadb/search/api/v1/suggest.py +1 -2
- nucliadb/search/requesters/utils.py +14 -33
- nucliadb/search/search/find.py +2 -8
- nucliadb/search/search/shards.py +9 -25
- nucliadb/train/generator.py +9 -11
- nucliadb/train/generators/field_classifier.py +3 -5
- nucliadb/train/generators/field_streaming.py +3 -5
- nucliadb/train/generators/image_classifier.py +1 -4
- nucliadb/train/generators/paragraph_classifier.py +3 -5
- nucliadb/train/generators/paragraph_streaming.py +3 -5
- nucliadb/train/generators/question_answer_streaming.py +3 -5
- nucliadb/train/generators/sentence_classifier.py +3 -5
- nucliadb/train/generators/token_classifier.py +3 -5
- nucliadb/train/nodes.py +2 -4
- {nucliadb-6.3.7.post4120.dist-info → nucliadb-6.4.0.post4129.dist-info}/METADATA +6 -6
- {nucliadb-6.3.7.post4120.dist-info → nucliadb-6.4.0.post4129.dist-info}/RECORD +32 -33
- nucliadb/common/cluster/base.py +0 -146
- {nucliadb-6.3.7.post4120.dist-info → nucliadb-6.4.0.post4129.dist-info}/WHEEL +0 -0
- {nucliadb-6.3.7.post4120.dist-info → nucliadb-6.4.0.post4129.dist-info}/entry_points.txt +0 -0
- {nucliadb-6.3.7.post4120.dist-info → nucliadb-6.4.0.post4129.dist-info}/top_level.txt +0 -0
@@ -40,7 +40,7 @@ migrations/pg/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
|
|
40
40
|
nucliadb/__init__.py,sha256=_abCmDJ_0ku483Os4UAjPX7Nywm39cQgAV_DiyjsKeQ,891
|
41
41
|
nucliadb/health.py,sha256=UIxxA4oms4HIsCRZM_SZsdkIZIlgzmOxw-qSHLlWuak,3465
|
42
42
|
nucliadb/learning_proxy.py,sha256=Gf76qXxjl1lrHEFaCpOUfjjf0ab6eGLNxLMJz3-M_mo,19354
|
43
|
-
nucliadb/metrics_exporter.py,sha256=
|
43
|
+
nucliadb/metrics_exporter.py,sha256=N9ncgPdmkP5_hqlxcBrH7ZFrgM7BkpaZrndmUpdfDKc,4981
|
44
44
|
nucliadb/openapi.py,sha256=wDiw0dVEvTpJvbatkJ0JZLkKm9RItZT5PWRHjqRfqTA,2272
|
45
45
|
nucliadb/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
46
46
|
nucliadb/backups/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
|
@@ -58,15 +58,14 @@ nucliadb/common/constants.py,sha256=QpigxJh_CtD85Evy0PtV5cVq6x0U_f9xfIcXz1ymkUg,
|
|
58
58
|
nucliadb/common/counters.py,sha256=8lOi3A2HeLDDlcNaS2QT1SfD3350VPBjiY3FkmHH1V8,977
|
59
59
|
nucliadb/common/ids.py,sha256=4QjoIofes_vtKj2HsFWZf8VVIVWXxdkYtLpx1n618Us,8239
|
60
60
|
nucliadb/common/locking.py,sha256=RL0CabZVPzxHZyUjYeUyLvsJTm7W3J9o4fEgsY_ufNc,5896
|
61
|
-
nucliadb/common/nidx.py,sha256=
|
61
|
+
nucliadb/common/nidx.py,sha256=1DSrgbhI8DxvZtNvNaqiRR75svylbSdWbE-XpaH4aMY,8720
|
62
62
|
nucliadb/common/vector_index_config.py,sha256=LqGwhrDCp1q1vBow3scd1Chhr4GLYjYnGL72FKvOYYc,1552
|
63
63
|
nucliadb/common/cluster/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
|
64
|
-
nucliadb/common/cluster/base.py,sha256=xyc40fOnMPuXz4C0afDIMv9cI-CJNsW83epYzS-reu0,4938
|
65
64
|
nucliadb/common/cluster/exceptions.py,sha256=t7v_l93t44l2tQpdQXgO_w-c4YZRcaayOz1A2i0w4RQ,1258
|
66
|
-
nucliadb/common/cluster/grpc_node_dummy.py,sha256=
|
67
|
-
nucliadb/common/cluster/manager.py,sha256=
|
68
|
-
nucliadb/common/cluster/rebalance.py,sha256=
|
69
|
-
nucliadb/common/cluster/rollover.py,sha256=
|
65
|
+
nucliadb/common/cluster/grpc_node_dummy.py,sha256=JkufazWzMA4KFEU8EBkMbiiDW4C8lLcRhiiCxP7aCQY,2949
|
66
|
+
nucliadb/common/cluster/manager.py,sha256=QOHA7trtZVwV5G9IIxM1Y-0P2KE5mEhsXUMPs8vxIg0,12816
|
67
|
+
nucliadb/common/cluster/rebalance.py,sha256=238JxqdSl1_oeJNpKuGBgfVn8WXVmyX5yl2PyHomYX8,8715
|
68
|
+
nucliadb/common/cluster/rollover.py,sha256=swuYNXJ8u5p11PvYaHxVtomiYIPVWVGVsicwTgm24-Q,25862
|
70
69
|
nucliadb/common/cluster/settings.py,sha256=JPwV_0U_i618Tn66GWUq6qCKNjy4TWkGEGld9GwH5uk,2048
|
71
70
|
nucliadb/common/cluster/utils.py,sha256=IfW5PA7Ab26xWUYNOc3yBoksWV1GK4BGhTRo1vnHNKg,4662
|
72
71
|
nucliadb/common/cluster/standalone/__init__.py,sha256=itSI7dtTwFP55YMX4iK7JzdMHS5CQVUiB1XzQu4UBh8,833
|
@@ -126,13 +125,13 @@ nucliadb/ingest/serialize.py,sha256=-TIjibJTbMqAowzRvyrG3R209vKqBZqXpdrQL9Dq4lo,
|
|
126
125
|
nucliadb/ingest/settings.py,sha256=0B-wQNa8FLqtNcQgRzh-fuIuGptM816XHcbH1NQKfmE,3050
|
127
126
|
nucliadb/ingest/utils.py,sha256=l1myURu3r8oA11dx3GpHw-gNTUc1AFX8xdPm9Lgl2rA,2275
|
128
127
|
nucliadb/ingest/consumer/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
|
129
|
-
nucliadb/ingest/consumer/auditing.py,sha256=
|
128
|
+
nucliadb/ingest/consumer/auditing.py,sha256=_4lwHWQPHRqYn-rAteTEVev25cxFo7566xxBLYu61cA,7198
|
130
129
|
nucliadb/ingest/consumer/consumer.py,sha256=OgS1fr5Yo55u-XbC6zypTH1aJ562Y1vZHnPDlJJpCXQ,13703
|
131
130
|
nucliadb/ingest/consumer/materializer.py,sha256=7ofLbwjldJA8TWXDRZRM4U5EviZt3qNSQ8oadmkzS0Y,3840
|
132
131
|
nucliadb/ingest/consumer/metrics.py,sha256=ji1l_4cKiHJthQd8YNem1ft4iMbw9KThmVvJmLcv3Xg,1075
|
133
132
|
nucliadb/ingest/consumer/pull.py,sha256=EYT0ImngMQgatStG68p2GSrPQBbJxeuq8nFm8DdAbwk,9280
|
134
133
|
nucliadb/ingest/consumer/service.py,sha256=BLM_dmKZkFBsYl3sj4MZZp5M3kkxHLuO7sE18PqIatw,6538
|
135
|
-
nucliadb/ingest/consumer/shard_creator.py,sha256=
|
134
|
+
nucliadb/ingest/consumer/shard_creator.py,sha256=SoG5e3MJJcM085UQnmLsY0q3WS-B8qkBclbwrhwe-uc,4341
|
136
135
|
nucliadb/ingest/consumer/utils.py,sha256=jpX8D4lKzuPCpArQLZeX_Zczq3pfen_zAf8sPJfOEZU,2642
|
137
136
|
nucliadb/ingest/fields/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
|
138
137
|
nucliadb/ingest/fields/base.py,sha256=DTXFu_g9vSU2h7S4PlYxd-hp4SDuM_EPf8y51ALgD8w,21654
|
@@ -146,7 +145,7 @@ nucliadb/ingest/orm/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20
|
|
146
145
|
nucliadb/ingest/orm/brain.py,sha256=q8iW7TWgABcGG5gIrR4SN5Flv_hOy6uuSv3VL8aWgAk,29098
|
147
146
|
nucliadb/ingest/orm/brain_v2.py,sha256=0OYqH9srWghajGh0l1oqTFPBh1Jtlw3ui3Qpww6IC7A,33573
|
148
147
|
nucliadb/ingest/orm/broker_message.py,sha256=XWaiZgDOz94NPOPT-hqbRr5ZkpVimUw6PjUJNftfoVw,7514
|
149
|
-
nucliadb/ingest/orm/entities.py,sha256=
|
148
|
+
nucliadb/ingest/orm/entities.py,sha256=kXyeF6XOpFKhEsGLcY-GLIk21Exp0cJst4XQQ9jJoug,14791
|
150
149
|
nucliadb/ingest/orm/exceptions.py,sha256=k4Esv4NtL4TrGTcsQpwrSfDhPQpiYcRbB1SpYmBX5MY,1432
|
151
150
|
nucliadb/ingest/orm/index_message.py,sha256=7Pl2qtqoI3b3NAjWfgoiLQktayngdsJ_NfDH0wpTJBw,16041
|
152
151
|
nucliadb/ingest/orm/knowledgebox.py,sha256=_rkeTMIXMhR64gbYtZpFHoUHghV2DTJ2lUBqZsoqC_4,23898
|
@@ -177,7 +176,7 @@ nucliadb/models/responses.py,sha256=qnuOoc7TrVSUnpikfTwHLKez47_DE4mSFzpxrwtqijA,
|
|
177
176
|
nucliadb/models/internal/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
|
178
177
|
nucliadb/models/internal/processing.py,sha256=bzPr-hXliY81zMUgG-PDyDiFKP7Xbs71s2d0SIAu4Do,4090
|
179
178
|
nucliadb/purge/__init__.py,sha256=UXbto56EWYLwZj6uEc-flQVe3gDDNFtM6EV-aIkryPU,12353
|
180
|
-
nucliadb/purge/orphan_shards.py,sha256=
|
179
|
+
nucliadb/purge/orphan_shards.py,sha256=fcP37QoFNjS6q2XozLQImY1swC_EmHeNhAJwLvEkOww,7769
|
181
180
|
nucliadb/reader/__init__.py,sha256=C5Efic7WlGm2U2C5WOyquMFbIj2Pojwe_8mwzVYnOzE,1304
|
182
181
|
nucliadb/reader/app.py,sha256=Se-BFTE6d1v1msLzQn4q5XIhjnSxa2ckDSHdvm7NRf8,3096
|
183
182
|
nucliadb/reader/lifecycle.py,sha256=5jYyzMD1tpIh-OYbQoNMjKZ0-3D9KFnULa3B_Vf2xyY,1740
|
@@ -214,27 +213,27 @@ nucliadb/search/api/v1/catalog.py,sha256=Nw4wIj4AjGp-p64FFVQFN4v2LFcV3A0UJIxfo3_
|
|
214
213
|
nucliadb/search/api/v1/feedback.py,sha256=kNLc4dHz2SXHzV0PwC1WiRAwY88fDptPcP-kO0q-FrQ,2620
|
215
214
|
nucliadb/search/api/v1/find.py,sha256=JFbGDRFBHBTApYR1qHp9RngbE_QDb96fXORMdjcN6lg,10654
|
216
215
|
nucliadb/search/api/v1/graph.py,sha256=ItVpzJbqfDLjoIo2fTb2mKGCM1Z34sx7CBb3gNmj6IQ,4274
|
217
|
-
nucliadb/search/api/v1/knowledgebox.py,sha256
|
216
|
+
nucliadb/search/api/v1/knowledgebox.py,sha256=e9xeLPUqnQTx33i4A8xuV93ENvtJGrpjPlLRbGJtAI8,8415
|
218
217
|
nucliadb/search/api/v1/predict_proxy.py,sha256=QrGzo0hKjtmyGZ6pjlJHYAh4hxwVUIOTcVcerRCw7eE,3047
|
219
218
|
nucliadb/search/api/v1/router.py,sha256=mtT07rBZcVfpa49doaw9b1tj3sdi3qLH0gn9Io6NYM0,988
|
220
|
-
nucliadb/search/api/v1/search.py,sha256=
|
221
|
-
nucliadb/search/api/v1/suggest.py,sha256=
|
219
|
+
nucliadb/search/api/v1/search.py,sha256=Or-mUvmBAyh0Y55NqTYNXe_BWR0lLLaTSL2ChjJaE2M,12402
|
220
|
+
nucliadb/search/api/v1/suggest.py,sha256=Em7ApddZNHMHjL_ZfXmUIVUk504f58J96JlxJXnIxaM,6438
|
222
221
|
nucliadb/search/api/v1/summarize.py,sha256=VAHJvE6V3xUgEBfqNKhgoxmDqCvh30RnrEIBVhMcNLU,2499
|
223
222
|
nucliadb/search/api/v1/utils.py,sha256=5Ve-frn7LAE2jqAgB85F8RSeqxDlyA08--gS-AdOLS4,1434
|
224
223
|
nucliadb/search/api/v1/resource/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
|
225
224
|
nucliadb/search/api/v1/resource/ask.py,sha256=nsVzBSanSSlf0Ody6LSTjdEy75Vg283_YhbkAtWEjh8,3637
|
226
225
|
nucliadb/search/api/v1/resource/ingestion_agents.py,sha256=fqqRCd8Wc9GciS5P98lcnihvTKStsZYYtOU-T1bc-6E,4771
|
227
|
-
nucliadb/search/api/v1/resource/search.py,sha256=
|
226
|
+
nucliadb/search/api/v1/resource/search.py,sha256=sz8-aAg_ucc6dfJddWH_C0Om4PrKJhvvDmgKHBczyBI,5018
|
228
227
|
nucliadb/search/api/v1/resource/utils.py,sha256=-NjZqAQtFEXKpIh8ui5S26ItnJ5rzmmG0BHxGSS9QPw,1141
|
229
228
|
nucliadb/search/requesters/__init__.py,sha256=itSI7dtTwFP55YMX4iK7JzdMHS5CQVUiB1XzQu4UBh8,833
|
230
|
-
nucliadb/search/requesters/utils.py,sha256=
|
229
|
+
nucliadb/search/requesters/utils.py,sha256=o5JtXX5KrqMtUJo3u6rw9EOOKXPiw-GaF0oGuZu7PPc,6225
|
231
230
|
nucliadb/search/search/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
|
232
231
|
nucliadb/search/search/cache.py,sha256=WUQe5tbAbJSjbcqqMWve9w_rziZBOCi_HCqaw31ghJU,5428
|
233
232
|
nucliadb/search/search/cut.py,sha256=ytY0_GY7ocNjfxTb4aosxEp4ZfhQNDP--JkhEMGD298,1153
|
234
233
|
nucliadb/search/search/exceptions.py,sha256=klGLgAGGrXcSGix_W6418ZBMqDchAIGjN77ofkOScEI,1039
|
235
234
|
nucliadb/search/search/fetch.py,sha256=eiljOKim-4OOEZn-3fyVZSYxztCH156BXYdqlIwVdN4,6181
|
236
235
|
nucliadb/search/search/filters.py,sha256=1MkHlJjAQqoRCj7e5cEzK2HvBxGLE17I_omsjiklbtw,6476
|
237
|
-
nucliadb/search/search/find.py,sha256=
|
236
|
+
nucliadb/search/search/find.py,sha256=WTc_0HdbaU0Mwkmlf9s4pCmTuU0hz1jetBjIpNLXEEM,7982
|
238
237
|
nucliadb/search/search/find_merge.py,sha256=VQ1NNuFNPxDOsKB5RZPk72cNuBPZuDIoIeQx9z4e-5k,18410
|
239
238
|
nucliadb/search/search/graph_merge.py,sha256=y5V7X-BhjHsKDXE69tzQLIIKGm4XuaFrZXw0odcHVNM,3402
|
240
239
|
nucliadb/search/search/graph_strategy.py,sha256=JsV-i9PGhekCAzmGpqeueQIitJb7fWCihIwUf76Q3pU,32912
|
@@ -248,7 +247,7 @@ nucliadb/search/search/predict_proxy.py,sha256=IFI3v_ODz2_UU1XZnyaD391fE7-2C0npS
|
|
248
247
|
nucliadb/search/search/query.py,sha256=-gvKsyGmKYpsoEVzKkq3HJUMcs_3LD3TYUueOcJsTec,11511
|
249
248
|
nucliadb/search/search/rank_fusion.py,sha256=tRGo_KlsFsVx1CQEy1iqQ6f0T1Dq1kf0axDXHuuzvvM,6946
|
250
249
|
nucliadb/search/search/rerankers.py,sha256=PvhExUb8zZYghiFHRgGotw6h6bU--Rft09wE8arvtAw,7424
|
251
|
-
nucliadb/search/search/shards.py,sha256=
|
250
|
+
nucliadb/search/search/shards.py,sha256=mc5DK-MoCv9AFhlXlOFHbPvetcyNDzTFOJ5rimK8PC8,2636
|
252
251
|
nucliadb/search/search/summarize.py,sha256=ksmYPubEQvAQgfPdZHfzB_rR19B2ci4IYZ6jLdHxZo8,4996
|
253
252
|
nucliadb/search/search/utils.py,sha256=ajRIXfdTF67dBVahQCXW-rSv6gJpUMPt3QhJrWqArTQ,2175
|
254
253
|
nucliadb/search/search/chat/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
|
@@ -298,10 +297,10 @@ nucliadb/tests/config.py,sha256=JN_Jhgj-fwM9_8IeO9pwxr6C1PiwRDrXxm67Y38rU30,2080
|
|
298
297
|
nucliadb/tests/vectors.py,sha256=CcNKx-E8LPpyvRyljbmb-Tn_wST9Juw2CBoogWrKiTk,62843
|
299
298
|
nucliadb/train/__init__.py,sha256=NVwe5yULoHXb80itIJT8YJYEz2xbiOPQ7_OMys6XJw8,1301
|
300
299
|
nucliadb/train/app.py,sha256=z6xlGVVVaJmZZmLPIVTgkjD-wIz5b0NYlXAQp7hBHYw,2652
|
301
|
-
nucliadb/train/generator.py,sha256=
|
300
|
+
nucliadb/train/generator.py,sha256=UHcvBtzNIGtqFR_Rnn3zH4yQkp0koXiC2hFFTgKgRco,4155
|
302
301
|
nucliadb/train/lifecycle.py,sha256=3HadM4GRsYb2m-v4jtdr9C-KBEBx8GlrJDArPYi3SWQ,1960
|
303
302
|
nucliadb/train/models.py,sha256=BmgmMjDsu_1Ih5JDAqo6whhume90q0ASJcDP9dkMQm8,1198
|
304
|
-
nucliadb/train/nodes.py,sha256=
|
303
|
+
nucliadb/train/nodes.py,sha256=6QD9ZnAacPyFCzs1jxJzsL3CkVNyADvsfnPjjrvn-NU,5610
|
305
304
|
nucliadb/train/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
306
305
|
nucliadb/train/resource.py,sha256=3qQ_9Zdt5JAbtD-wpmt7OeDGRNKS-fQdKAuIQfznZm0,16219
|
307
306
|
nucliadb/train/run.py,sha256=evz6CKVfJOzkbHMoaYz2mTMlKjJnNOb1O8zBBWMpeBw,1400
|
@@ -318,14 +317,14 @@ nucliadb/train/api/v1/router.py,sha256=ukdxn5q1oMar6NSPobgJczWsSxLCHw6DYKlb3zwCi
|
|
318
317
|
nucliadb/train/api/v1/shards.py,sha256=GJRnQe8P-7_VTIN1oxVmxlrDA08qVN7opEZdbF4WxDk,1892
|
319
318
|
nucliadb/train/api/v1/trainset.py,sha256=kpnpDgiMWr1FKHZJgwH7hue5kzilA8-i9X0YHlNeHuU,2113
|
320
319
|
nucliadb/train/generators/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
|
321
|
-
nucliadb/train/generators/field_classifier.py,sha256=
|
322
|
-
nucliadb/train/generators/field_streaming.py,sha256=
|
323
|
-
nucliadb/train/generators/image_classifier.py,sha256=
|
324
|
-
nucliadb/train/generators/paragraph_classifier.py,sha256=
|
325
|
-
nucliadb/train/generators/paragraph_streaming.py,sha256=
|
326
|
-
nucliadb/train/generators/question_answer_streaming.py,sha256=
|
327
|
-
nucliadb/train/generators/sentence_classifier.py,sha256=
|
328
|
-
nucliadb/train/generators/token_classifier.py,sha256=
|
320
|
+
nucliadb/train/generators/field_classifier.py,sha256=xUA10o9CtBtilbP3uc-8Wn_zQ0oK3BrqYGqZgxh4ZLk,3428
|
321
|
+
nucliadb/train/generators/field_streaming.py,sha256=tI6vWhfLk-AVswh7rcjcO7Gg0YzS3OKMLJJ3VhDASG0,5980
|
322
|
+
nucliadb/train/generators/image_classifier.py,sha256=BDXgyd5TGZRnzDnVRvp-qsRCuoTbTYwui3JiDIjuiDc,1736
|
323
|
+
nucliadb/train/generators/paragraph_classifier.py,sha256=4sH3IQc7yJrlDs1C76SxFzL9N5mXWRZzJzoiF7y4dSQ,2703
|
324
|
+
nucliadb/train/generators/paragraph_streaming.py,sha256=1xsc_IqP-1M0TzYTqu5qCvWBNp_J3Kyvnx8HVbToXmQ,3532
|
325
|
+
nucliadb/train/generators/question_answer_streaming.py,sha256=yZZD0GpuHdV-BT4O8CV1sYVDk8ri8yGPVhfjSp3FTBQ,5626
|
326
|
+
nucliadb/train/generators/sentence_classifier.py,sha256=bp-UeIbZ0vm4ujbTbZnqdI0JWijuMi53cmeLbP7dofI,5063
|
327
|
+
nucliadb/train/generators/token_classifier.py,sha256=DdyMbrpxIVGWdTcz3SEN_3HwxKffUV3JGyTZzlCET8c,9503
|
329
328
|
nucliadb/train/generators/utils.py,sha256=0jbCfD50RORC2T-pmvRHX4iXbioZQ7ZoRKwImpd7U_4,3981
|
330
329
|
nucliadb/writer/__init__.py,sha256=S298mrZL3vr62OrBqi97mdLxgR5cReMlRJgnaQHZV7s,1304
|
331
330
|
nucliadb/writer/app.py,sha256=ABBO8-u4pDAa61b3mCdD0TFhuHAYcxMkgpZSGgWARuE,2736
|
@@ -366,8 +365,8 @@ nucliadb/writer/tus/local.py,sha256=7jYa_w9b-N90jWgN2sQKkNcomqn6JMVBOVeDOVYJHto,
|
|
366
365
|
nucliadb/writer/tus/s3.py,sha256=vF0NkFTXiXhXq3bCVXXVV-ED38ECVoUeeYViP8uMqcU,8357
|
367
366
|
nucliadb/writer/tus/storage.py,sha256=ToqwjoYnjI4oIcwzkhha_MPxi-k4Jk3Lt55zRwaC1SM,2903
|
368
367
|
nucliadb/writer/tus/utils.py,sha256=MSdVbRsRSZVdkaum69_0wku7X3p5wlZf4nr6E0GMKbw,2556
|
369
|
-
nucliadb-6.
|
370
|
-
nucliadb-6.
|
371
|
-
nucliadb-6.
|
372
|
-
nucliadb-6.
|
373
|
-
nucliadb-6.
|
368
|
+
nucliadb-6.4.0.post4129.dist-info/METADATA,sha256=6VD29h0-PxAAjwB7DqFdDfVmIrGdyPfLwWz8sOPH8-g,4226
|
369
|
+
nucliadb-6.4.0.post4129.dist-info/WHEEL,sha256=SmOxYU7pzNKBqASvQJ7DjX3XGUF92lrGhMb3R6_iiqI,91
|
370
|
+
nucliadb-6.4.0.post4129.dist-info/entry_points.txt,sha256=XqGfgFDuY3zXQc8ewXM2TRVjTModIq851zOsgrmaXx4,1268
|
371
|
+
nucliadb-6.4.0.post4129.dist-info/top_level.txt,sha256=hwYhTVnX7jkQ9gJCkVrbqEG1M4lT2F_iPQND1fCzF80,20
|
372
|
+
nucliadb-6.4.0.post4129.dist-info/RECORD,,
|
nucliadb/common/cluster/base.py
DELETED
@@ -1,146 +0,0 @@
|
|
1
|
-
# Copyright (C) 2021 Bosutech XXI S.L.
|
2
|
-
#
|
3
|
-
# nucliadb is offered under the AGPL v3.0 and as commercial software.
|
4
|
-
# For commercial licensing, contact us at info@nuclia.com.
|
5
|
-
#
|
6
|
-
# AGPL:
|
7
|
-
# This program is free software: you can redistribute it and/or modify
|
8
|
-
# it under the terms of the GNU Affero General Public License as
|
9
|
-
# published by the Free Software Foundation, either version 3 of the
|
10
|
-
# License, or (at your option) any later version.
|
11
|
-
#
|
12
|
-
# This program is distributed in the hope that it will be useful,
|
13
|
-
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
14
|
-
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
15
|
-
# GNU Affero General Public License for more details.
|
16
|
-
#
|
17
|
-
# You should have received a copy of the GNU Affero General Public License
|
18
|
-
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
19
|
-
|
20
|
-
from abc import ABCMeta, abstractmethod
|
21
|
-
from typing import AsyncIterator
|
22
|
-
|
23
|
-
from nidx_protos import nodereader_pb2, noderesources_pb2
|
24
|
-
from nidx_protos.nodereader_pb2_grpc import NodeReaderStub
|
25
|
-
from nidx_protos.nodewriter_pb2 import (
|
26
|
-
NewShardRequest,
|
27
|
-
NewVectorSetRequest,
|
28
|
-
OpStatus,
|
29
|
-
VectorIndexConfig,
|
30
|
-
)
|
31
|
-
from nidx_protos.nodewriter_pb2_grpc import NodeWriterStub
|
32
|
-
|
33
|
-
from nucliadb_protos import utils_pb2
|
34
|
-
|
35
|
-
|
36
|
-
class AbstractIndexNode(metaclass=ABCMeta):
|
37
|
-
label: str = "index-node"
|
38
|
-
|
39
|
-
def __init__(
|
40
|
-
self,
|
41
|
-
*,
|
42
|
-
id: str,
|
43
|
-
):
|
44
|
-
self.id = id
|
45
|
-
|
46
|
-
def __str__(self):
|
47
|
-
return f"{self.__class__.__name__}({self.id}"
|
48
|
-
|
49
|
-
def __repr__(self):
|
50
|
-
return self.__str__()
|
51
|
-
|
52
|
-
@property
|
53
|
-
@abstractmethod
|
54
|
-
def reader(self) -> NodeReaderStub: # pragma: no cover
|
55
|
-
pass
|
56
|
-
|
57
|
-
@property
|
58
|
-
@abstractmethod
|
59
|
-
def writer(self) -> NodeWriterStub: # pragma: no cover
|
60
|
-
pass
|
61
|
-
|
62
|
-
async def stream_get_fields(
|
63
|
-
self, stream_request: nodereader_pb2.StreamRequest
|
64
|
-
) -> AsyncIterator[nodereader_pb2.DocumentItem]:
|
65
|
-
async for idandfacets in self.reader.Documents(stream_request): # type: ignore
|
66
|
-
yield idandfacets
|
67
|
-
|
68
|
-
async def stream_get_paragraphs(
|
69
|
-
self, stream_request: nodereader_pb2.StreamRequest
|
70
|
-
) -> AsyncIterator[nodereader_pb2.ParagraphItem]:
|
71
|
-
async for idandfacets in self.reader.Paragraphs(stream_request): # type: ignore
|
72
|
-
yield idandfacets
|
73
|
-
|
74
|
-
async def get_shard(self, shard_id: str) -> noderesources_pb2.Shard:
|
75
|
-
req = nodereader_pb2.GetShardRequest()
|
76
|
-
req.shard_id.id = shard_id
|
77
|
-
return await self.reader.GetShard(req) # type: ignore
|
78
|
-
|
79
|
-
async def new_shard(
|
80
|
-
self,
|
81
|
-
kbid: str,
|
82
|
-
vector_index_config: VectorIndexConfig,
|
83
|
-
) -> noderesources_pb2.ShardCreated:
|
84
|
-
req = NewShardRequest(
|
85
|
-
kbid=kbid,
|
86
|
-
release_channel=utils_pb2.ReleaseChannel.STABLE,
|
87
|
-
config=vector_index_config,
|
88
|
-
# Deprecated fields, only for backwards compatibility with older nodes
|
89
|
-
similarity=vector_index_config.similarity,
|
90
|
-
normalize_vectors=vector_index_config.normalize_vectors,
|
91
|
-
)
|
92
|
-
|
93
|
-
resp = await self.writer.NewShard(req) # type: ignore
|
94
|
-
return resp
|
95
|
-
|
96
|
-
async def new_shard_with_vectorsets(
|
97
|
-
self,
|
98
|
-
kbid: str,
|
99
|
-
vectorsets_configs: dict[str, VectorIndexConfig],
|
100
|
-
) -> noderesources_pb2.ShardCreated:
|
101
|
-
req = NewShardRequest(
|
102
|
-
kbid=kbid,
|
103
|
-
release_channel=utils_pb2.ReleaseChannel.STABLE,
|
104
|
-
vectorsets_configs=vectorsets_configs,
|
105
|
-
)
|
106
|
-
|
107
|
-
resp = await self.writer.NewShard(req) # type: ignore
|
108
|
-
return resp
|
109
|
-
|
110
|
-
async def list_shards(self) -> list[str]:
|
111
|
-
shards = await self.writer.ListShards(noderesources_pb2.EmptyQuery()) # type: ignore
|
112
|
-
return [shard.id for shard in shards.ids]
|
113
|
-
|
114
|
-
async def delete_shard(self, id: str) -> str:
|
115
|
-
req = noderesources_pb2.ShardId(id=id)
|
116
|
-
resp: noderesources_pb2.ShardId = await self.writer.DeleteShard(req) # type: ignore
|
117
|
-
return resp.id
|
118
|
-
|
119
|
-
async def add_vectorset(
|
120
|
-
self,
|
121
|
-
shard_id: str,
|
122
|
-
vectorset: str,
|
123
|
-
config: VectorIndexConfig,
|
124
|
-
) -> OpStatus:
|
125
|
-
req = NewVectorSetRequest(
|
126
|
-
id=noderesources_pb2.VectorSetID(
|
127
|
-
shard=noderesources_pb2.ShardId(id=shard_id), vectorset=vectorset
|
128
|
-
),
|
129
|
-
config=config,
|
130
|
-
)
|
131
|
-
|
132
|
-
resp = await self.writer.AddVectorSet(req) # type: ignore
|
133
|
-
return resp
|
134
|
-
|
135
|
-
async def list_vectorsets(self, shard_id: str) -> list[str]:
|
136
|
-
req = noderesources_pb2.ShardId()
|
137
|
-
req.id = shard_id
|
138
|
-
resp = await self.writer.ListVectorSets(req) # type: ignore
|
139
|
-
return [v for v in resp.vectorsets]
|
140
|
-
|
141
|
-
async def remove_vectorset(self, shard_id: str, vectorset: str) -> OpStatus:
|
142
|
-
req = noderesources_pb2.VectorSetID()
|
143
|
-
req.shard.id = shard_id
|
144
|
-
req.vectorset = vectorset
|
145
|
-
resp = await self.writer.RemoveVectorSet(req) # type: ignore
|
146
|
-
return resp
|
File without changes
|
File without changes
|
File without changes
|