nucliadb 6.3.1.post3459__py3-none-any.whl → 6.3.1.post3472__py3-none-any.whl

nucliadb/common/cluster/exceptions.py

@@ -27,10 +27,6 @@ class NotFound(Exception):
     pass
 
 
-class NodeClusterSmall(Exception):
-    pass
-
-
 class ShardNotFound(NotFound):
     pass
 
@@ -39,18 +35,10 @@ class ShardsNotFound(NotFound):
     pass
 
 
-class NodesUnsync(Exception):
-    pass
-
-
 class NodeError(Exception):
     pass
 
 
-class ExhaustedNodesError(Exception):
-    pass
-
-
 class ReallyStopPulling(Exception):
     pass
 
@@ -62,11 +50,3 @@ class SequenceOrderViolation(Exception):
 
 class EntitiesGroupNotFound(NotFound):
     pass
-
-
-class NoHealthyNodeAvailable(Exception):
-    pass
-
-
-class NodeConnectionError(Exception):
-    pass

nucliadb/common/cluster/manager.py

@@ -22,14 +22,10 @@ import logging
 import uuid
 from typing import Any, Awaitable, Callable, Optional
 
-import backoff
-
 from nucliadb.common import datamanagers
 from nucliadb.common.cluster.base import AbstractIndexNode
 from nucliadb.common.cluster.exceptions import (
-    NodeClusterSmall,
     NodeError,
-    NodesUnsync,
     ShardNotFound,
     ShardsNotFound,
 )
@@ -49,17 +45,6 @@ from .settings import settings
 
 logger = logging.getLogger(__name__)
 
-INDEX_NODES: dict[str, AbstractIndexNode] = {}
-READ_REPLICA_INDEX_NODES: dict[str, set[str]] = {}
-
-
-def get_index_nodes(include_secondary: bool = False) -> list[AbstractIndexNode]:
-    return [get_nidx_fake_node()]
-
-
-def get_index_node(node_id: str) -> Optional[AbstractIndexNode]:
-    return get_nidx_fake_node()
-
 
 class KBShardManager:
     # TODO: move to data manager
@@ -301,7 +286,6 @@ class StandaloneKBShardManager(KBShardManager):
         self._lock = asyncio.Lock()
         self._change_count: dict[tuple[str, str], int] = {}
 
-    @backoff.on_exception(backoff.expo, NodesUnsync, jitter=backoff.random_jitter, max_tries=5)
     async def delete_resource(
         self,
         shard: writer_pb2.ShardObject,
@@ -321,7 +305,6 @@ class StandaloneKBShardManager(KBShardManager):
             indexpb.typemessage = nodewriter_pb2.TypeMessage.DELETION
             await nidx.index(indexpb)
 
-    @backoff.on_exception(backoff.expo, NodesUnsync, jitter=backoff.random_jitter, max_tries=5)
     async def add_resource(
         self,
         shard: writer_pb2.ShardObject,
@@ -367,57 +350,3 @@ def choose_node(
 ) -> tuple[AbstractIndexNode, str]:
     fake_node = get_nidx_fake_node()
     return fake_node, shard.nidx_shard_id
-
-
-def check_enough_nodes():
-    return True
-    """
-    It raises an exception if it can't find enough nodes for the configured replicas.
-    """
-    drain_nodes = settings.drain_nodes
-    target_replicas = settings.node_replicas
-    available_nodes = get_index_nodes()
-    available_nodes = [node for node in available_nodes if node.id not in drain_nodes]
-    if len(available_nodes) < target_replicas:
-        raise NodeClusterSmall(
-            f"Not enough nodes. Total: {len(available_nodes)}, Required: {target_replicas}"
-        )
-    if settings.max_node_replicas >= 0:
-        available_nodes = list(
-            filter(lambda n: n.shard_count < settings.max_node_replicas, available_nodes)
-        )
-        if len(available_nodes) < target_replicas:
-            raise NodeClusterSmall(
-                f"Could not find enough nodes with available shards. Available: {len(available_nodes)}, Required: {target_replicas}"  # noqa
-            )
-
-
-def sorted_primary_nodes(
-    avoid_nodes: Optional[list[str]] = None,
-    ignore_nodes: Optional[list[str]] = None,
-) -> list[str]:
-    """
-    Returns the list of all primary node ids sorted by decreasing available
-    disk space (from more to less available disk reported).
-
-    Nodes in `avoid_nodes` are placed at the tail of the list.
-    Nodes in `ignore_nodes` are ignored and never returned.
-    """
-    primary_nodes = get_index_nodes(include_secondary=False)
-
-    # Sort by available disk
-    sorted_nodes = sorted(primary_nodes, key=lambda n: n.available_disk, reverse=True)
-    available_node_ids = [node.id for node in sorted_nodes]
-
-    avoid_nodes = avoid_nodes or []
-    ignore_nodes = ignore_nodes or []
-
-    # Get the non-avoided nodes first
-    preferred_nodes = [nid for nid in available_node_ids if nid not in avoid_nodes]
-
-    # Add avoid_nodes to the end of the last nodes
-    result_nodes = preferred_nodes + [nid for nid in available_node_ids if nid not in preferred_nodes]
-
-    # Remove ignore_nodes from the list
-    result_nodes = [nid for nid in result_nodes if nid not in ignore_nodes]
-    return result_nodes

nucliadb/ingest/consumer/service.py

@@ -22,14 +22,13 @@ import sys
 from functools import partial
 from typing import Awaitable, Callable, Optional
 
-from nucliadb.common.cluster import manager
 from nucliadb.common.maindb.utils import setup_driver
 from nucliadb.ingest import SERVICE_NAME, logger
 from nucliadb.ingest.consumer.consumer import IngestConsumer, IngestProcessedConsumer
 from nucliadb.ingest.consumer.pull import PullWorker
 from nucliadb.ingest.settings import settings
 from nucliadb_utils.exceptions import ConfigurationError
-from nucliadb_utils.settings import running_settings, transaction_settings
+from nucliadb_utils.settings import transaction_settings
 from nucliadb_utils.utilities import (
     get_audit,
     get_nats_manager,
@@ -85,13 +84,6 @@ async def start_ingest_consumers(
     if transaction_settings.transaction_local:
         raise ConfigurationError("Can not start ingest consumers in local mode")
 
-    while len(manager.get_index_nodes()) == 0 and running_settings.running_environment not in (
-        "local",
-        "test",
-    ):
-        logger.warning("Initializion delayed 1s to receive some Nodes on the cluster")
-        await asyncio.sleep(1)
-
     driver = await setup_driver()
     pubsub = await get_pubsub()
     storage = await get_storage(service_name=service_name or SERVICE_NAME)
@@ -135,13 +127,6 @@ async def start_ingest_processed_consumer(
     if transaction_settings.transaction_local:
         raise ConfigurationError("Can not start ingest consumers in local mode")
 
-    while len(manager.get_index_nodes()) == 0 and running_settings.running_environment not in (
-        "local",
-        "test",
-    ):
-        logger.warning("Initializion delayed 1s to receive some Nodes on the cluster")
-        await asyncio.sleep(1)
-
     driver = await setup_driver()
     pubsub = await get_pubsub()
     storage = await get_storage(service_name=service_name or SERVICE_NAME)

nucliadb/ingest/service/writer.py

@@ -22,7 +22,7 @@ from typing import AsyncIterator
 
 from nucliadb.common import datamanagers
 from nucliadb.common.cluster.exceptions import AlreadyExists, EntitiesGroupNotFound
-from nucliadb.common.cluster.manager import get_index_nodes
+from nucliadb.common.cluster.manager import get_nidx_fake_node
 from nucliadb.common.cluster.utils import get_shard_manager
 from nucliadb.common.datamanagers.exceptions import KnowledgeBoxNotFound
 from nucliadb.common.external_index_providers.exceptions import ExternalIndexCreationError
@@ -418,7 +418,7 @@ class WriterServicer(writer_pb2_grpc.WriterServicer):
                     shard_count=n.shard_count,
                     primary_id=n.primary_id or "",
                 )
-                for n in get_index_nodes(include_secondary=True)
+                for n in [get_nidx_fake_node()]
             ]
         )
         return response

nucliadb/metrics_exporter.py

@@ -24,11 +24,12 @@ from typing import AsyncGenerator, Callable, Tuple, cast
 
 from nucliadb import logger
 from nucliadb.common import datamanagers
-from nucliadb.common.cluster import manager as cluster_manager
 from nucliadb.common.context import ApplicationContext
 from nucliadb.common.maindb.pg import PGDriver
 from nucliadb.common.maindb.utils import get_driver
+from nucliadb.common.nidx import get_nidx_api_client
 from nucliadb.migrator.datamanager import MigrationsDataManager
+from nucliadb_protos.noderesources_pb2 import EmptyQuery, NodeMetadata
 from nucliadb_telemetry import metrics
 from nucliadb_telemetry.logs import setup_logging
 from nucliadb_telemetry.utils import setup_telemetry
@@ -48,11 +49,10 @@ async def update_node_metrics(context: ApplicationContext):
     # Clear previoulsy set values so that we report only the current state
     SHARD_COUNT.gauge.clear()
 
-    all_nodes = cluster_manager.get_index_nodes()
-    for node in all_nodes:
-        if node.primary_id is not None:
-            continue
-        SHARD_COUNT.set(node.shard_count, labels=dict(node=node.id))
+    nidx_api = get_nidx_api_client()
+    metadata: NodeMetadata = await nidx_api.GetMetadata(EmptyQuery())
+
+    SHARD_COUNT.set(metadata.shard_count, labels={"node": "nidx"})
 
 
 async def iter_kbids(context: ApplicationContext) -> AsyncGenerator[str, None]:

nucliadb/purge/orphan_shards.py

@@ -55,26 +55,15 @@ async def detect_orphan_shards(driver: Driver) -> dict[str, ShardLocation]:
     """
     # To avoid detecting a new shard as orphan, query the index first and maindb
     # afterwards
-    indexed_shards: dict[str, ShardLocation] = {}
-    available_nodes = manager.get_index_nodes()
-    for node in available_nodes:
-        node_shards = await _get_indexed_shards(node)
-        indexed_shards.update(node_shards)
-
+    indexed_shards = await _get_indexed_shards()
     stored_shards = await _get_stored_shards(driver)
 
     # Log an error in case we found a shard stored but not indexed, this should
     # never happen as shards are created in the index node and then stored in
     # maindb
     not_indexed_shards = stored_shards.keys() - indexed_shards.keys()
-    available_nodes_ids = [node.id for node in available_nodes]
     for shard_id in not_indexed_shards:
         location = stored_shards[shard_id]
-
-        # skip shards from unavailable nodes
-        if location.node_id not in available_nodes_ids:
-            continue
-
         logger.error(
             "Found a shard on maindb not indexed in the index nodes",
             extra={
@@ -86,41 +75,24 @@ async def detect_orphan_shards(driver: Driver) -> dict[str, ShardLocation]:
 
     orphan_shard_ids = indexed_shards.keys() - stored_shards.keys()
     orphan_shards: dict[str, ShardLocation] = {}
-    unavailable_nodes: set[str] = set()
+    node = manager.get_nidx_fake_node()
     async with datamanagers.with_ro_transaction() as txn:
         for shard_id in orphan_shard_ids:
-            node_id = indexed_shards[shard_id].node_id
-            node = manager.get_index_node(node_id)  # type: ignore
-            if node is None:
-                unavailable_nodes.add(node_id)
-                kbid = UNKNOWN_KB
-            else:
-                kbid = await _get_kbid(node, shard_id) or UNKNOWN_KB
-
+            kbid = await _get_kbid(node, shard_id) or UNKNOWN_KB
             # Shards with knwon KB ids can be checked and ignore those comming from
             # an ongoing migration/rollover
             if kbid != UNKNOWN_KB:
                 skip = await datamanagers.rollover.is_rollover_shard(txn, kbid=kbid, shard_id=shard_id)
                 if skip:
                     continue
-
-            orphan_shards[shard_id] = ShardLocation(kbid=kbid, node_id=node_id)
-
-    if len(unavailable_nodes) > 0:
-        logger.info(
-            "Some nodes were unavailable while checking shard details and were skipped",
-            extra={"nodes": list(unavailable_nodes)},
-        )
-
+            orphan_shards[shard_id] = ShardLocation(kbid=kbid, node_id="nidx")
     return orphan_shards
 
 
-async def _get_indexed_shards(node: AbstractIndexNode) -> dict[str, ShardLocation]:
-    indexed_shards: dict[str, ShardLocation] = {}
-    node_shards = await node.list_shards()
-    for shard_id in node_shards:
-        indexed_shards[shard_id] = ShardLocation(kbid=UNKNOWN_KB, node_id=node.id)
-    return indexed_shards
+async def _get_indexed_shards() -> dict[str, ShardLocation]:
+    nidx = manager.get_nidx_fake_node()
+    shards = await nidx.list_shards()
+    return {shard_id: ShardLocation(kbid=UNKNOWN_KB, node_id="nidx") for shard_id in shards}
 
 
 async def _get_stored_shards(driver: Driver) -> dict[str, ShardLocation]:
@@ -188,13 +160,8 @@ async def purge_orphan_shards(driver: Driver):
     orphan_shards = await detect_orphan_shards(driver)
     logger.info(f"Found {len(orphan_shards)} orphan shards. Purge starts...")
 
-    unavailable_nodes: set[str] = set()
+    node = manager.get_nidx_fake_node()
     for shard_id, location in orphan_shards.items():
-        node = manager.get_index_node(location.node_id)
-        if node is None:
-            unavailable_nodes.add(location.node_id)
-            continue
-
         logger.info(
             "Deleting orphan shard from index node",
             extra={
@@ -205,12 +172,6 @@ async def purge_orphan_shards(driver: Driver):
         )
         await node.delete_shard(shard_id)
 
-    for node_id in unavailable_nodes:
-        logger.warning(
-            "Index node has been unavailable while purging. Orphan shards may still exist",
-            extra={"node_id": node_id},
-        )
-
 
 def parse_arguments():
     parser = argparse.ArgumentParser()

nucliadb/search/app.py

@@ -26,13 +26,10 @@ from starlette.middleware.authentication import AuthenticationMiddleware
 from starlette.requests import ClientDisconnect, Request
 from starlette.responses import HTMLResponse
 
-from nucliadb.common.cluster import manager
-from nucliadb.ingest.settings import DriverConfig
 from nucliadb.middleware import ProcessTimeHeaderMiddleware
 from nucliadb.search import API_PREFIX
 from nucliadb.search.api.v1.router import api as api_v1
 from nucliadb.search.lifecycle import lifespan
-from nucliadb.search.settings import settings
 from nucliadb_telemetry import errors
 from nucliadb_telemetry.fastapi.utils import (
     client_disconnect_handler,
@@ -89,28 +86,8 @@ async def homepage(request: Request) -> HTMLResponse:
     return HTMLResponse("NucliaDB Search Service")
 
 
-async def node_members(request: Request) -> JSONResponse:
-    return JSONResponse(
-        [
-            {
-                "id": node.id,
-                "listen_address": node.address,
-                "type": node.label,
-                "shard_count": node.shard_count,
-                "available_disk": node.available_disk,
-                "dummy": node.dummy,
-                "primary_id": node.primary_id,
-            }
-            for node in manager.get_index_nodes(include_secondary=True)
-        ]
-    )
-
-
 async def alive(request: Request) -> JSONResponse:
-    if len(manager.get_index_nodes()) == 0 and settings.driver != DriverConfig.LOCAL:
-        return JSONResponse({"status": "error"}, status_code=503)
-    else:
-        return JSONResponse({"status": "ok"})
+    return JSONResponse({"status": "ok"})
 
 
 async def ready(request: Request) -> JSONResponse:
@@ -122,6 +99,5 @@ async def ready(request: Request) -> JSONResponse:
 
 # Use raw starlette routes to avoid unnecessary overhead
 application.add_route("/", homepage)
-application.add_route("/node/members", node_members)
 application.add_route("/health/alive", alive)
 application.add_route("/health/ready", ready)

nucliadb/search/search/chat/ask.py

@@ -437,14 +437,32 @@ class NotEnoughContextAskResult(AskResult):
         context in the corpus to answer.
         """
         yield self._ndjson_encode(RetrievalAskResponseItem(results=self.main_results))
+        if self.prequeries_results:
+            yield self._ndjson_encode(
+                PrequeriesAskResponseItem(
+                    results={
+                        prequery.id or f"prequery_{index}": prequery_result
+                        for index, (prequery, prequery_result) in enumerate(self.prequeries_results)
+                    }
+                )
+            )
         yield self._ndjson_encode(AnswerAskResponseItem(text=NOT_ENOUGH_CONTEXT_ANSWER))
         status = AnswerStatusCode.NO_RETRIEVAL_DATA
         yield self._ndjson_encode(StatusAskResponseItem(code=status.value, status=status.prettify()))
 
     async def json(self) -> str:
+        prequeries = (
+            {
+                prequery.id or f"prequery_{index}": prequery_result
+                for index, (prequery, prequery_result) in enumerate(self.prequeries_results)
+            }
+            if self.prequeries_results
+            else None
+        )
         return SyncAskResponse(
             answer=NOT_ENOUGH_CONTEXT_ANSWER,
             retrieval_results=self.main_results,
+            prequeries=prequeries,
             status=AnswerStatusCode.NO_RETRIEVAL_DATA.prettify(),
         ).model_dump_json()
 

nucliadb/standalone/api_router.py

@@ -29,7 +29,6 @@ from fastapi_versioning import version
 from jwcrypto import jwe, jwk  # type: ignore
 
 from nucliadb.common import datamanagers
-from nucliadb.common.cluster import manager
 from nucliadb.common.http_clients import processing
 from nucliadb.common.http_clients.auth import NucliaAuthHTTPClient
 from nucliadb.standalone import versions
@@ -103,23 +102,6 @@ def get_temp_access_token(request: Request):
     return JSONResponse({"token": token})
 
 
-@standalone_api_router.get("/cluster/nodes")
-async def node_members(request: Request) -> JSONResponse:
-    return JSONResponse(
-        [
-            {
-                "id": node.id,
-                "listen_address": node.address,
-                "type": node.label,
-                "shard_count": node.shard_count,
-                "available_disk": node.available_disk,
-                "dummy": node.dummy,
-            }
-            for node in manager.get_index_nodes()
-        ]
-    )
-
-
 @standalone_api_router.get("/health/alive")
 async def alive(request: Request) -> JSONResponse:
     return JSONResponse({"status": "ok"})
@@ -127,8 +109,6 @@ async def alive(request: Request) -> JSONResponse:
 
 @standalone_api_router.get("/health/ready")
 async def ready(request: Request) -> JSONResponse:
-    if len(manager.get_index_nodes()) == 0:
-        return JSONResponse({"status": "not ready"}, status_code=503)
     return JSONResponse({"status": "ok"})
 
 

nucliadb/tests/config.py

@@ -47,7 +47,3 @@ def reset_config():
         for attr, _value in settings:
             default_value = getattr(defaults, attr)
             setattr(settings, attr, default_value)
-
-    from nucliadb.common.cluster import manager
-
-    manager.INDEX_NODES.clear()

{nucliadb-6.3.1.post3459.dist-info → nucliadb-6.3.1.post3472.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: nucliadb
-Version: 6.3.1.post3459
+Version: 6.3.1.post3472
 Summary: NucliaDB
 Author-email: Nuclia <nucliadb@nuclia.com>
 License: AGPL
@@ -20,11 +20,11 @@ Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3 :: Only
 Requires-Python: <4,>=3.9
 Description-Content-Type: text/markdown
-Requires-Dist: nucliadb-telemetry[all]>=6.3.1.post3459
-Requires-Dist: nucliadb-utils[cache,fastapi,storages]>=6.3.1.post3459
-Requires-Dist: nucliadb-protos>=6.3.1.post3459
-Requires-Dist: nucliadb-models>=6.3.1.post3459
-Requires-Dist: nidx-protos>=6.3.1.post3459
+Requires-Dist: nucliadb-telemetry[all]>=6.3.1.post3472
+Requires-Dist: nucliadb-utils[cache,fastapi,storages]>=6.3.1.post3472
+Requires-Dist: nucliadb-protos>=6.3.1.post3472
+Requires-Dist: nucliadb-models>=6.3.1.post3472
+Requires-Dist: nidx-protos>=6.3.1.post3472
 Requires-Dist: nucliadb-admin-assets>=1.0.0.post1224
 Requires-Dist: nuclia-models>=0.24.2
 Requires-Dist: uvicorn

{nucliadb-6.3.1.post3459.dist-info → nucliadb-6.3.1.post3472.dist-info}/RECORD

@@ -36,7 +36,7 @@ migrations/pg/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
 nucliadb/__init__.py,sha256=_abCmDJ_0ku483Os4UAjPX7Nywm39cQgAV_DiyjsKeQ,891
 nucliadb/health.py,sha256=UIxxA4oms4HIsCRZM_SZsdkIZIlgzmOxw-qSHLlWuak,3465
 nucliadb/learning_proxy.py,sha256=Gf76qXxjl1lrHEFaCpOUfjjf0ab6eGLNxLMJz3-M_mo,19354
-nucliadb/metrics_exporter.py,sha256=Rz6G7V_C_GTZCFzd0xEtIfixtZgUuffnr4rDKCbXXWM,5595
+nucliadb/metrics_exporter.py,sha256=6u0geEYFxgE5I2Fhl_sxsvGN-ZkaFZNGutSXwrzrsVs,5624
 nucliadb/openapi.py,sha256=wDiw0dVEvTpJvbatkJ0JZLkKm9RItZT5PWRHjqRfqTA,2272
 nucliadb/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 nucliadb/common/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
@@ -47,10 +47,10 @@ nucliadb/common/locking.py,sha256=RL0CabZVPzxHZyUjYeUyLvsJTm7W3J9o4fEgsY_ufNc,58
 nucliadb/common/nidx.py,sha256=_LoU8D4afEtlW0c3vGUCoatDZvMr0-2l_GtIGap7VxA,10185
 nucliadb/common/cluster/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
 nucliadb/common/cluster/base.py,sha256=kklDqyvsubNX0W494ttl9f3E58lGaX6AXqAd8XX8ZHE,5522
-nucliadb/common/cluster/exceptions.py,sha256=V3c_fgH00GyJ-a5CaGLhwTuhwhUNR9YAGvS5jaRuc_Y,1495
+nucliadb/common/cluster/exceptions.py,sha256=t7v_l93t44l2tQpdQXgO_w-c4YZRcaayOz1A2i0w4RQ,1258
 nucliadb/common/cluster/grpc_node_dummy.py,sha256=L85wBnfab7Rev0CfsfUjPxQC6DiHPsETKrZAOLx9XHg,3510
 nucliadb/common/cluster/index_node.py,sha256=g38H1kiAliF3Y6et_CWYInpn_xPxf7THAFJ7RtgLNZo,3246
-nucliadb/common/cluster/manager.py,sha256=-y5PCUzxrvvUCBopmi8JztPiSBYYbUBeLer0XtO4Ukk,15383
+nucliadb/common/cluster/manager.py,sha256=TMPPfR_41922JiuGpKL5iqNBoZGmv8agfYxlnRQIVss,12726
 nucliadb/common/cluster/rebalance.py,sha256=cLUlR08SsqmnoA_9GDflV6k2tXmkAPpyFxZErzp45vo,8754
 nucliadb/common/cluster/rollover.py,sha256=iTJ9EQmHbzXL34foNFto-hqdC0Kq1pF1mNxqv0jqhBs,25362
 nucliadb/common/cluster/settings.py,sha256=TMoym-cZsQ2soWfLAce0moSa2XncttQyhahL43LrWTo,3384
@@ -117,7 +117,7 @@ nucliadb/ingest/consumer/consumer.py,sha256=YIfkUmBqKeyAkJU1y1Vlld4pwFAKDdC_sX-s
 nucliadb/ingest/consumer/materializer.py,sha256=7ofLbwjldJA8TWXDRZRM4U5EviZt3qNSQ8oadmkzS0Y,3840
 nucliadb/ingest/consumer/metrics.py,sha256=ji1l_4cKiHJthQd8YNem1ft4iMbw9KThmVvJmLcv3Xg,1075
 nucliadb/ingest/consumer/pull.py,sha256=EYT0ImngMQgatStG68p2GSrPQBbJxeuq8nFm8DdAbwk,9280
-nucliadb/ingest/consumer/service.py,sha256=EZM1sABW_7bj6j2UgKUHUuK-EGIEYnLdtPAn8agfWz0,7110
+nucliadb/ingest/consumer/service.py,sha256=BLM_dmKZkFBsYl3sj4MZZp5M3kkxHLuO7sE18PqIatw,6538
 nucliadb/ingest/consumer/shard_creator.py,sha256=8SotMc-o_G8XZU52gR4Aay7tcigTdIXgz8YtxqHmJ1Q,4309
 nucliadb/ingest/consumer/utils.py,sha256=jpX8D4lKzuPCpArQLZeX_Zczq3pfen_zAf8sPJfOEZU,2642
 nucliadb/ingest/fields/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
@@ -145,7 +145,7 @@ nucliadb/ingest/orm/processor/processor.py,sha256=2FxAetUvtHvg6l-24xYrmBdsyqc0RU
 nucliadb/ingest/orm/processor/sequence_manager.py,sha256=uqEphtI1Ir_yk9jRl2gPf7BlzzXWovbARY5MNZSBI_8,1704
 nucliadb/ingest/service/__init__.py,sha256=MME_G_ERxzJR6JW_hfE2qcfXpmpH1kdG-S0a-M0qRm8,2043
 nucliadb/ingest/service/exceptions.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
-nucliadb/ingest/service/writer.py,sha256=yLFQhB1vruKviO1Lo4vgGkNw8pidQahDyQ0IVehqWL0,20377
+nucliadb/ingest/service/writer.py,sha256=wg_2Th9vMDuYolHe4GWwmiKO-Ovbs-ALF08Hp18iF78,20363
 nucliadb/middleware/__init__.py,sha256=A8NBlBuEkunCFMKpR9gnfNELsVn0Plc55BIQMbWDM8Q,2202
 nucliadb/migrator/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
 nucliadb/migrator/command.py,sha256=dKbJ1tAmP6X4lMVRSSlz351euaqs2wBPpOczLjATUes,2089
@@ -159,7 +159,7 @@ nucliadb/migrator/utils.py,sha256=NgUreUvON8_nWEzTxELBMWlfV7E6-6qi-g0DMEbVEz4,28
 nucliadb/models/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
 nucliadb/models/responses.py,sha256=qnuOoc7TrVSUnpikfTwHLKez47_DE4mSFzpxrwtqijA,1599
 nucliadb/purge/__init__.py,sha256=BphuNvsJ1aSwuVXUcSOaK4nj9pDcpuKRBf_QAcoRj-A,11787
-nucliadb/purge/orphan_shards.py,sha256=7Qm5PFscGr5ihcn5YZ9BaDh6shagkYouv8Z_tTzLuM8,9222
+nucliadb/purge/orphan_shards.py,sha256=AU1Jfc4qtQFasB6dkuGz0a_Zjs-i7liUTf7Xpl8R8ng,7939
 nucliadb/reader/__init__.py,sha256=C5Efic7WlGm2U2C5WOyquMFbIj2Pojwe_8mwzVYnOzE,1304
 nucliadb/reader/app.py,sha256=Se-BFTE6d1v1msLzQn4q5XIhjnSxa2ckDSHdvm7NRf8,3096
 nucliadb/reader/lifecycle.py,sha256=5jYyzMD1tpIh-OYbQoNMjKZ0-3D9KFnULa3B_Vf2xyY,1740
@@ -180,7 +180,7 @@ nucliadb/reader/api/v1/vectorsets.py,sha256=insTwaykshz442cMKa2VP74wJwvZrIYi0U7M
 nucliadb/reader/reader/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
 nucliadb/reader/reader/notifications.py,sha256=HVZNUlfbSuoZ9BsSs8wmzPeYurl0U0O2ooVlR9KSM3U,7792
 nucliadb/search/__init__.py,sha256=tnypbqcH4nBHbGpkINudhKgdLKpwXQCvDtPchUlsyY4,1511
-nucliadb/search/app.py,sha256=6UV7rO0f3w5bNFXLdQM8bwUwXayMGnM4hF6GGv7WPv4,4260
+nucliadb/search/app.py,sha256=-WEX1AZRA8R_9aeOo9ovOTwjXW_7VfwWN7N2ccSoqXg,3387
 nucliadb/search/lifecycle.py,sha256=DW8v4WUi4rZqc7xTOi3rE67W7877WG7fH9oTZbolHdE,2099
 nucliadb/search/openapi.py,sha256=t3Wo_4baTrfPftg2BHsyLWNZ1MYn7ZRdW7ht-wFOgRs,1016
 nucliadb/search/predict.py,sha256=z2-RkhMkH-5T6PtFkfESxNof07XiS5FxicLHPRyCUXc,22284
@@ -232,7 +232,7 @@ nucliadb/search/search/shards.py,sha256=JSRSrHgHcF4sXyuZZoJdMfK0v_LHpoSRf1lCr5-K
 nucliadb/search/search/summarize.py,sha256=ksmYPubEQvAQgfPdZHfzB_rR19B2ci4IYZ6jLdHxZo8,4996
 nucliadb/search/search/utils.py,sha256=iF2tbBA56gRMJH1TlE2hMrqeXqjoeOPt4KgRdp2m9Ek,3313
 nucliadb/search/search/chat/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
-nucliadb/search/search/chat/ask.py,sha256=HPHM97s1dxbHvugoWZj6aP8vL4gzHjjtwoDvzUMaLfw,36547
+nucliadb/search/search/chat/ask.py,sha256=olZT08JVo3ZGDsDXkjvI2JTlqQln_o91HJzv0TKFQ7I,37244
 nucliadb/search/search/chat/exceptions.py,sha256=Siy4GXW2L7oPhIR86H3WHBhE9lkV4A4YaAszuGGUf54,1356
 nucliadb/search/search/chat/images.py,sha256=PA8VWxT5_HUGfW1ULhKTK46UBsVyINtWWqEM1ulzX1E,3095
 nucliadb/search/search/chat/prompt.py,sha256=Jnja-Ss7skgnnDY8BymVfdeYsFPnIQFL8tEvcRXTKUE,47356
@@ -246,7 +246,7 @@ nucliadb/search/search/query_parser/models.py,sha256=VHDuyJlU2OLZN1usrQX53TZbPmW
 nucliadb/search/search/query_parser/old_filters.py,sha256=-zbfN-RsXoj_DRjh3Lfp-wShwFXgkISawzVptVzja-A,9071
 nucliadb/search/search/query_parser/parser.py,sha256=9TwkSNna3s-lCQIqBoSJzm6YbXdu8VIHJUan8M4ysfE,4667
 nucliadb/standalone/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
-nucliadb/standalone/api_router.py,sha256=4-g-eEq27nL6vKCLRCoV0Pxf-L273N-eHeEX2vI9qgg,6215
+nucliadb/standalone/api_router.py,sha256=hgq9FXpihzgjHkwcVGfGCSwyXy67fqXTfLFHuINzIi0,5567
 nucliadb/standalone/app.py,sha256=mAApNK_iVsQgJyd-mtwCeZq5csSimwnXmlQGH9a70pE,5586
 nucliadb/standalone/auth.py,sha256=UwMv-TywhMZabvVg3anQLeCRdoHDnWf2o3luvnoNBjs,7670
 nucliadb/standalone/config.py,sha256=g9JBJQfyw87TYZ3yuy0O9WFVLd_MmCJxSRSI0E8FwZE,5396
@@ -268,7 +268,7 @@ nucliadb/tasks/producer.py,sha256=_aTEulet1ebGhQMhoD3SlfHtfhZHNCbBfOf8uKyNpWk,35
 nucliadb/tasks/registry.py,sha256=tKvv_Py_O3peuLshq4bB3w197E33O7P7B63_6loLMrA,1753
 nucliadb/tasks/utils.py,sha256=abXcE_bjAkO4UwrKXhZykFPsRwbtwnuc0reNWhYImjw,1360
 nucliadb/tests/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
-nucliadb/tests/config.py,sha256=w9WtfShw9zxA8Hh09Uk5H4HDz-dUcZcw9bKzuDJmUDQ,2162
+nucliadb/tests/config.py,sha256=JN_Jhgj-fwM9_8IeO9pwxr6C1PiwRDrXxm67Y38rU30,2080
 nucliadb/tests/vectors.py,sha256=CcNKx-E8LPpyvRyljbmb-Tn_wST9Juw2CBoogWrKiTk,62843
 nucliadb/train/__init__.py,sha256=NVwe5yULoHXb80itIJT8YJYEz2xbiOPQ7_OMys6XJw8,1301
 nucliadb/train/app.py,sha256=TiRttTvekLuZdIvi46E4HyuumDTkR4G4Luqq3fEdjes,2824
@@ -340,8 +340,8 @@ nucliadb/writer/tus/local.py,sha256=7jYa_w9b-N90jWgN2sQKkNcomqn6JMVBOVeDOVYJHto,
 nucliadb/writer/tus/s3.py,sha256=vF0NkFTXiXhXq3bCVXXVV-ED38ECVoUeeYViP8uMqcU,8357
 nucliadb/writer/tus/storage.py,sha256=ToqwjoYnjI4oIcwzkhha_MPxi-k4Jk3Lt55zRwaC1SM,2903
 nucliadb/writer/tus/utils.py,sha256=MSdVbRsRSZVdkaum69_0wku7X3p5wlZf4nr6E0GMKbw,2556
-nucliadb-6.3.1.post3459.dist-info/METADATA,sha256=zMGQyt7lrs7DRElv9VpHgno7KKh77BPxxoQ8EhmBUGY,4291
-nucliadb-6.3.1.post3459.dist-info/WHEEL,sha256=jB7zZ3N9hIM9adW7qlTAyycLYW9npaWKLRzaoVcLKcM,91
-nucliadb-6.3.1.post3459.dist-info/entry_points.txt,sha256=XqGfgFDuY3zXQc8ewXM2TRVjTModIq851zOsgrmaXx4,1268
-nucliadb-6.3.1.post3459.dist-info/top_level.txt,sha256=hwYhTVnX7jkQ9gJCkVrbqEG1M4lT2F_iPQND1fCzF80,20
-nucliadb-6.3.1.post3459.dist-info/RECORD,,
+nucliadb-6.3.1.post3472.dist-info/METADATA,sha256=i8NumTytCL5x5Ht3oyaFDYDBa3Fa7JVz7B10ni6OHMc,4291
+nucliadb-6.3.1.post3472.dist-info/WHEEL,sha256=jB7zZ3N9hIM9adW7qlTAyycLYW9npaWKLRzaoVcLKcM,91
+nucliadb-6.3.1.post3472.dist-info/entry_points.txt,sha256=XqGfgFDuY3zXQc8ewXM2TRVjTModIq851zOsgrmaXx4,1268
+nucliadb-6.3.1.post3472.dist-info/top_level.txt,sha256=hwYhTVnX7jkQ9gJCkVrbqEG1M4lT2F_iPQND1fCzF80,20
+nucliadb-6.3.1.post3472.dist-info/RECORD,,