nucliadb-utils 6.2.1.post3355__py3-none-any.whl → 6.2.1.post3365__py3-none-any.whl

nucliadb_utils/const.py

@@ -42,15 +42,6 @@ class Streams:
         subject = "ndb.consumer.processed"
         group = "nucliadb-pull-processed"
 
-    class INDEX:
-        """
-        Indexing resources on the IndexNode
-        """
-
-        name = "node"
-        subject = "node.{node}"
-        group = "node-{node}"
-
     class KB_EXPORTS:
         """
         Exporting kbs

nucliadb_utils/utilities.py

@@ -38,13 +38,11 @@ from nucliadb_utils.cache.settings import settings as cache_settings
 from nucliadb_utils.encryption import EndecryptorUtility
 from nucliadb_utils.encryption.settings import settings as encryption_settings
 from nucliadb_utils.exceptions import ConfigurationError
-from nucliadb_utils.indexing import IndexingUtility
 from nucliadb_utils.nats import NatsConnectionManager
 from nucliadb_utils.partition import PartitionUtility
 from nucliadb_utils.settings import (
     FileBackendConfig,
     audit_settings,
-    indexing_settings,
     nuclia_settings,
     storage_settings,
     transaction_settings,
@@ -71,7 +69,6 @@ class Utility(str, Enum):
     SHARD_MANAGER = "shard_manager"
     COUNTER = "counter"
     PUBSUB = "pubsub"
-    INDEXING = "indexing"
     AUDIT = "audit"
     STORAGE = "storage"
     TRAIN = "train"
@@ -311,27 +308,6 @@ async def stop_transaction_utility() -> None:
         clean_utility(Utility.TRANSACTION)
 
 
-async def start_indexing_utility(service_name: Optional[str] = None) -> IndexingUtility:
-    indexing_utility = IndexingUtility(
-        nats_creds=indexing_settings.index_jetstream_auth,
-        nats_servers=indexing_settings.index_jetstream_servers,
-    )
-    await indexing_utility.initialize(service_name)
-    set_utility(Utility.INDEXING, indexing_utility)
-    return indexing_utility
-
-
-async def stop_indexing_utility():
-    indexing_utility = get_indexing()
-    if indexing_utility:
-        clean_utility(Utility.INDEXING)
-        await indexing_utility.finalize()
-
-
-def get_indexing() -> IndexingUtility:
-    return get_utility(Utility.INDEXING)
-
-
 def get_audit() -> Optional[AuditStorage]:
     return get_utility(Utility.AUDIT)
 

{nucliadb_utils-6.2.1.post3355.dist-info → nucliadb_utils-6.2.1.post3365.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: nucliadb_utils
-Version: 6.2.1.post3355
+Version: 6.2.1.post3365
 Summary: NucliaDB util library
 Author-email: Nuclia <nucliadb@nuclia.com>
 License: AGPL
@@ -27,8 +27,8 @@ Requires-Dist: nats-py[nkeys]>=2.6.0
 Requires-Dist: PyNaCl
 Requires-Dist: pyjwt>=2.4.0
 Requires-Dist: mrflagly>=0.2.9
-Requires-Dist: nucliadb-protos>=6.2.1.post3355
-Requires-Dist: nucliadb-telemetry>=6.2.1.post3355
+Requires-Dist: nucliadb-protos>=6.2.1.post3365
+Requires-Dist: nucliadb-telemetry>=6.2.1.post3365
 Provides-Extra: cache
 Requires-Dist: redis>=4.3.4; extra == "cache"
 Requires-Dist: orjson>=3.6.7; extra == "cache"

{nucliadb_utils-6.2.1.post3355.dist-info → nucliadb_utils-6.2.1.post3365.dist-info}/RECORD

@@ -1,13 +1,12 @@
 nucliadb_utils/__init__.py,sha256=EvBCH1iTODe-AgXm48aj4kVUt_Std3PeL8QnwimR5wI,895
 nucliadb_utils/asyncio_utils.py,sha256=h8Y-xpcFFRgNzaiIW0eidz7griAQa7ggbNk34-tAt2c,2888
 nucliadb_utils/authentication.py,sha256=5_b323v2ylJaJvM_0coeSQEtnD-p9IGD-6CPA6IXhik,6471
-nucliadb_utils/const.py,sha256=fA8NLObuow6ZyXHEDzl3kordTVyhNWHOdtvzK0oUaJU,2174
+nucliadb_utils/const.py,sha256=EY6xda1FWf9sHjY6T6fzRE7TAh0QGGDQwgwxN-4knS0,2003
 nucliadb_utils/debug.py,sha256=Q56Nx9Dp7V2ae3CU2H0ztaZcHTJXdlflPLKLeOPZ170,2436
 nucliadb_utils/exceptions.py,sha256=y_3wk77WLVUtdo-5FtbBsdSkCtK_DsJkdWb5BoPn3qo,1094
 nucliadb_utils/featureflagging.py,sha256=YxDiXzWuiDlHtqgeTVeyakmbAdzBePzJpgJv53ELbmI,2259
 nucliadb_utils/grpc.py,sha256=apu0uePnkGHCAT7GRQ9YZfRYyFj26kJ440i8jitbM3U,3314
 nucliadb_utils/helpers.py,sha256=nPw8yod3hP-pxq80VF8QC36s7ygSg0dBUdfI-LatvCs,1600
-nucliadb_utils/indexing.py,sha256=Luaqcar3CySpdYOFp6Q9Fyr8ZYwhYhaKRHQ_VGL78f8,2318
 nucliadb_utils/nats.py,sha256=99YJkK1QMfWDxKJK8u0acK0lLYb8yThalzulGETiT80,15266
 nucliadb_utils/partition.py,sha256=jBgy4Hu5Iwn4gjbPPcthSykwf-qNx-GcLAIwbzPd1d0,1157
 nucliadb_utils/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -16,7 +15,7 @@ nucliadb_utils/settings.py,sha256=RnGhEUvwv6faNqALiqDCivvzNOyyXVBflYh_37uNkow,81
 nucliadb_utils/signals.py,sha256=JRNv2y9zLtBjOANBf7krGfDGfOc9qcoXZ6N1nKWS2FE,2674
 nucliadb_utils/store.py,sha256=kQ35HemE0v4_Qg6xVqNIJi8vSFAYQtwI3rDtMsNy62Y,890
 nucliadb_utils/transaction.py,sha256=YYnTpxCDs56lo0tS6ErABjk9WjDuieUc4f7r63Q_OP8,7864
-nucliadb_utils/utilities.py,sha256=_5pNsXBknULGrTvV4hgIjsOJ0sSbFq4ygseH89C1gdk,16128
+nucliadb_utils/utilities.py,sha256=usyqgkfinZeDoUSFpIugmKKJZpoi8wppFL_lAhhlkBI,15371
 nucliadb_utils/aiopynecone/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
 nucliadb_utils/aiopynecone/client.py,sha256=MPyHnDXwhukJr7U3CJh7BpsekfSuOkyM4g5b9LLtzc8,22941
 nucliadb_utils/aiopynecone/exceptions.py,sha256=fUErx3ceKQK1MUbOnYcZhIzpNe8UVAptZE9JIRDLXDE,4000
@@ -55,11 +54,10 @@ nucliadb_utils/tests/asyncbenchmark.py,sha256=vrX_x9ifCXi18PfNShc23w9x_VUiB_Ph-2
 nucliadb_utils/tests/azure.py,sha256=Dg-Eb4KVScG-O6P9y-bVQZTAKTNUMQ0i-CKEd9IdrWw,4474
 nucliadb_utils/tests/fixtures.py,sha256=i0sqPqe5a5JlKGFdaIvOlHYkZ3pHZ2hTIgTsaIB3vSM,3472
 nucliadb_utils/tests/gcs.py,sha256=KW_DLet1WRlssSW55eI-IQ-0d94Jo2Oh7Di4xGv4JCc,4685
-nucliadb_utils/tests/indexing.py,sha256=YW2QhkhO9Q_8A4kKWJaWSvXvyQ_AiAwY1VylcfVQFxk,1513
 nucliadb_utils/tests/local.py,sha256=fXIBasrvdaFJM-sw2wk1_oiFzBcm9O10iCyC-OiXwY8,1914
 nucliadb_utils/tests/nats.py,sha256=RWHjwqq5esuO7OFbP24yYX1cXnpPLcWJwDUdmwCpH28,1897
 nucliadb_utils/tests/s3.py,sha256=pl-RJFjA4MH6iXkqhsh5g8gDuEhrYu1nPZ-laxlrMlE,3704
-nucliadb_utils-6.2.1.post3355.dist-info/METADATA,sha256=ngo4IxnubQ46muS0gzdcU2JndDpD93JTaCrQq40WPJ8,2209
-nucliadb_utils-6.2.1.post3355.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-nucliadb_utils-6.2.1.post3355.dist-info/top_level.txt,sha256=fE3vJtALTfgh7bcAWcNhcfXkNPp_eVVpbKK-2IYua3E,15
-nucliadb_utils-6.2.1.post3355.dist-info/RECORD,,
+nucliadb_utils-6.2.1.post3365.dist-info/METADATA,sha256=h6lDRLvl5X4k93TMf8DEcdbMbuASJ4Bx6O1-4_Czvjo,2209
+nucliadb_utils-6.2.1.post3365.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+nucliadb_utils-6.2.1.post3365.dist-info/top_level.txt,sha256=fE3vJtALTfgh7bcAWcNhcfXkNPp_eVVpbKK-2IYua3E,15
+nucliadb_utils-6.2.1.post3365.dist-info/RECORD,,

nucliadb_utils/indexing.py

@@ -1,64 +0,0 @@
-# Copyright (C) 2021 Bosutech XXI S.L.
-#
-# nucliadb is offered under the AGPL v3.0 and as commercial software.
-# For commercial licensing, contact us at info@nuclia.com.
-#
-# AGPL:
-# This program is free software: you can redistribute it and/or modify
-# it under the terms of the GNU Affero General Public License as
-# published by the Free Software Foundation, either version 3 of the
-# License, or (at your option) any later version.
-#
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-# GNU Affero General Public License for more details.
-#
-# You should have received a copy of the GNU Affero General Public License
-# along with this program. If not, see <http://www.gnu.org/licenses/>.
-#
-from typing import List, Optional, Tuple
-
-from nucliadb_protos.nodewriter_pb2 import IndexMessage
-from nucliadb_utils import const, logger
-from nucliadb_utils.nats import NatsConnectionManager
-
-
-class IndexingUtility:
-    def __init__(
-        self,
-        nats_servers: List[str],
-        nats_creds: Optional[str] = None,
-        dummy: bool = False,
-    ):
-        self.dummy = dummy
-        if dummy:
-            self._calls: List[Tuple[str, IndexMessage]] = []
-        else:
-            self.nats_connection_manager = NatsConnectionManager(
-                service_name="IndexingUtility",
-                nats_servers=nats_servers,
-                nats_creds=nats_creds,
-            )
-
-    async def initialize(self, service_name: Optional[str] = None):
-        if self.dummy:
-            return
-        await self.nats_connection_manager.initialize()
-
-    async def finalize(self):
-        if self.dummy:
-            return
-        await self.nats_connection_manager.finalize()
-
-    async def index(self, writer: IndexMessage, node: str) -> int:
-        if self.dummy:
-            self._calls.append((node, writer))
-            return 0
-
-        subject = const.Streams.INDEX.subject.format(node=node)
-        res = await self.nats_connection_manager.js.publish(subject, writer.SerializeToString())
-        logger.info(
-            f" - Pushed message to index {subject}.  shard: {writer.shard}, txid: {writer.txid}  seqid: {res.seq}"  # noqa
-        )
-        return res.seq

nucliadb_utils/tests/indexing.py

@@ -1,38 +0,0 @@
-# Copyright (C) 2021 Bosutech XXI S.L.
-#
-# nucliadb is offered under the AGPL v3.0 and as commercial software.
-# For commercial licensing, contact us at info@nuclia.com.
-#
-# AGPL:
-# This program is free software: you can redistribute it and/or modify
-# it under the terms of the GNU Affero General Public License as
-# published by the Free Software Foundation, either version 3 of the
-# License, or (at your option) any later version.
-#
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-# GNU Affero General Public License for more details.
-#
-# You should have received a copy of the GNU Affero General Public License
-# along with this program. If not, see <http://www.gnu.org/licenses/>.
-
-import pytest
-
-from nucliadb_utils.indexing import IndexingUtility
-from nucliadb_utils.settings import indexing_settings
-from nucliadb_utils.utilities import Utility, clean_utility, get_utility, set_utility
-
-
-@pytest.fixture(scope="function")
-async def indexing_utility_registered():  # pragma: no cover
-    indexing_util = IndexingUtility(
-        nats_creds=indexing_settings.index_jetstream_auth,
-        nats_servers=indexing_settings.index_jetstream_servers,
-    )
-    await indexing_util.initialize()
-    set_utility(Utility.INDEXING, indexing_util)
-    yield
-    await indexing_util.finalize()
-    if get_utility(Utility.INDEXING):
-        clean_utility(Utility.INDEXING)