nucliadb-utils 6.8.1.post4957__py3-none-any.whl → 6.9.5.post5434__py3-none-any.whl

nucliadb_utils/const.py

@@ -41,4 +41,4 @@ class Features:
     SKIP_EXTERNAL_INDEX = "nucliadb_skip_external_index"
     LOG_REQUEST_PAYLOADS = "nucliadb_log_request_payloads"
     IGNORE_EXTRACTED_IN_SEARCH = "nucliadb_ignore_extracted_in_search"
-    DEBUG_MISSING_VECTORS = "nucliadb_debug_missing_vectors"
+    REBALANCE_ENABLED = "nucliadb_rebalance"

nucliadb_utils/featureflagging.py

@@ -45,10 +45,7 @@ DEFAULT_FLAG_DATA: dict[str, Any] = {
         "rollout": 0,
         "variants": {"environment": ["local"]},
     },
-    const.Features.DEBUG_MISSING_VECTORS: {
-        "rollout": 0,
-        "variants": {"environment": ["local"]},
-    },
+    const.Features.REBALANCE_ENABLED: {"rollout": 0, "variants": {"environment": ["local"]}},
 }
 
 

nucliadb_utils/settings.py

@@ -125,6 +125,12 @@ class StorageSettings(BaseSettings):
         examples=["https://<storageaccountname>.blob.core.windows.net"],
     )
 
+    azure_kb_account_url: Optional[str] = Field(
+        default=None,
+        description="Azure Account URL for KB containers. If unspecified, uses `azure_account_url`",  # noqa
+        examples=["https://<storageaccountname>.blob.core.windows.net"],
+    )
+
     # For testing purposes: Azurite docker image requires a connection string as it
     # doesn't support Azure's default credential authentication method
     azure_connection_string: Optional[str] = None

nucliadb_utils/storages/azure.py

@@ -20,6 +20,7 @@
 
 from __future__ import annotations
 
+import base64
 import logging
 from datetime import datetime
 from typing import AsyncGenerator, AsyncIterator, Optional, Union
@@ -31,7 +32,6 @@ from azure.storage.blob.aio import BlobServiceClient
 
 from nucliadb_protos.resources_pb2 import CloudFile
 from nucliadb_telemetry import metrics
-from nucliadb_utils.storages.exceptions import ObjectNotFoundError
 from nucliadb_utils.storages.object_store import ObjectStore
 from nucliadb_utils.storages.storage import Storage, StorageField
 from nucliadb_utils.storages.utils import ObjectInfo, ObjectMetadata, Range
@@ -146,7 +146,7 @@ class AzureStorageField(StorageField):
             return None
         try:
             return await self.storage.object_store.get_metadata(bucket, key)
-        except ObjectNotFoundError:
+        except KeyError:
             return None
 
     async def upload(self, iterator: AsyncIterator, origin: CloudFile) -> CloudFile:
@@ -163,22 +163,32 @@ class AzureStorageField(StorageField):
 
 class AzureStorage(Storage):
     field_klass = AzureStorageField
-    object_store: ObjectStore
+    object_store: AzureObjectStore
+    kb_object_store: AzureObjectStore
     source = CloudFile.AZURE
 
     def __init__(
         self,
         account_url: str,
-        deadletter_bucket: str = "deadletter",
-        indexing_bucket: str = "indexing",
+        kb_account_url: str,
+        deadletter_bucket: Optional[str] = "deadletter",
+        indexing_bucket: Optional[str] = "indexing",
         connection_string: Optional[str] = None,
     ):
         self.object_store = AzureObjectStore(account_url, connection_string=connection_string)
+        self.kb_object_store = AzureObjectStore(kb_account_url, connection_string=connection_string)
         self.deadletter_bucket = deadletter_bucket
         self.indexing_bucket = indexing_bucket
 
+    def object_store_for_bucket(self, bucket_name: str) -> AzureObjectStore:
+        if bucket_name in [self.indexing_bucket, self.deadletter_bucket]:
+            return self.object_store
+        else:
+            return self.kb_object_store
+
     async def initialize(self, service_name: Optional[str] = None):
         await self.object_store.initialize()
+        await self.kb_object_store.initialize()
         for bucket in [
             self.deadletter_bucket,
             self.indexing_bucket,
@@ -195,39 +205,39 @@ class AzureStorage(Storage):
 
     async def delete_upload(self, uri: str, bucket_name: str):
         try:
-            await self.object_store.delete(bucket_name, uri)
-        except ObjectNotFoundError:
+            await self.object_store_for_bucket(bucket_name).delete(bucket_name, uri)
+        except KeyError:
             pass
 
     async def create_bucket(self, bucket_name: str, kbid: Optional[str] = None):
-        if await self.object_store.bucket_exists(bucket_name):
+        if await self.object_store_for_bucket(bucket_name).bucket_exists(bucket_name):
             return
-        await self.object_store.bucket_create(bucket_name)
+        await self.object_store_for_bucket(bucket_name).bucket_create(bucket_name)
 
     def get_bucket_name(self, kbid: str):
         return f"nucliadb-{kbid}"
 
     async def create_kb(self, kbid: str) -> bool:
         bucket_name = self.get_bucket_name(kbid)
-        return await self.object_store.bucket_create(bucket_name)
+        return await self.kb_object_store.bucket_create(bucket_name)
 
     async def schedule_delete_kb(self, kbid: str) -> bool:
         bucket_name = self.get_bucket_name(kbid)
-        deleted, _ = await self.object_store.bucket_delete(bucket_name)
+        deleted, _ = await self.kb_object_store.bucket_delete(bucket_name)
         return deleted
 
     async def delete_kb(self, kbid: str) -> tuple[bool, bool]:
         bucket_name = self.get_bucket_name(kbid)
-        return await self.object_store.bucket_delete(bucket_name)
+        return await self.kb_object_store.bucket_delete(bucket_name)
 
     async def iterate_objects(
         self, bucket: str, prefix: str, start: Optional[str] = None
     ) -> AsyncGenerator[ObjectInfo, None]:
-        async for obj in self.object_store.iterate(bucket, prefix, start):
+        async for obj in self.object_store_for_bucket(bucket).iterate(bucket, prefix, start):
             yield obj
 
-    async def insert_object(self, bucket_name: str, key: str, data: bytes) -> None:
-        await self.object_store.insert(bucket_name, key, data)
+    async def insert_object(self, bucket: str, key: str, data: bytes) -> None:
+        await self.object_store_for_bucket(bucket).insert(bucket, key, data)
 
 
 class AzureObjectStore(ObjectStore):
@@ -328,7 +338,7 @@ class AzureObjectStore(ObjectStore):
         try:
             await container_client.delete_blob(key, delete_snapshots="include")
         except ResourceNotFoundError:
-            raise ObjectNotFoundError()
+            raise KeyError(f"Not found: {bucket}/{key}")
 
     @ops_observer.wrap({"type": "upload"})
     async def upload(
@@ -350,6 +360,7 @@ class AzureObjectStore(ObjectStore):
             name=key,
             data=data,
             length=length,
+            overwrite=True,
             blob_type=BlobType.BLOCKBLOB,
             metadata=custom_metadata,
             content_settings=ContentSettings(
@@ -361,7 +372,7 @@ class AzureObjectStore(ObjectStore):
     @ops_observer.wrap({"type": "insert"})
     async def insert(self, bucket: str, key: str, data: bytes) -> None:
         container_client = self.service_client.get_container_client(bucket)
-        await container_client.upload_blob(name=key, data=data, length=len(data))
+        await container_client.upload_blob(name=key, data=data, length=len(data), overwrite=True)
 
     @ops_observer.wrap({"type": "download"})
     async def download(self, bucket: str, key: str) -> bytes:
@@ -370,7 +381,7 @@ class AzureObjectStore(ObjectStore):
         try:
             downloader = await blob_client.download_blob()
         except ResourceNotFoundError:
-            raise ObjectNotFoundError()
+            raise KeyError(f"Not found: {bucket}/{key}")
         return await downloader.readall()
 
     async def download_stream(
@@ -383,14 +394,14 @@ class AzureObjectStore(ObjectStore):
         length = None
         if range.any():
             offset = range.start or 0
-            length = range.end - offset + 1 if range.end else None
+            length = range.end - offset + 1 if range.end is not None else None
         try:
             downloader = await blob_client.download_blob(
                 offset=offset,  # type: ignore
                 length=length,  # type: ignore
             )
         except ResourceNotFoundError:
-            raise ObjectNotFoundError()
+            raise KeyError(f"Not found: {bucket}/{key}")
         async for chunk in downloader.chunks():
             yield chunk
 
@@ -411,18 +422,25 @@ class AzureObjectStore(ObjectStore):
             properties: BlobProperties = await blob_client.get_blob_properties()
             return parse_object_metadata(properties, key)
         except ResourceNotFoundError:
-            raise ObjectNotFoundError()
+            raise KeyError(f"Not found: {bucket}/{key}")
 
     @ops_observer.wrap({"type": "multipart_start"})
     async def upload_multipart_start(self, bucket: str, key: str, metadata: ObjectMetadata) -> None:
         container_client = self.service_client.get_container_client(bucket)
-        custom_metadata = {key: str(value) for key, value in metadata.model_dump().items()}
+        custom_metadata = {
+            "base64_filename": base64.b64encode(metadata.filename.encode()).decode(),
+            "content_type": metadata.content_type,
+            "size": str(metadata.size),
+        }
         blob_client = container_client.get_blob_client(key)
+        safe_filename = (
+            metadata.filename.encode("ascii", "replace").decode().replace('"', "").replace("\n", "")
+        )
         await blob_client.create_append_blob(
             metadata=custom_metadata,
             content_settings=ContentSettings(
                 content_type=metadata.content_type,
-                content_disposition=f"attachment; filename={metadata.filename}",
+                content_disposition=f'attachment; filename="{safe_filename}"',
             ),
         )
 
@@ -450,7 +468,12 @@ def parse_object_metadata(properties: BlobProperties, key: str) -> ObjectMetadat
         size = int(custom_metadata_size)
     else:
         size = properties.size
-    filename = custom_metadata.get("filename") or key.split("/")[-1]
+
+    b64_filename = custom_metadata.get("base64_filename")
+    if b64_filename:
+        filename = base64.b64decode(b64_filename.encode()).decode()
+    else:
+        filename = key.split("/")[-1]
     content_type = custom_metadata.get("content_type") or properties.content_settings.content_type or ""
     return ObjectMetadata(
         filename=filename,

nucliadb_utils/storages/exceptions.py

@@ -71,9 +71,3 @@ class UnparsableResponse(Exception):
     Raised when trying to parse a response from a storage API and it's not
     possible
     """
-
-
-class ObjectNotFoundError(Exception):
-    """
-    Raised when the object is not found in storage
-    """

nucliadb_utils/storages/s3.py

@@ -179,7 +179,7 @@ class S3StorageField(StorageField):
             Bucket=bucket_name,
             Key=upload_id,
             Metadata={
-                "FILENAME": cf.filename,
+                "base64_filename": base64.b64encode(cf.filename.encode()).decode(),
                 "SIZE": str(cf.size),
                 "CONTENT_TYPE": cf.content_type,
             },

nucliadb_utils/storages/settings.py

@@ -33,6 +33,9 @@ class Settings(BaseSettings):
     s3_deadletter_bucket: Optional[str] = None
     s3_indexing_bucket: Optional[str] = None
 
+    azure_deadletter_bucket: Optional[str] = None
+    azure_indexing_bucket: Optional[str] = None
+
     local_testing_files: str = os.path.dirname(__file__)
 
 

nucliadb_utils/storages/storage.py

@@ -394,6 +394,7 @@ class Storage(abc.ABC, metaclass=abc.ABCMeta):
         key: str,
         payload: bytes,
         filename: str = "payload",
+        # REVIEW: this default may be settings file without content type
         content_type: str = "",
     ):
         """

nucliadb_utils/tests/azure.py

@@ -28,6 +28,7 @@ from pytest_docker_fixtures.containers._base import BaseImage  # type: ignore  #
 
 from nucliadb_utils.settings import FileBackendConfig, storage_settings
 from nucliadb_utils.storages.azure import AzureStorage
+from nucliadb_utils.storages.settings import settings as extended_storage_settings
 
 images.settings["azurite"] = {
     "image": "mcr.microsoft.com/azure-storage/azurite",
@@ -105,7 +106,7 @@ def azurite() -> Generator[AzuriteFixture, None, None]:
             port=port,
             container=container.container_obj,
             connection_string=get_connection_string(host, port),
-            account_url=f"http://{host}:{port}/devstoreaccount1",
+            account_url=f"https://devstoreaccount1.blob.core.windows.net",
         )
     finally:
         container.stop()
@@ -118,12 +119,18 @@ def azure_storage_settings(azurite: AzuriteFixture) -> Iterator[dict[str, Any]]:
         "azure_account_url": azurite.account_url,
         "azure_connection_string": azurite.connection_string,
     }
+    extended_settings = {
+        "azure_deadletter_bucket": "deadletter",
+        "azure_indexing_bucket": "indexing",
+    }
     with ExitStack() as stack:
         for key, value in settings.items():
             context = patch.object(storage_settings, key, value)
             stack.enter_context(context)
-
-        yield settings
+        for key, value in extended_settings.items():
+            context = patch.object(extended_storage_settings, key, value)
+            stack.enter_context(context)
+        yield settings | extended_settings
 
 
 @pytest.fixture(scope="function")
@@ -132,8 +139,10 @@ async def azure_storage(azurite, azure_storage_settings: dict[str, Any]):
 
     storage = AzureStorage(
         account_url=storage_settings.azure_account_url,
+        kb_account_url=storage_settings.azure_kb_account_url or storage_settings.azure_account_url,
         connection_string=storage_settings.azure_connection_string,
     )
     await storage.initialize()
+    await storage.create_bucket("nidx")
     yield storage
     await storage.finalize()

nucliadb_utils/tests/fixtures.py

@@ -23,12 +23,14 @@ from typing import Any, Iterator, Type
 from unittest.mock import Mock
 
 import pytest
+from pytest import FixtureRequest
 from pytest_lazy_fixtures import lazy_fixture
 
 from nucliadb_utils.storages.azure import AzureStorage
 from nucliadb_utils.storages.gcs import GCSStorage
 from nucliadb_utils.storages.local import LocalStorage
 from nucliadb_utils.storages.s3 import S3Storage
+from nucliadb_utils.storages.storage import Storage
 from nucliadb_utils.utilities import Utility, clean_utility, set_utility
 
 
@@ -52,7 +54,7 @@ def hosted_nucliadb():
     nuclia_settings.onprem = original
 
 
-def get_testing_storage_backend():
+def get_testing_storage_backend() -> str:
     """
     Default to gcs for linux users and s3 for macOS users. This is because some
     tests fail on macOS with the gcs backend with a weird nidx error (to be looked into).
@@ -72,7 +74,7 @@ def lazy_storage_fixture():
 
 
 @pytest.fixture(scope="function", params=lazy_storage_fixture())
-async def storage(request):
+def storage(request: FixtureRequest) -> Iterator[Storage]:
     """
     Generic storage fixture that allows us to run the same tests for different storage backends.
     """

nucliadb_utils/tests/nats.py

@@ -18,12 +18,16 @@
 # along with this program. If not, see <http://www.gnu.org/licenses/>.
 
 import socket
+from typing import AsyncIterator, Iterator
 
 import nats
 import pytest
 from pytest_docker_fixtures import images  # type: ignore
 from pytest_docker_fixtures.containers._base import BaseImage  # type: ignore
 
+from nucliadb_utils.nats import NatsConnectionManager
+from nucliadb_utils.utilities import start_nats_manager, stop_nats_manager
+
 images.settings["nats"] = {
     "image": "nats",
     "version": "2.10.21",
@@ -48,7 +52,7 @@ nats_image = NatsImage()
 
 
 @pytest.fixture(scope="session")
-def natsd():  # pragma: no cover
+def natsd() -> Iterator[str]:
     nats_host, nats_port = nats_image.run()
     print("Started natsd docker")
     yield f"nats://{nats_host}:{nats_port}"
@@ -56,10 +60,17 @@ def natsd():  # pragma: no cover
 
 
 @pytest.fixture(scope="function")
-async def nats_server(natsd: str):
+async def nats_server(natsd: str) -> AsyncIterator[str]:
     yield natsd
 
     # cleanup nats
     nc = await nats.connect(servers=[natsd])
     await nc.drain()
     await nc.close()
+
+
+@pytest.fixture(scope="function")
+async def nats_manager(nats_server: str) -> AsyncIterator[NatsConnectionManager]:
+    ncm = await start_nats_manager("nucliadb_tests", [nats_server], None)
+    yield ncm
+    await stop_nats_manager()

nucliadb_utils/utilities.py

@@ -29,7 +29,6 @@ from typing import TYPE_CHECKING, Any, List, Optional, Union, cast
 from nucliadb_protos.writer_pb2_grpc import WriterStub
 from nucliadb_telemetry.metrics import Counter
 from nucliadb_utils import featureflagging
-from nucliadb_utils.aiopynecone.client import PineconeSession
 from nucliadb_utils.audit.audit import AuditStorage
 from nucliadb_utils.audit.basic import BasicAuditStorage
 from nucliadb_utils.audit.stream import StreamAuditStorage
@@ -85,7 +84,6 @@ class Utility(str, Enum):
     MAINDB_DRIVER = "driver"
     USAGE = "usage"
     ENDECRYPTOR = "endecryptor"
-    PINECONE_SESSION = "pinecone_session"
     NIDX = "nidx"
 
 
@@ -124,7 +122,10 @@ async def _create_storage(gcs_scopes: Optional[List[str]] = None) -> Storage:
 
         azureutil = AzureStorage(
             account_url=storage_settings.azure_account_url,
+            kb_account_url=storage_settings.azure_kb_account_url or storage_settings.azure_account_url,
             connection_string=storage_settings.azure_connection_string,
+            deadletter_bucket=extended_storage_settings.azure_deadletter_bucket,
+            indexing_bucket=extended_storage_settings.azure_indexing_bucket,
         )
 
         logger.info("Configuring Azure Storage")
@@ -364,6 +365,11 @@ async def stop_audit_utility():
 async def start_nats_manager(
     service_name: str, nats_servers: list[str], nats_creds: Optional[str] = None
 ) -> NatsConnectionManager:
+    util = get_utility(Utility.NATS_MANAGER)
+    if util is not None:
+        logger.warning("Warning, nats manager utility was already set, ignoring")
+        return util
+
     nats_manager = NatsConnectionManager(
         service_name=service_name,
         nats_servers=nats_servers,
@@ -436,16 +442,3 @@ def get_endecryptor() -> EndecryptorUtility:
         ) from ex
     set_utility(Utility.ENDECRYPTOR, util)
     return util
-
-
-def get_pinecone() -> PineconeSession:
-    util = get_utility(Utility.PINECONE_SESSION)
-    if util is not None:
-        return util
-    util = PineconeSession()
-    set_utility(Utility.PINECONE_SESSION, util)
-    return util
-
-
-def clean_pinecone():
-    clean_utility(Utility.PINECONE_SESSION)

{nucliadb_utils-6.8.1.post4957.dist-info → nucliadb_utils-6.9.5.post5434.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nucliadb_utils
-Version: 6.8.1.post4957
+Version: 6.9.5.post5434
 Summary: NucliaDB util library
 Author-email: Nuclia <nucliadb@nuclia.com>
 License-Expression: AGPL-3.0-or-later
@@ -8,13 +8,12 @@ Project-URL: Homepage, https://nuclia.com
 Project-URL: Repository, https://github.com/nuclia/nucliadb
 Classifier: Development Status :: 4 - Beta
 Classifier: Programming Language :: Python
-Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3 :: Only
 Classifier: Topic :: Software Development :: Libraries :: Python Modules
-Requires-Python: <4,>=3.9
+Requires-Python: <4,>=3.10
 Description-Content-Type: text/markdown
 Requires-Dist: pydantic>=2.6
 Requires-Dist: pydantic-settings>=2.2
@@ -27,8 +26,9 @@ Requires-Dist: nats-py[nkeys]>=2.6.0
 Requires-Dist: PyNaCl
 Requires-Dist: pyjwt>=2.4.0
 Requires-Dist: mrflagly>=0.2.9
-Requires-Dist: nucliadb-protos>=6.8.1.post4957
-Requires-Dist: nucliadb-telemetry>=6.8.1.post4957
+Requires-Dist: nidx-protos>=6.9.5.post5434
+Requires-Dist: nucliadb-protos>=6.9.5.post5434
+Requires-Dist: nucliadb-telemetry>=6.9.5.post5434
 Provides-Extra: cache
 Requires-Dist: redis>=4.3.4; extra == "cache"
 Requires-Dist: orjson>=3.6.7; extra == "cache"

{nucliadb_utils-6.8.1.post4957.dist-info → nucliadb_utils-6.9.5.post5434.dist-info}/RECORD

@@ -1,25 +1,21 @@
 nucliadb_utils/__init__.py,sha256=EvBCH1iTODe-AgXm48aj4kVUt_Std3PeL8QnwimR5wI,895
 nucliadb_utils/asyncio_utils.py,sha256=h8Y-xpcFFRgNzaiIW0eidz7griAQa7ggbNk34-tAt2c,2888
 nucliadb_utils/authentication.py,sha256=5_b323v2ylJaJvM_0coeSQEtnD-p9IGD-6CPA6IXhik,6471
-nucliadb_utils/const.py,sha256=kgTPXlvVxJB_HPz9GkEigE94UNEkrnMECgrqhPW2Qi4,1537
+nucliadb_utils/const.py,sha256=YtWadXGm044MbwLcfEImNC6skh3e4LKZDu6hjlO0qMU,1521
 nucliadb_utils/debug.py,sha256=Q56Nx9Dp7V2ae3CU2H0ztaZcHTJXdlflPLKLeOPZ170,2436
 nucliadb_utils/exceptions.py,sha256=y_3wk77WLVUtdo-5FtbBsdSkCtK_DsJkdWb5BoPn3qo,1094
-nucliadb_utils/featureflagging.py,sha256=kLIJT-AJe8AqTuL0sY9nn9r5Soax8EvqPangM6UygfM,2380
+nucliadb_utils/featureflagging.py,sha256=ctd9Nqm_nhoedMIV2GC819-cSP5GlkLYXCRE0DbwxYU,2353
 nucliadb_utils/grpc.py,sha256=apu0uePnkGHCAT7GRQ9YZfRYyFj26kJ440i8jitbM3U,3314
 nucliadb_utils/helpers.py,sha256=eed7_E1MKh9eW3CpqOXka3OvLw5C9eJGC_R-1MPYdfY,3336
 nucliadb_utils/nats.py,sha256=U21Cfg36_IHd3ZLXEC4eZ7nZ1Soh_ZNFFwjryNyd2-8,15248
 nucliadb_utils/partition.py,sha256=jBgy4Hu5Iwn4gjbPPcthSykwf-qNx-GcLAIwbzPd1d0,1157
 nucliadb_utils/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 nucliadb_utils/run.py,sha256=Es0_Bu5Yc-LWczvwL6gzWqSwC85RjDCk-0oFQAJi9g4,1827
-nucliadb_utils/settings.py,sha256=lZUCliwNKYfk_Tt0KiYeHsT4jRBG0gLAompuHWu9fBI,8233
+nucliadb_utils/settings.py,sha256=H9yKrHPR5emTxai-D4owg4CjE4_-E0qR0HyuHERQNH4,8493
 nucliadb_utils/signals.py,sha256=lo_Mk12NIX5Au--3H3WObvDOXq_OMurql2qiC2TnAao,2676
 nucliadb_utils/store.py,sha256=kQ35HemE0v4_Qg6xVqNIJi8vSFAYQtwI3rDtMsNy62Y,890
 nucliadb_utils/transaction.py,sha256=l3ZvrITYMnAs_fv1OOC-1nDZxWPG5qmbBhzvuC3DUzQ,8039
-nucliadb_utils/utilities.py,sha256=D07dg5Ycm1sYkO65OqxHG9TqDfvBoy91143iln8pOhA,15782
-nucliadb_utils/aiopynecone/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
-nucliadb_utils/aiopynecone/client.py,sha256=MPyHnDXwhukJr7U3CJh7BpsekfSuOkyM4g5b9LLtzc8,22941
-nucliadb_utils/aiopynecone/exceptions.py,sha256=fUErx3ceKQK1MUbOnYcZhIzpNe8UVAptZE9JIRDLXDE,4000
-nucliadb_utils/aiopynecone/models.py,sha256=XkNIZx4bxdbVo9zYVn8IRp70q4DWUMWN79ybGloFj2Q,3492
+nucliadb_utils/utilities.py,sha256=SjPnCwCUH_lWUKSOZQp9vIcTYmLP0yL_UC8nPwlnds4,15817
 nucliadb_utils/audit/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
 nucliadb_utils/audit/audit.py,sha256=xmJJiAGG8rPGADwD9gXN9-QJ80GeGvqmY-kCwEf6PiQ,3598
 nucliadb_utils/audit/basic.py,sha256=fcCYvoFSGVbbB8cSCnm95bN2rf1AAeuWhGfh5no0S-Y,4246
@@ -39,25 +35,25 @@ nucliadb_utils/nuclia_usage/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn
 nucliadb_utils/nuclia_usage/utils/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
 nucliadb_utils/nuclia_usage/utils/kb_usage_report.py,sha256=6lLuxCCPQVn3dOuZNL5ThPjl2yws-1TJ_7duhQSWkPU,3934
 nucliadb_utils/storages/__init__.py,sha256=5Qc8AUWiJv9_JbGCBpAn88AIJhwDlm0OPQpg2ZdRL4U,872
-nucliadb_utils/storages/azure.py,sha256=EEUyi-2c69FQz8iPhKixkZDp8xVMgMFGEPaZDVuillc,17429
-nucliadb_utils/storages/exceptions.py,sha256=07Isip18qxkEynGz28AkO2BBC34b_zjL5dEUzeSC2OU,2451
+nucliadb_utils/storages/azure.py,sha256=t0ZL_698NqsBz-Ihwkc79tusfzGcm0BVTB5pqceNlvA,18456
+nucliadb_utils/storages/exceptions.py,sha256=6YhFLf8k0ABy5AVfxIJUo7w6AK0SJjktiyQTwF3gCdg,2344
 nucliadb_utils/storages/gcs.py,sha256=VyT72My34N4pEMmrQc5wdAMNLiuqpYl8OW3d50cJfSA,28222
 nucliadb_utils/storages/local.py,sha256=2aCHpZymORG_dUc1FDq0VFcgQulu0w2pZiUaj9dphFs,11686
 nucliadb_utils/storages/nuclia.py,sha256=vEv94xAT7QM2g80S25QyrOw2pzvP2BAX-ADgZLtuCVc,2097
 nucliadb_utils/storages/object_store.py,sha256=2PueRP5Q3XOuWgKhj6B9Kp2fyBql5np0T400YRUbqn4,4535
-nucliadb_utils/storages/s3.py,sha256=eFFVRgNTIxTz1Hpmd6ofRz9KQhPJAmiyetW4EmWN8EM,21835
-nucliadb_utils/storages/settings.py,sha256=ugCPy1zxBOmA2KosT-4tsjpvP002kg5iQyi42yCGCJA,1285
-nucliadb_utils/storages/storage.py,sha256=2EIgnaCN5XzKpienounOjQ2AX3ANtQA2Xgl6hnMpHr4,21951
+nucliadb_utils/storages/s3.py,sha256=EUqlNoJW32AI6jpETbDla3teYbxlz8RFTfxSdHgWZdo,21878
+nucliadb_utils/storages/settings.py,sha256=mepN3wbLGL0Pv5yI6D-sNjSAFinEWT7aRi6N3eClNDg,1384
+nucliadb_utils/storages/storage.py,sha256=aOJnx6-WX8U3AAqPL_sWPCghIzlr8e3GKGi8z3-mtqw,22024
 nucliadb_utils/storages/utils.py,sha256=F4Iboa_0_bhDQr-JOKD9sGPld_-hKwJW5ptyZdn9Oag,1505
 nucliadb_utils/tests/__init__.py,sha256=Oo9CAE7B0eW5VHn8sHd6o30SQzOWUhktLPRXdlDOleA,1456
 nucliadb_utils/tests/asyncbenchmark.py,sha256=vrX_x9ifCXi18PfNShc23w9x_VUiB_Ph-2nuolh9z3Q,10707
-nucliadb_utils/tests/azure.py,sha256=NvMrPG6gfbpDE0m_aZgaa7eorbmA1r9rhAsAANhMlJk,4494
-nucliadb_utils/tests/fixtures.py,sha256=4lzz-khYvbGzdbT18IG6KKg40f7CVex2q3ho88I-jL8,3799
+nucliadb_utils/tests/azure.py,sha256=rt1KRSYZW1EYhKy4Q0i7IEL9vdoOU6BYw2__S51YfGg,5039
+nucliadb_utils/tests/fixtures.py,sha256=-OeR4NhtXveBqN6sZa7KVaNwyUdsvJUxS_yFmIgF148,3923
 nucliadb_utils/tests/gcs.py,sha256=JNqp5ymeNNU9Ci8rNYTh7-VqP4fjybElhyB3ap7EV1c,4721
 nucliadb_utils/tests/local.py,sha256=z9E11_ol1mu7N8Y6PkjKl-WMPPMl7JqQbDj3uhVa1A0,1933
-nucliadb_utils/tests/nats.py,sha256=RWHjwqq5esuO7OFbP24yYX1cXnpPLcWJwDUdmwCpH28,1897
+nucliadb_utils/tests/nats.py,sha256=rbTaC6kv-u6SdZ7N-XBEGS40XCRiUmFUsKHIYWJfxTs,2325
 nucliadb_utils/tests/s3.py,sha256=kz9ULxrAYLVslZ59I8dtweZ9DJz5R8Ioy2XYrveZzHw,3829
-nucliadb_utils-6.8.1.post4957.dist-info/METADATA,sha256=NAdKMGS6yS8IeT3XEJkW2wuUk8gE1oqR_-_Gwm3Xv1Y,2180
-nucliadb_utils-6.8.1.post4957.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-nucliadb_utils-6.8.1.post4957.dist-info/top_level.txt,sha256=fE3vJtALTfgh7bcAWcNhcfXkNPp_eVVpbKK-2IYua3E,15
-nucliadb_utils-6.8.1.post4957.dist-info/RECORD,,
+nucliadb_utils-6.9.5.post5434.dist-info/METADATA,sha256=C689fEz3Q2ofisNKWRzHhjbQkKXxKsH6HsSabrfixDQ,2174
+nucliadb_utils-6.9.5.post5434.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+nucliadb_utils-6.9.5.post5434.dist-info/top_level.txt,sha256=fE3vJtALTfgh7bcAWcNhcfXkNPp_eVVpbKK-2IYua3E,15
+nucliadb_utils-6.9.5.post5434.dist-info/RECORD,,

nucliadb_utils/aiopynecone/__init__.py

@@ -1,19 +0,0 @@
-# Copyright (C) 2021 Bosutech XXI S.L.
-#
-# nucliadb is offered under the AGPL v3.0 and as commercial software.
-# For commercial licensing, contact us at info@nuclia.com.
-#
-# AGPL:
-# This program is free software: you can redistribute it and/or modify
-# it under the terms of the GNU Affero General Public License as
-# published by the Free Software Foundation, either version 3 of the
-# License, or (at your option) any later version.
-#
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-# GNU Affero General Public License for more details.
-#
-# You should have received a copy of the GNU Affero General Public License
-# along with this program. If not, see <http://www.gnu.org/licenses/>.
-#