nucliadb-utils 5.1.2.post1561__py3-none-any.whl → 5.1.2.post1572__py3-none-any.whl

nucliadb_utils/storages/storage.py

@@ -20,6 +20,7 @@
 from __future__ import annotations
 
 import abc
+import asyncio
 import hashlib
 import uuid
 from io import BytesIO
@@ -132,12 +133,27 @@ class Storage(abc.ABC, metaclass=abc.ABCMeta):
     cached_buckets: List[str] = []
     chunk_size = CHUNK_SIZE
 
-    async def delete_resource(self, kbid: str, uuid: str):
-        # Delete all keys inside a resource
+    async def delete_resource(self, kbid: str, uuid: str, max_parallel: int = 1):
+        """
+        Delete all storage keys related to a resource
+
+        Parameters:
+        - kbid: the knowledge box id
+        - uuid: the resource uuid
+        - max_parallel: the maximum number of parallel deletes
+        """
         bucket = self.get_bucket_name(kbid)
         resource_storage_base_path = STORAGE_RESOURCE.format(kbid=kbid, uuid=uuid)
+        semaphore = asyncio.Semaphore(max_parallel)
+
+        async def _delete_object(object_info: ObjectInfo):
+            async with semaphore:
+                await self.delete_upload(object_info.name, bucket)
+
+        tasks = []
         async for object_info in self.iterate_objects(bucket, resource_storage_base_path):
-            await self.delete_upload(object_info.name, bucket)
+            tasks.append(asyncio.create_task(_delete_object(object_info)))
+        await asyncio.gather(*tasks)
 
     async def deadletter(self, message: BrokerMessage, seq: int, seqid: int, partition: str):
         if self.deadletter_bucket is None:

{nucliadb_utils-5.1.2.post1561.dist-info → nucliadb_utils-5.1.2.post1572.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: nucliadb_utils
-Version: 5.1.2.post1561
+Version: 5.1.2.post1572
 Home-page: https://nuclia.com
 License: BSD
 Classifier: Development Status :: 4 - Beta
@@ -24,8 +24,8 @@ Requires-Dist: PyNaCl
 Requires-Dist: pyjwt>=2.4.0
 Requires-Dist: memorylru>=1.1.2
 Requires-Dist: mrflagly>=0.2.9
-Requires-Dist: nucliadb-protos>=5.1.2.post1561
-Requires-Dist: nucliadb-telemetry>=5.1.2.post1561
+Requires-Dist: nucliadb-protos>=5.1.2.post1572
+Requires-Dist: nucliadb-telemetry>=5.1.2.post1572
 Provides-Extra: cache
 Requires-Dist: redis>=4.3.4; extra == "cache"
 Requires-Dist: orjson>=3.6.7; extra == "cache"

{nucliadb_utils-5.1.2.post1561.dist-info → nucliadb_utils-5.1.2.post1572.dist-info}/RECORD

@@ -48,7 +48,7 @@ nucliadb_utils/storages/nuclia.py,sha256=vEv94xAT7QM2g80S25QyrOw2pzvP2BAX-ADgZLt
 nucliadb_utils/storages/object_store.py,sha256=Tw10GmpYfM5TMqJ3Tk9pLQ9wLMBk1-snL_m6uasiZDQ,4257
 nucliadb_utils/storages/s3.py,sha256=tCJxSXwSq2hKaFole71ctpEXjcjBElUuTFWlmhLkytM,19471
 nucliadb_utils/storages/settings.py,sha256=ugCPy1zxBOmA2KosT-4tsjpvP002kg5iQyi42yCGCJA,1285
-nucliadb_utils/storages/storage.py,sha256=4O2vUEAQz5SA93m9tVgNxOVuuy96gDNNvMrmutXpnjM,19695
+nucliadb_utils/storages/storage.py,sha256=L0YwV_OrmX94wvYrds2CHqQd6Awx4RZ4h3AnoTUO8aY,20204
 nucliadb_utils/storages/utils.py,sha256=8g2rIwJeYIumQLOB47Yw1rx3twlhRB_cJxer65QfZmk,1479
 nucliadb_utils/tests/__init__.py,sha256=Oo9CAE7B0eW5VHn8sHd6o30SQzOWUhktLPRXdlDOleA,1456
 nucliadb_utils/tests/asyncbenchmark.py,sha256=x4be2IwCawle9zWgMOJkmwoUwk5p1tv7cLQGmybkEOg,10587
@@ -59,8 +59,8 @@ nucliadb_utils/tests/indexing.py,sha256=YW2QhkhO9Q_8A4kKWJaWSvXvyQ_AiAwY1VylcfVQ
 nucliadb_utils/tests/local.py,sha256=7nuP8EFUAiA8ZH50R1iPV9EUXBySQxOanVm3Zht_e0g,1835
 nucliadb_utils/tests/nats.py,sha256=xqpww4jZjTKY9oPGlJdDJG67L3FIBQsa9qDHxILR8r8,7687
 nucliadb_utils/tests/s3.py,sha256=IdMxK_cNdSHLvO1u8BwsKFzD87Hk1MVPDZ57zx6h-rA,3656
-nucliadb_utils-5.1.2.post1561.dist-info/METADATA,sha256=MFTJxYSkQ8fuijTDzoaqpqeaz_59JtiNaU9FoPs5AdI,2071
-nucliadb_utils-5.1.2.post1561.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
-nucliadb_utils-5.1.2.post1561.dist-info/top_level.txt,sha256=fE3vJtALTfgh7bcAWcNhcfXkNPp_eVVpbKK-2IYua3E,15
-nucliadb_utils-5.1.2.post1561.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
-nucliadb_utils-5.1.2.post1561.dist-info/RECORD,,
+nucliadb_utils-5.1.2.post1572.dist-info/METADATA,sha256=1T-yrDgX3FMlhjRK9_qRfTUM-CdxQ9lnAUClgFuZvTQ,2071
+nucliadb_utils-5.1.2.post1572.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
+nucliadb_utils-5.1.2.post1572.dist-info/top_level.txt,sha256=fE3vJtALTfgh7bcAWcNhcfXkNPp_eVVpbKK-2IYua3E,15
+nucliadb_utils-5.1.2.post1572.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
+nucliadb_utils-5.1.2.post1572.dist-info/RECORD,,