nucliadb-utils 6.7.2.post4874__py3-none-any.whl → 6.7.2.post4878__py3-none-any.whl

nucliadb_utils/storages/azure.py

@@ -30,6 +30,7 @@ from azure.storage.blob import BlobProperties, BlobType, ContentSettings
 from azure.storage.blob.aio import BlobServiceClient
 
 from nucliadb_protos.resources_pb2 import CloudFile
+from nucliadb_telemetry import metrics
 from nucliadb_utils.storages.exceptions import ObjectNotFoundError
 from nucliadb_utils.storages.object_store import ObjectStore
 from nucliadb_utils.storages.storage import Storage, StorageField
@@ -37,6 +38,8 @@ from nucliadb_utils.storages.utils import ObjectInfo, ObjectMetadata, Range
 
 logger = logging.getLogger(__name__)
 
+ops_observer = metrics.Observer("azure_ops", labels={"type": ""})
+
 
 class AzureStorageField(StorageField):
     storage: AzureStorage
@@ -256,6 +259,7 @@ class AzureObjectStore(ObjectStore):
             logger.warning("Error closing Azure client", exc_info=True)
         self._service_client = None
 
+    @ops_observer.wrap({"type": "bucket_create"})
     async def bucket_create(self, bucket: str, labels: dict[str, str] | None = None) -> bool:
         container_client = self.service_client.get_container_client(bucket)
         try:
@@ -264,6 +268,7 @@ class AzureObjectStore(ObjectStore):
         except ResourceExistsError:
             return False
 
+    @ops_observer.wrap({"type": "bucket_delete"})
     async def bucket_delete(self, bucket: str) -> tuple[bool, bool]:
         container_client = self.service_client.get_container_client(bucket)
         # There's never a conflict on Azure
@@ -276,6 +281,7 @@ class AzureObjectStore(ObjectStore):
             deleted = False
         return deleted, conflict
 
+    @ops_observer.wrap({"type": "bucket_exists"})
     async def bucket_exists(self, bucket: str) -> bool:
         container_client = self.service_client.get_container_client(bucket)
         try:
@@ -284,10 +290,12 @@ class AzureObjectStore(ObjectStore):
         except ResourceNotFoundError:
             return False
 
+    @ops_observer.wrap({"type": "bucket_schedule_delete"})
     async def bucket_schedule_delete(self, bucket: str) -> None:
         # In Azure, there is no option to schedule for deletion
         await self.bucket_delete(bucket)
 
+    @ops_observer.wrap({"type": "move"})
     async def move(
         self,
         origin_bucket: str,
@@ -298,6 +306,7 @@ class AzureObjectStore(ObjectStore):
         await self.copy(origin_bucket, origin_key, destination_bucket, destination_key)
         await self.delete(origin_bucket, origin_key)
 
+    @ops_observer.wrap({"type": "copy"})
     async def copy(
         self,
         origin_bucket: str,
@@ -313,6 +322,7 @@ class AzureObjectStore(ObjectStore):
         result = await destination_blob_client.start_copy_from_url(origin_url, requires_sync=True)
         assert result["copy_status"] == "success"
 
+    @ops_observer.wrap({"type": "delete"})
     async def delete(self, bucket: str, key: str) -> None:
         container_client = self.service_client.get_container_client(bucket)
         try:
@@ -320,6 +330,7 @@ class AzureObjectStore(ObjectStore):
         except ResourceNotFoundError:
             raise ObjectNotFoundError()
 
+    @ops_observer.wrap({"type": "upload"})
     async def upload(
         self,
         bucket: str,
@@ -347,10 +358,12 @@ class AzureObjectStore(ObjectStore):
             ),
         )
 
+    @ops_observer.wrap({"type": "insert"})
     async def insert(self, bucket: str, key: str, data: bytes) -> None:
         container_client = self.service_client.get_container_client(bucket)
         await container_client.upload_blob(name=key, data=data, length=len(data))
 
+    @ops_observer.wrap({"type": "download"})
     async def download(self, bucket: str, key: str) -> bytes:
         container_client = self.service_client.get_container_client(bucket)
         blob_client = container_client.get_blob_client(key)
@@ -390,6 +403,7 @@ class AzureObjectStore(ObjectStore):
                 continue
             yield ObjectInfo(name=blob.name)
 
+    @ops_observer.wrap({"type": "get_metadata"})
     async def get_metadata(self, bucket: str, key: str) -> ObjectMetadata:
         container_client = self.service_client.get_container_client(bucket)
         blob_client = container_client.get_blob_client(key)
@@ -399,6 +413,7 @@ class AzureObjectStore(ObjectStore):
         except ResourceNotFoundError:
             raise ObjectNotFoundError()
 
+    @ops_observer.wrap({"type": "multipart_start"})
     async def upload_multipart_start(self, bucket: str, key: str, metadata: ObjectMetadata) -> None:
         container_client = self.service_client.get_container_client(bucket)
         custom_metadata = {key: str(value) for key, value in metadata.model_dump().items()}
@@ -411,6 +426,7 @@ class AzureObjectStore(ObjectStore):
             ),
         )
 
+    @ops_observer.wrap({"type": "multipart_append"})
     async def upload_multipart_append(
         self, bucket: str, key: str, iterable: AsyncIterator[bytes]
     ) -> int:

{nucliadb_utils-6.7.2.post4874.dist-info → nucliadb_utils-6.7.2.post4878.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nucliadb_utils
-Version: 6.7.2.post4874
+Version: 6.7.2.post4878
 Summary: NucliaDB util library
 Author-email: Nuclia <nucliadb@nuclia.com>
 License-Expression: AGPL-3.0-or-later
@@ -27,8 +27,8 @@ Requires-Dist: nats-py[nkeys]>=2.6.0
 Requires-Dist: PyNaCl
 Requires-Dist: pyjwt>=2.4.0
 Requires-Dist: mrflagly>=0.2.9
-Requires-Dist: nucliadb-protos>=6.7.2.post4874
-Requires-Dist: nucliadb-telemetry>=6.7.2.post4874
+Requires-Dist: nucliadb-protos>=6.7.2.post4878
+Requires-Dist: nucliadb-telemetry>=6.7.2.post4878
 Provides-Extra: cache
 Requires-Dist: redis>=4.3.4; extra == "cache"
 Requires-Dist: orjson>=3.6.7; extra == "cache"

{nucliadb_utils-6.7.2.post4874.dist-info → nucliadb_utils-6.7.2.post4878.dist-info}/RECORD

@@ -39,7 +39,7 @@ nucliadb_utils/nuclia_usage/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn
 nucliadb_utils/nuclia_usage/utils/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
 nucliadb_utils/nuclia_usage/utils/kb_usage_report.py,sha256=6lLuxCCPQVn3dOuZNL5ThPjl2yws-1TJ_7duhQSWkPU,3934
 nucliadb_utils/storages/__init__.py,sha256=5Qc8AUWiJv9_JbGCBpAn88AIJhwDlm0OPQpg2ZdRL4U,872
-nucliadb_utils/storages/azure.py,sha256=o2wPS04J69wkrq4C5cdjXV6H1ClLjaRxcIuufeAlYGk,16704
+nucliadb_utils/storages/azure.py,sha256=EEUyi-2c69FQz8iPhKixkZDp8xVMgMFGEPaZDVuillc,17429
 nucliadb_utils/storages/exceptions.py,sha256=GOPKH-F3dPTfHEkwGNfVkSfF70eWJJXjI83yccw9WpA,2501
 nucliadb_utils/storages/gcs.py,sha256=XbtX0Lt3GO7kzuJ1E5CdazlpSqjU46Bhhezq32VQUok,29041
 nucliadb_utils/storages/local.py,sha256=2aCHpZymORG_dUc1FDq0VFcgQulu0w2pZiUaj9dphFs,11686
@@ -57,7 +57,7 @@ nucliadb_utils/tests/gcs.py,sha256=MBMzn_UHU5SU6iILuCsB5zU4umhNcaCw_MKrxZhwvOc,4
 nucliadb_utils/tests/local.py,sha256=z9E11_ol1mu7N8Y6PkjKl-WMPPMl7JqQbDj3uhVa1A0,1933
 nucliadb_utils/tests/nats.py,sha256=RWHjwqq5esuO7OFbP24yYX1cXnpPLcWJwDUdmwCpH28,1897
 nucliadb_utils/tests/s3.py,sha256=kz9ULxrAYLVslZ59I8dtweZ9DJz5R8Ioy2XYrveZzHw,3829
-nucliadb_utils-6.7.2.post4874.dist-info/METADATA,sha256=W3Z8KMYNpy0hOBXndt9MS8vmTiKZPnzFNzzunDDXWH8,2180
-nucliadb_utils-6.7.2.post4874.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-nucliadb_utils-6.7.2.post4874.dist-info/top_level.txt,sha256=fE3vJtALTfgh7bcAWcNhcfXkNPp_eVVpbKK-2IYua3E,15
-nucliadb_utils-6.7.2.post4874.dist-info/RECORD,,
+nucliadb_utils-6.7.2.post4878.dist-info/METADATA,sha256=pX5qPyBq1PlKi3DZCErI43IQlFSF4eFzzP0wD44p9zE,2180
+nucliadb_utils-6.7.2.post4878.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+nucliadb_utils-6.7.2.post4878.dist-info/top_level.txt,sha256=fE3vJtALTfgh7bcAWcNhcfXkNPp_eVVpbKK-2IYua3E,15
+nucliadb_utils-6.7.2.post4878.dist-info/RECORD,,