pilot-platform-object-storage 2.0.0__tar.gz → 3.0.0__tar.gz

{pilot_platform_object_storage-2.0.0 → pilot_platform_object_storage-3.0.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: pilot-platform-object-storage
-Version: 2.0.0
+Version: 3.0.0
 Summary: Python library for interacting with multiple object storage APIs.
 License: Proprietary
 Author: Indoc Systems

{pilot_platform_object_storage-2.0.0 → pilot_platform_object_storage-3.0.0}/object_storage/__init__.py

@@ -1,3 +1,3 @@
-# Copyright (C) 2023-2025 Indoc Systems
+# Copyright (C) 2023-2026 Indoc Systems
 #
 # Contact Indoc Systems for any questions regarding the use of this source code.

{pilot_platform_object_storage-2.0.0 → pilot_platform_object_storage-3.0.0}/object_storage/clients/__init__.py

@@ -1,4 +1,4 @@
-# Copyright (C) 2023-2025 Indoc Systems
+# Copyright (C) 2023-2026 Indoc Systems
 #
 # Contact Indoc Systems for any questions regarding the use of this source code.
 

{pilot_platform_object_storage-2.0.0 → pilot_platform_object_storage-3.0.0}/object_storage/clients/azure_blob_client.py

@@ -1,4 +1,4 @@
-# Copyright (C) 2023-2025 Indoc Systems
+# Copyright (C) 2023-2026 Indoc Systems
 #
 # Contact Indoc Systems for any questions regarding the use of this source code.
 

{pilot_platform_object_storage-2.0.0 → pilot_platform_object_storage-3.0.0}/object_storage/clients/azure_container_client.py

@@ -1,4 +1,4 @@
-# Copyright (C) 2023-2025 Indoc Systems
+# Copyright (C) 2023-2026 Indoc Systems
 #
 # Contact Indoc Systems for any questions regarding the use of this source code.
 
@@ -169,74 +169,15 @@ class AzureContainerClient(BaseContainerClient, AzureClient):
         except Exception as exc:
             raise self._handle_exception(exc)
 
-    async def delete_versions(self, key: str, permanent_delete: bool = False) -> None:
-        """Deleted the versions in the file."""
+    async def batch_delete_files(self, keys: list[str]) -> None:
+        """Deleted a list of files with all their snapshots."""
         try:
             async with ContainerClient.from_container_url(
                 container_url=self.container_sas_url, api_version=self.API_VERSION
             ) as container_client:
-                version_ids = await self._get_blob_versions(container_client, key)
-                await self._delete_versions(container_client, key, version_ids, permanent_delete)
-        except Exception as exc:
-            raise self._handle_exception(exc)
-
-    async def delete_file_with_versions(self, key: str, permanent_delete: bool = False) -> None:
-        """Deleted a file with all its snapshots. Also delete the version of the file for soft deletion.
-
-        Also allowed the permanent delete of the deleted blob
-        """
-        try:
-            async with ContainerClient.from_container_url(
-                container_url=self.container_sas_url, api_version=self.API_VERSION
-            ) as container_client:
-                if not permanent_delete:
-                    blob_client = container_client.get_blob_client(blob=key)
+                for key in keys:
+                    blob_client = container_client.get_blob_client(key)
                     await self._delete(blob_client)
-                version_ids = await self._get_blob_versions(container_client, key)
-                await self._delete_versions(container_client, key, version_ids, permanent_delete)
-        except Exception as exc:
-            raise self._handle_exception(exc)
-
-    async def batch_delete_files_with_versions(self, keys: list[str], permanent_delete: bool = False) -> None:
-        """Deleted a list of files with all its snapshots. Also delete the version of the files for soft deletion.
-
-        Also allowed the permanent delete of the deleted blob
-        """
-        try:
-            for key in keys:
-                await self.delete_file_with_versions(key, permanent_delete)
-        except Exception as exc:
-            raise self._handle_exception(exc)
-
-    async def restore_file(self, key: str) -> None:
-        """Restore the latest version of the file.
-
-        it will have following actions.
-        1. undelete the blob versions. since the delete action will move the version into
-        soft delete state. In such state, the copy from version is not allowed, which is required
-        when restoring the latest version.
-        2. restore the latest version by copying it to the base blob
-        3. delete the latest version
-        """
-        try:
-            async with ContainerClient.from_container_url(
-                container_url=self.container_sas_url, api_version=self.API_VERSION
-            ) as container_client:
-                await self._undetele_blob_versions(container_client, key)
-                version_id = await self._restore_latest_version(container_client, key)
-
-                # double delete the version soft-delete -> permanent delete
-                await container_client.delete_blob(blob=key, version_id=version_id)
-                await container_client.delete_blob(blob=key, version_id=version_id, blob_delete_type='permanent')
-
-        except Exception as exc:
-            raise self._handle_exception(exc)
-
-    async def batch_restore_files(self, keys: list[str]) -> None:
-        """Restore the latest version of the files."""
-        try:
-            for key in keys:
-                await self.restore_file(key)
         except Exception as exc:
             raise self._handle_exception(exc)
 

{pilot_platform_object_storage-2.0.0 → pilot_platform_object_storage-3.0.0}/object_storage/clients/base_container_client.py

@@ -1,4 +1,4 @@
-# Copyright (C) 2023-2025 Indoc Systems
+# Copyright (C) 2023-2026 Indoc Systems
 #
 # Contact Indoc Systems for any questions regarding the use of this source code.
 

{pilot_platform_object_storage-2.0.0 → pilot_platform_object_storage-3.0.0}/object_storage/clients/base_file_client.py

@@ -1,4 +1,4 @@
-# Copyright (C) 2023-2025 Indoc Systems
+# Copyright (C) 2023-2026 Indoc Systems
 #
 # Contact Indoc Systems for any questions regarding the use of this source code.
 

{pilot_platform_object_storage-2.0.0 → pilot_platform_object_storage-3.0.0}/object_storage/config.py

@@ -1,4 +1,4 @@
-# Copyright (C) 2023-2025 Indoc Systems
+# Copyright (C) 2023-2026 Indoc Systems
 #
 # Contact Indoc Systems for any questions regarding the use of this source code.
 

{pilot_platform_object_storage-2.0.0 → pilot_platform_object_storage-3.0.0}/object_storage/factories.py

@@ -1,4 +1,4 @@
-# Copyright (C) 2023-2025 Indoc Systems
+# Copyright (C) 2023-2026 Indoc Systems
 #
 # Contact Indoc Systems for any questions regarding the use of this source code.
 
@@ -17,7 +17,7 @@ def get_file_client(provider: Provider | str, sas_url: str, **kwargs: dict[str,
     if provider == 'azure':
         return AzureBlobClient(blob_sas_url=sas_url)
     else:
-        raise ValueError(f"Unknown provider: {provider}")
+        raise ValueError(f'Unknown provider: {provider}')
 
 
 def get_gcs_object_client(project_id: str, service_json: dict[str, Any]) -> GCSObjectClient:

{pilot_platform_object_storage-2.0.0 → pilot_platform_object_storage-3.0.0}/object_storage/managers/__init__.py

@@ -1,4 +1,4 @@
-# Copyright (C) 2023-2025 Indoc Systems
+# Copyright (C) 2023-2026 Indoc Systems
 #
 # Contact Indoc Systems for any questions regarding the use of this source code.
 

{pilot_platform_object_storage-2.0.0 → pilot_platform_object_storage-3.0.0}/object_storage/managers/azure_blob_manager.py

@@ -1,4 +1,4 @@
-# Copyright (C) 2023-2025 Indoc Systems
+# Copyright (C) 2023-2026 Indoc Systems
 #
 # Contact Indoc Systems for any questions regarding the use of this source code.
 

{pilot_platform_object_storage-2.0.0 → pilot_platform_object_storage-3.0.0}/object_storage/managers/base_manager.py

@@ -1,4 +1,4 @@
-# Copyright (C) 2023-2025 Indoc Systems
+# Copyright (C) 2023-2026 Indoc Systems
 #
 # Contact Indoc Systems for any questions regarding the use of this source code.
 

{pilot_platform_object_storage-2.0.0 → pilot_platform_object_storage-3.0.0}/object_storage/providers/__init__.py

@@ -1,4 +1,4 @@
-# Copyright (C) 2023-2025 Indoc Systems
+# Copyright (C) 2023-2026 Indoc Systems
 #
 # Contact Indoc Systems for any questions regarding the use of this source code.
 

{pilot_platform_object_storage-2.0.0 → pilot_platform_object_storage-3.0.0}/object_storage/providers/azure.py

@@ -1,4 +1,4 @@
-# Copyright (C) 2023-2025 Indoc Systems
+# Copyright (C) 2023-2026 Indoc Systems
 #
 # Contact Indoc Systems for any questions regarding the use of this source code.
 
@@ -22,7 +22,6 @@ from azure.core.exceptions import HttpResponseError
 from azure.core.exceptions import ResourceNotFoundError
 from azure.storage.blob import BlobBlock
 from azure.storage.blob.aio import BlobClient
-from azure.storage.blob.aio import ContainerClient
 
 logger = logging.getLogger('pilot.object-storage')
 
@@ -251,63 +250,3 @@ class AzureClient:
         commited_block_list, uncommited_block_list = await client.get_block_list('all')
 
         return commited_block_list, uncommited_block_list
-
-    async def _get_blob_versions(
-        self,
-        client: ContainerClient,
-        key: str,
-    ) -> list[str]:
-        """Get the version ids of a blob."""
-
-        items = client.list_blobs(name_starts_with=key, include=['versions', 'deleted'])
-        version_ids = [item['version_id'] async for item in items if item['version_id'] is not None]
-        if version_ids == []:
-            raise ResourceNotFoundError(message='No version id found')
-        return version_ids
-
-    async def _delete_versions(
-        self,
-        container_client: ContainerClient,
-        key: str,
-        version_ids: list[str],
-        permanent_delete: bool = False,
-    ) -> None:
-        """Delete the specific version of the blob."""
-        for version in version_ids:
-            if permanent_delete:
-                await container_client.delete_blob(blob=key, version_id=version, blob_delete_type='permanent')
-            else:
-                await container_client.delete_blob(blob=key, version_id=version)
-
-    async def _undetele_blob_versions(self, container_client: ContainerClient, key: str) -> None:
-        """Undelete the blob versions."""
-        blob_client = container_client.get_blob_client(key)
-        await blob_client.undelete_blob()
-
-    async def _restore_latest_version(
-        self,
-        container_client: ContainerClient,
-        key: str,
-    ) -> str:
-        """Restore the latest version of the blob."""
-        version_ids = await self._get_blob_versions(container_client, key)
-        version_ids.sort(reverse=True)
-
-        # always restore the latest version, since we assume there is only one soft delete version
-        latest_version = version_ids[0]
-        version_blob_url = await self._format_blob_version_url(container_client, key, latest_version)
-        blob_client = container_client.get_blob_client(key)
-
-        # use the copy from url to restore the latest version
-        await self._copy_from_url(blob_client, version_blob_url)
-        return latest_version
-
-    async def _format_blob_version_url(
-        self,
-        container_client: ContainerClient,
-        key: str,
-        version_id: str,
-    ) -> str:
-        """Format the versioned blob url."""
-        blob_client = container_client.get_blob_client(key)
-        return f'{blob_client.url}&versionId={version_id}'

{pilot_platform_object_storage-2.0.0 → pilot_platform_object_storage-3.0.0}/object_storage/providers/enum.py

@@ -1,4 +1,4 @@
-# Copyright (C) 2023-2025 Indoc Systems
+# Copyright (C) 2023-2026 Indoc Systems
 #
 # Contact Indoc Systems for any questions regarding the use of this source code.
 

{pilot_platform_object_storage-2.0.0 → pilot_platform_object_storage-3.0.0}/object_storage/providers/gcp/__init__.py

@@ -1,3 +1,3 @@
-# Copyright (C) 2023-2025 Indoc Systems
+# Copyright (C) 2023-2026 Indoc Systems
 #
 # Contact Indoc Systems for any questions regarding the use of this source code.

{pilot_platform_object_storage-2.0.0 → pilot_platform_object_storage-3.0.0}/object_storage/providers/gcp/bucket_client.py

@@ -1,4 +1,4 @@
-# Copyright (C) 2025 Indoc Systems
+# Copyright (C) 2025-2026 Indoc Systems
 #
 # Contact Indoc Systems for any questions regarding the use of this source code.
 

{pilot_platform_object_storage-2.0.0 → pilot_platform_object_storage-3.0.0}/object_storage/providers/gcp/model.py

@@ -1,4 +1,4 @@
-# Copyright (C) 2025 Indoc Systems
+# Copyright (C) 2025-2026 Indoc Systems
 #
 # Contact Indoc Systems for any questions regarding the use of this source code.
 

{pilot_platform_object_storage-2.0.0 → pilot_platform_object_storage-3.0.0}/object_storage/providers/gcp/object_client.py

@@ -1,4 +1,4 @@
-# Copyright (C) 2025 Indoc Systems
+# Copyright (C) 2025-2026 Indoc Systems
 #
 # Contact Indoc Systems for any questions regarding the use of this source code.
 
@@ -71,7 +71,7 @@ class GCSObjectClient:
 
     def _part_object_name(self, final_key: str, upload_id: str, chunk_number: int) -> str:
         # Temporary object path for each chunk in google starts with 'multipart/'
-        return f"multipart/{upload_id}/{final_key}/part-{chunk_number:06d}"
+        return f'multipart/{upload_id}/{final_key}/part-{chunk_number:06d}'
 
     # Object related methods
 
@@ -167,6 +167,52 @@ class GCSObjectClient:
 
         return session_uri
 
+    async def cancel_resumable_upload(self, session_uri: str) -> None:
+        """
+        Summary:
+            Cancel a Google Cloud Storage resumable upload session. After cancellation,
+            the session URI becomes unusable and the upload cannot be resumed or finalized.
+
+        Behavior:
+            - Sends a DELETE to the session URI with Content-Length: 0 (required by GCS JSON API).
+            - A successful cancellation returns HTTP 499 (Client Closed Request).
+            - Some environments may return 204 (No Content) instead — also valid.
+            - If a session is already invalid, GCS may return 404 or 410; these are treated as success.
+            - Does NOT delete any uploaded draft chunks or create a final object, because the object
+              is only committed at the final POST request.
+
+        Parameters:
+            session_uri (str):
+                The resumable upload session URL returned from `get_resumable_session_uri`.
+                This is also the value returned by GCS in the `Location` header on upload init.
+
+        Returns:
+            None
+
+        Raises:
+            RuntimeError:
+                If the DELETE request returns a status code outside the expected success cases.
+
+        References:
+            https://cloud.google.com/storage/docs/performing-resumable-uploads#cancel-upload
+        """
+
+        def _cancel() -> None:
+            authed = self._authed()
+            headers = {'Content-Length': '0'}
+
+            resp = authed.delete(session_uri, headers=headers)
+
+            # Valid successful outcomes:
+            # 499 - documented success status for cancelled GCS resumable uploads
+            # 204 - alternative valid success response
+            # 404/410 - session already invalid/expired/completed (safe to treat as success)
+            success_statuses = (499, 204, 404, 410)
+            if resp.status_code not in success_statuses:
+                raise RuntimeError(f'Failed to cancel resumable upload: {resp.status_code} {resp.text}')
+
+        await asyncio.to_thread(_cancel)
+
     async def get_presigned_download_url(
         self,
         bucket: str,
@@ -209,7 +255,7 @@ class GCSObjectClient:
         """
 
         def _list() -> dict[int, int]:
-            prefix = f"multipart/{upload_id}/{final_key}/"
+            prefix = f'multipart/{upload_id}/{final_key}/'
             out: dict[int, int] = {}
             for b in self._client.list_blobs(bucket, prefix=prefix):
                 leaf = b.name.rsplit('/', 1)[-1]  # e.g., part-000037
@@ -318,7 +364,7 @@ class GCSObjectClient:
             bucket_ref = self._get_bucket(bucket)
             soft_delete_versions = list(self._client.list_blobs(bucket_ref, prefix=object_name, soft_deleted=True))
             if not soft_delete_versions:
-                raise VersionNotFound(f"No soft-deleted versions found for {object_name!r}")
+                raise VersionNotFound(f'No soft-deleted versions found for {object_name!r}')
             soft_delete_versions.sort(key=lambda b: (getattr(b, 'soft_delete_time', None), b.generation), reverse=True)
             latest = soft_delete_versions[0]
             gen = int(latest.generation)
@@ -331,7 +377,7 @@ class GCSObjectClient:
             )
             resp = authed.post(url, headers={'Content-Type': 'application/json'})
             if resp.status_code >= 400:
-                raise RuntimeError(f"Restore failed: {resp.status_code} {resp.text}")
+                raise RuntimeError(f'Restore failed: {resp.status_code} {resp.text}')
 
             live_blobs = list(self._client.list_blobs(bucket, match_glob=object_name))
             live_blobs.sort(key=lambda b: (b.time_created, b.generation), reverse=True)

{pilot_platform_object_storage-2.0.0 → pilot_platform_object_storage-3.0.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "pilot-platform-object-storage"
-version = "2.0.0"
+version = "3.0.0"
 description = "Python library for interacting with multiple object storage APIs."
 authors = ["Indoc Systems"]
 readme = "README.md"