UncountablePythonSDK 0.0.86__tar.gz → 0.0.87__tar.gz

{uncountablepythonsdk-0.0.86/UncountablePythonSDK.egg-info → uncountablepythonsdk-0.0.87}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: UncountablePythonSDK
-Version: 0.0.86
+Version: 0.0.87
 Summary: Uncountable SDK
 Project-URL: Homepage, https://github.com/uncountableinc/uncountable-python-sdk
 Project-URL: Repository, https://github.com/uncountableinc/uncountable-python-sdk.git
@@ -37,6 +37,7 @@ Requires-Dist: flask==3.*
 Requires-Dist: simplejson==3.*
 Requires-Dist: grpcio==1.67.1
 Requires-Dist: protobuf>=4.21.1
+Requires-Dist: azure-storage-blob==12.*
 Provides-Extra: test
 Requires-Dist: mypy==1.*; extra == "test"
 Requires-Dist: ruff==0.*; extra == "test"

{uncountablepythonsdk-0.0.86 → uncountablepythonsdk-0.0.87/UncountablePythonSDK.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: UncountablePythonSDK
-Version: 0.0.86
+Version: 0.0.87
 Summary: Uncountable SDK
 Project-URL: Homepage, https://github.com/uncountableinc/uncountable-python-sdk
 Project-URL: Repository, https://github.com/uncountableinc/uncountable-python-sdk.git
@@ -37,6 +37,7 @@ Requires-Dist: flask==3.*
 Requires-Dist: simplejson==3.*
 Requires-Dist: grpcio==1.67.1
 Requires-Dist: protobuf>=4.21.1
+Requires-Dist: azure-storage-blob==12.*
 Provides-Extra: test
 Requires-Dist: mypy==1.*; extra == "test"
 Requires-Dist: ruff==0.*; extra == "test"

{uncountablepythonsdk-0.0.86 → uncountablepythonsdk-0.0.87}/UncountablePythonSDK.egg-info/SOURCES.txt

@@ -43,6 +43,7 @@ pkgs/argument_parser/_is_namedtuple.py
 pkgs/argument_parser/argument_parser.py
 pkgs/argument_parser/case_convert.py
 pkgs/filesystem_utils/__init__.py
+pkgs/filesystem_utils/_blob_session.py
 pkgs/filesystem_utils/_gdrive_session.py
 pkgs/filesystem_utils/_local_session.py
 pkgs/filesystem_utils/_s3_session.py

{uncountablepythonsdk-0.0.86 → uncountablepythonsdk-0.0.87}/UncountablePythonSDK.egg-info/requires.txt

@@ -19,6 +19,7 @@ flask==3.*
 simplejson==3.*
 grpcio==1.67.1
 protobuf>=4.21.1
+azure-storage-blob==12.*
 
 [test]
 mypy==1.*

uncountablepythonsdk-0.0.87/pkgs/filesystem_utils/_blob_session.py

@@ -0,0 +1,137 @@
+from io import BytesIO
+
+from azure.storage.blob import BlobServiceClient, ContainerClient
+
+from pkgs.filesystem_utils.file_type_utils import (
+    FileObjectData,
+    FileSystemBlobConfig,
+    FileSystemFileReference,
+    FileSystemObject,
+    FileTransfer,
+    IncompatibleFileReference,
+)
+
+from .filesystem_session import FileSystemSession
+
+
+def _add_slash(prefix: str) -> str:
+    if len(prefix) > 0 and prefix[-1] != "/":
+        prefix = prefix + "/"
+    return prefix
+
+
+class BlobSession(FileSystemSession):
+    config: FileSystemBlobConfig
+
+    def __init__(self, blob_config: FileSystemBlobConfig) -> None:
+        super().__init__()
+        self.config = blob_config
+
+    def start(self) -> None:
+        self.service_client: BlobServiceClient | None = BlobServiceClient(
+            self.config.account_url, credential=self.config.credential
+        )
+        self.container_client: ContainerClient | None = (
+            self.service_client.get_container_client(self.config.container)
+        )
+
+    def __enter__(self) -> "BlobSession":
+        self.start()
+        return self
+
+    def __exit__(self, exc_type: object, exc_val: object, exc_tb: object) -> None:
+        self.service_client = None
+        self.container_client = None
+
+    def list_files(
+        self,
+        dir_path: FileSystemObject,
+        *,
+        recursive: bool = False,
+        valid_extensions: list[str] | None = None,
+    ) -> list[FileSystemObject]:
+        if not isinstance(dir_path, FileSystemFileReference):
+            raise IncompatibleFileReference()
+
+        assert self.service_client is not None and self.container_client is not None, (
+            "call to list_files on uninitialized blob session"
+        )
+
+        filesystem_file_references: list[FileSystemObject] = []
+        prefix = _add_slash(dir_path.filepath)
+        for blob in self.container_client.list_blobs(name_starts_with=prefix):
+            if not recursive and (
+                blob.name == prefix or "/" in blob.name[len(prefix) :]
+            ):
+                continue
+            if valid_extensions is None or any(
+                blob.name.endswith(valid_extension)
+                for valid_extension in valid_extensions
+            ):
+                filesystem_file_references.append(
+                    FileSystemFileReference(
+                        filepath=blob.name,
+                    )
+                )
+
+        return filesystem_file_references
+
+    def download_files(
+        self,
+        filepaths: list[FileSystemObject],
+    ) -> list[FileObjectData]:
+        downloaded_files: list[FileObjectData] = []
+        assert self.service_client is not None and self.container_client is not None, (
+            "call to download_files on uninitialized blob session"
+        )
+
+        for file_object in filepaths:
+            if (
+                not isinstance(file_object, FileSystemFileReference)
+                or file_object.filename is None
+            ):
+                raise IncompatibleFileReference()
+
+            blob_client = self.container_client.get_blob_client(file_object.filepath)
+            download_stream = blob_client.download_blob()
+            file_data = download_stream.readall()
+            downloaded_files.append(
+                FileObjectData(
+                    file_data=file_data,
+                    file_IO=BytesIO(file_data),
+                    filename=file_object.filename,
+                    filepath=file_object.filepath,
+                )
+            )
+
+        return downloaded_files
+
+    def move_files(self, file_mappings: list[FileTransfer]) -> None:
+        assert self.service_client is not None and self.container_client is not None, (
+            "call to move_files on uninitialized blob session"
+        )
+
+        for src_file, dest_file in file_mappings:
+            if not isinstance(src_file, FileSystemFileReference) or not isinstance(
+                dest_file, FileSystemFileReference
+            ):
+                raise IncompatibleFileReference()
+
+            source_blob_client = self.container_client.get_blob_client(
+                src_file.filepath
+            )
+            dest_blob_client = self.container_client.get_blob_client(dest_file.filepath)
+
+            dest_blob_client.start_copy_from_url(source_blob_client.url)
+            source_blob_client.delete_blob()
+
+    def delete_files(self, filepaths: list[FileSystemObject]) -> None:
+        assert self.service_client is not None and self.container_client is not None, (
+            "call to delete_files on uninitialized blob session"
+        )
+        for file_object in filepaths:
+            if not isinstance(file_object, FileSystemFileReference):
+                raise IncompatibleFileReference()
+
+            blob_client = self.container_client.get_blob_client(file_object.filepath)
+            blob_client.delete_blob()

{uncountablepythonsdk-0.0.86 → uncountablepythonsdk-0.0.87}/pkgs/filesystem_utils/file_type_utils.py

@@ -4,6 +4,12 @@ from io import BytesIO
 from typing import Optional, Union
 
 import paramiko
+from azure.core.credentials import (
+    AzureNamedKeyCredential,
+    AzureSasCredential,
+    TokenCredential,
+)
+from azure.storage.blob import ContainerProperties
 
 
 @dataclass
@@ -69,3 +75,17 @@ class FileSystemS3Config:
     access_key_id: Optional[str]
     secret_access_key: Optional[str]
     session_token: Optional[str]
+
+
+@dataclass(kw_only=True)
+class FileSystemBlobConfig:
+    account_url: str
+    credential: (
+        str
+        | dict[str, str]
+        | AzureNamedKeyCredential
+        | AzureSasCredential
+        | TokenCredential
+        | None
+    )
+    container: ContainerProperties | str

{uncountablepythonsdk-0.0.86 → uncountablepythonsdk-0.0.87}/pyproject.toml

@@ -61,15 +61,16 @@ dependencies = [
     "tqdm == 4.*",
     "pysftp == 0.*",
     "opentelemetry-api==1.*",
-    "opentelemetry-exporter-otlp-proto-common==1.*", 
-    "opentelemetry-exporter-otlp-proto-http==1.*", 
+    "opentelemetry-exporter-otlp-proto-common==1.*",
+    "opentelemetry-exporter-otlp-proto-http==1.*",
     "opentelemetry-sdk==1.*",
     "paramiko == 3.*",
     "boto3 == 1.*",
     "flask == 3.*",
     "simplejson == 3.*",
     "grpcio == 1.67.1",
-    "protobuf >= 4.21.1"
+    "protobuf >= 4.21.1",
+    "azure-storage-blob == 12.*"
 ]
 dynamic = ["version"]