airbyte-source-azure-blob-storage 0.4.1__py3-none-any.whl → 0.4.2__py3-none-any.whl

{airbyte_source_azure_blob_storage-0.4.1.dist-info → airbyte_source_azure_blob_storage-0.4.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: airbyte-source-azure-blob-storage
-Version: 0.4.1
+Version: 0.4.2
 Summary: Source implementation for Azure Blob Storage.
 Home-page: https://airbyte.com
 License: MIT

airbyte_source_azure_blob_storage-0.4.2.dist-info/RECORD

@@ -0,0 +1,10 @@
+source_azure_blob_storage/__init__.py,sha256=Wx4PzvHg900-c2CpOOP1Wk0zcJpNVqJrkMnPtDcuaQM,319
+source_azure_blob_storage/config_migrations.py,sha256=NPDwQTWaR2IDOBTEm3Np-S0Gz1phRWbxK-Du8hE2icg,4328
+source_azure_blob_storage/run.py,sha256=muonwvccXCFHBX-MTKFJXgvUGmPWmcrDLSDXhY218YU,2009
+source_azure_blob_storage/source.py,sha256=oExhGYkZh8irsFGBBcCnC2l_TDZ1k-qbRLe1Xd41kjs,2481
+source_azure_blob_storage/spec.py,sha256=DqnKiB_y9PUIQRVzU8bozsdyPIkeJuHCcbMwf-MVtmA,3969
+source_azure_blob_storage/stream_reader.py,sha256=0s9hEeus4Bs1rT4I2fetXEcBwAuTKpt0kWCT3qzz4O8,4629
+airbyte_source_azure_blob_storage-0.4.2.dist-info/METADATA,sha256=-csV1t2RgVs966GYBAw7-zMc4rKf8xli5HV10v2BKKs,6246
+airbyte_source_azure_blob_storage-0.4.2.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+airbyte_source_azure_blob_storage-0.4.2.dist-info/entry_points.txt,sha256=75v_DA_Xu0qr0eqtEXyh8sPCqcL9eXKWY8UwdST3ANE,79
+airbyte_source_azure_blob_storage-0.4.2.dist-info/RECORD,,

source_azure_blob_storage/source.py

@@ -2,9 +2,8 @@
 # Copyright (c) 2023 Airbyte, Inc., all rights reserved.
 #
 
-from typing import Any, Mapping
+from typing import Any
 
-from airbyte_cdk.config_observation import emit_configuration_as_airbyte_control_message
 from airbyte_cdk.sources.declarative.models import OAuthConfigSpecification
 from airbyte_cdk.sources.file_based.file_based_source import FileBasedSource
 from airbyte_protocol.models import AdvancedAuth, ConnectorSpecification

source_azure_blob_storage/spec.py

@@ -59,17 +59,17 @@ class SourceAzureBlobStorageSpec(AbstractFileBasedSpec):
     def documentation_url(cls) -> AnyUrl:
         return AnyUrl("https://docs.airbyte.com/integrations/sources/azure-blob-storage", scheme="https")
 
-    azure_blob_storage_account_name: str = Field(
-        title="Azure Blob Storage account name",
-        description="The account's name of the Azure Blob Storage.",
-        examples=["airbyte5storage"],
-        order=2,
-    )
     credentials: Union[Oauth2, StorageAccountKey] = Field(
         title="Authentication",
         description="Credentials for connecting to the Azure Blob Storage",
         discriminator="auth_type",
         type="object",
+        order=2,
+    )
+    azure_blob_storage_account_name: str = Field(
+        title="Azure Blob Storage account name",
+        description="The account's name of the Azure Blob Storage.",
+        examples=["airbyte5storage"],
         order=3,
     )
     azure_blob_storage_container_name: str = Field(

source_azure_blob_storage/stream_reader.py

@@ -8,7 +8,10 @@ import pytz
 from airbyte_cdk.sources.file_based.file_based_stream_reader import AbstractFileBasedStreamReader, FileReadMode
 from airbyte_cdk.sources.file_based.remote_file import RemoteFile
 from airbyte_cdk.sources.streams.http.requests_native_auth import Oauth2Authenticator
+from airbyte_cdk.utils import AirbyteTracedException
+from airbyte_protocol.models import FailureType
 from azure.core.credentials import AccessToken
+from azure.core.exceptions import ResourceNotFoundError
 from azure.storage.blob import BlobServiceClient, ContainerClient
 from smart_open import open
 
@@ -80,10 +83,13 @@ class SourceAzureBlobStorageStreamReader(AbstractFileBasedStreamReader):
     ) -> Iterable[RemoteFile]:
         prefixes = [prefix] if prefix else self.get_prefixes_from_globs(globs)
         prefixes = prefixes or [None]
-        for prefix in prefixes:
-            for blob in self.azure_container_client.list_blobs(name_starts_with=prefix):
-                remote_file = RemoteFile(uri=blob.name, last_modified=blob.last_modified.astimezone(pytz.utc).replace(tzinfo=None))
-                yield from self.filter_files_by_globs_and_start_date([remote_file], globs)
+        try:
+            for prefix in prefixes:
+                for blob in self.azure_container_client.list_blobs(name_starts_with=prefix):
+                    remote_file = RemoteFile(uri=blob.name, last_modified=blob.last_modified.astimezone(pytz.utc).replace(tzinfo=None))
+                    yield from self.filter_files_by_globs_and_start_date([remote_file], globs)
+        except ResourceNotFoundError as e:
+            raise AirbyteTracedException(failure_type=FailureType.config_error, internal_message=e.message, message=e.reason or e.message)
 
     def open_file(self, file: RemoteFile, mode: FileReadMode, encoding: Optional[str], logger: logging.Logger) -> IOBase:
         try:

airbyte_source_azure_blob_storage-0.4.1.dist-info/RECORD

@@ -1,10 +0,0 @@
-source_azure_blob_storage/__init__.py,sha256=Wx4PzvHg900-c2CpOOP1Wk0zcJpNVqJrkMnPtDcuaQM,319
-source_azure_blob_storage/config_migrations.py,sha256=NPDwQTWaR2IDOBTEm3Np-S0Gz1phRWbxK-Du8hE2icg,4328
-source_azure_blob_storage/run.py,sha256=muonwvccXCFHBX-MTKFJXgvUGmPWmcrDLSDXhY218YU,2009
-source_azure_blob_storage/source.py,sha256=wDPZ79Xv-YYWADwHGtlK9QfuY5hbuhypkRn62A1hw8s,2579
-source_azure_blob_storage/spec.py,sha256=eQ_S79CYC89r214ldUG3nIN-eWBtm3iM5o89VeuBJGw,3969
-source_azure_blob_storage/stream_reader.py,sha256=zBf72C4uCq0BplAK6EjJ5MoZDLrNZ_PNdCBFe7LnnoY,4261
-airbyte_source_azure_blob_storage-0.4.1.dist-info/METADATA,sha256=xSuRU5ZQC7C8_CDW_pkYdLz8Jv1bp8yM-5GWBvuSuoE,6246
-airbyte_source_azure_blob_storage-0.4.1.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-airbyte_source_azure_blob_storage-0.4.1.dist-info/entry_points.txt,sha256=75v_DA_Xu0qr0eqtEXyh8sPCqcL9eXKWY8UwdST3ANE,79
-airbyte_source_azure_blob_storage-0.4.1.dist-info/RECORD,,