airbyte-cdk 6.45.0.dev4104__py3-none-any.whl → 6.45.0.dev4106__py3-none-any.whl

airbyte_cdk/sources/file_based/file_based_stream_reader.py

@@ -8,7 +8,7 @@ from datetime import datetime
 from enum import Enum
 from io import IOBase
 from os import makedirs, path
-from typing import Any, Iterable, List, Optional, Set, Tuple, MutableMapping
+from typing import Any, Callable, Iterable, List, Optional, Set, Tuple, MutableMapping
 
 from wcmatch.glob import GLOBSTAR, globmatch
 
@@ -176,14 +176,18 @@ class AbstractFileBasedStreamReader(ABC):
         """
         ...
 
-    def _get_file_transfer_paths(self, file: RemoteFile, local_directory: str) -> MutableMapping[str, Any]:
+    def _get_file_transfer_paths(self, file: RemoteFile, local_directory: str, parse_file_path_from_uri: Optional[Callable] = None) -> MutableMapping[str, Any]:
         preserve_directory_structure = self.preserve_directory_structure()
-        file_uri = file.uri
-        file_name = path.basename(file_uri)
-        file_folder = path.dirname(file_uri)
+        if not parse_file_path_from_uri:
+            file_path = file.uri
+        else:
+            file_path = parse_file_path_from_uri(file.uri)
+
+        file_name = path.basename(file_path)
+        file_folder = path.dirname(file_path)
         if preserve_directory_structure:
             # Remove left slashes from source path format to make relative path for writing locally
-            file_relative_path = file_uri.lstrip("/")
+            file_relative_path = file_path.lstrip("/")
         else:
             file_relative_path = file_name
         local_file_path = path.join(local_directory, file_relative_path)
@@ -195,7 +199,7 @@ class AbstractFileBasedStreamReader(ABC):
             self.LOCAL_FILE_PATH: local_file_path,
             self.FILE_NAME: file_name,
             self.FILE_FOLDER: file_folder,
-            self.SOURCE_FILE_URI: file_uri,
+            self.SOURCE_FILE_URI: file.uri,
 
         }
         return file_paths

{airbyte_cdk-6.45.0.dev4104.dist-info → airbyte_cdk-6.45.0.dev4106.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: airbyte-cdk
-Version: 6.45.0.dev4104
+Version: 6.45.0.dev4106
 Summary: A framework for writing Airbyte Connectors.
 Home-page: https://airbyte.com
 License: MIT
@@ -22,7 +22,7 @@ Provides-Extra: sql
 Provides-Extra: vector-db-based
 Requires-Dist: Jinja2 (>=3.1.2,<3.2.0)
 Requires-Dist: PyYAML (>=6.0.1,<7.0.0)
-Requires-Dist: airbyte-protocol-models-dataclasses (==0.14.4.dev1743719077)
+Requires-Dist: airbyte-protocol-models-dataclasses (>=0.15,<0.16)
 Requires-Dist: anyascii (>=0.3.2,<0.4.0)
 Requires-Dist: avro (>=1.11.2,<1.13.0) ; extra == "file-based"
 Requires-Dist: backoff

{airbyte_cdk-6.45.0.dev4104.dist-info → airbyte_cdk-6.45.0.dev4106.dist-info}/RECORD

@@ -216,7 +216,7 @@ airbyte_cdk/sources/file_based/discovery_policy/default_discovery_policy.py,sha2
 airbyte_cdk/sources/file_based/exceptions.py,sha256=WP0qkG6fpWoBpOyyicgp5YNE393VWyegq5qSy0v4QtM,7362
 airbyte_cdk/sources/file_based/file_based_source.py,sha256=bIsut7ivHcl7YPO9cygDn0to23MRLu1Sym7jSr0Iy9A,20051
 airbyte_cdk/sources/file_based/file_based_stream_permissions_reader.py,sha256=4e7FXqQ9hueacexC0SyrZyjF8oREYHza8pKF9CgKbD8,5050
-airbyte_cdk/sources/file_based/file_based_stream_reader.py,sha256=0SVkH5uv1IPJEO_t8wANwTts3P4hEDFPFP6KE4AXAjw,7403
+airbyte_cdk/sources/file_based/file_based_stream_reader.py,sha256=9ZLw_bOGsEknHEq7oj4u-hHiSIhI06SjKLppnS56bRg,7589
 airbyte_cdk/sources/file_based/file_record_data.py,sha256=HXduy_owayUhgmbuswOl5UnszWPUAkRiNhDJgZVCVZI,471
 airbyte_cdk/sources/file_based/file_types/__init__.py,sha256=blCLn0-2LC-ZdgcNyDEhqM2RiUvEjEBh-G4-t32ZtuM,1268
 airbyte_cdk/sources/file_based/file_types/avro_parser.py,sha256=XNx-JC-sgzH9u3nOJ2M59FxBXvtig8LN6BIkeDOavZA,10858
@@ -360,9 +360,9 @@ airbyte_cdk/utils/slice_hasher.py,sha256=EDxgROHDbfG-QKQb59m7h_7crN1tRiawdf5uU7G
 airbyte_cdk/utils/spec_schema_transformations.py,sha256=-5HTuNsnDBAhj-oLeQXwpTGA0HdcjFOf2zTEMUTTg_Y,816
 airbyte_cdk/utils/stream_status_utils.py,sha256=ZmBoiy5HVbUEHAMrUONxZvxnvfV9CesmQJLDTAIWnWw,1171
 airbyte_cdk/utils/traced_exception.py,sha256=C8uIBuCL_E4WnBAOPSxBicD06JAldoN9fGsQDp463OY,6292
-airbyte_cdk-6.45.0.dev4104.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
-airbyte_cdk-6.45.0.dev4104.dist-info/LICENSE_SHORT,sha256=aqF6D1NcESmpn-cqsxBtszTEnHKnlsp8L4x9wAh3Nxg,55
-airbyte_cdk-6.45.0.dev4104.dist-info/METADATA,sha256=imSeXCjAqhLfHnQqibspLk1NBaPCjEfr4zMIhXB7KDg,6089
-airbyte_cdk-6.45.0.dev4104.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-airbyte_cdk-6.45.0.dev4104.dist-info/entry_points.txt,sha256=fj-e3PAQvsxsQzyyq8UkG1k8spunWnD4BAH2AwlR6NM,95
-airbyte_cdk-6.45.0.dev4104.dist-info/RECORD,,
+airbyte_cdk-6.45.0.dev4106.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
+airbyte_cdk-6.45.0.dev4106.dist-info/LICENSE_SHORT,sha256=aqF6D1NcESmpn-cqsxBtszTEnHKnlsp8L4x9wAh3Nxg,55
+airbyte_cdk-6.45.0.dev4106.dist-info/METADATA,sha256=TxmBjamPOyqqh6l1zQWq_4zCG9U-xa1Ux7eUpgCOhMI,6079
+airbyte_cdk-6.45.0.dev4106.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+airbyte_cdk-6.45.0.dev4106.dist-info/entry_points.txt,sha256=fj-e3PAQvsxsQzyyq8UkG1k8spunWnD4BAH2AwlR6NM,95
+airbyte_cdk-6.45.0.dev4106.dist-info/RECORD,,