airbyte-cdk 6.45.0.dev4103__py3-none-any.whl → 6.45.0.dev4105__py3-none-any.whl

airbyte_cdk/sources/file_based/file_based_stream_reader.py

@@ -8,7 +8,7 @@ from datetime import datetime
 from enum import Enum
 from io import IOBase
 from os import makedirs, path
-from typing import Any, Iterable, List, Optional, Set, Tuple, MutableMapping
+from typing import Any, Callable, Iterable, List, Optional, Set, Tuple, MutableMapping
 
 from wcmatch.glob import GLOBSTAR, globmatch
 
@@ -33,7 +33,6 @@ class AbstractFileBasedStreamReader(ABC):
     FILE_RELATIVE_PATH = "file_relative_path"
     FILE_NAME = "file_name"
     LOCAL_FILE_PATH = "local_file_path"
-    ABSOLUTE_FILE_PATH = "absolute_file_path"
     SOURCE_FILE_URI = "source_file_relative_path"
     FILE_FOLDER = "file_folder"
 
@@ -177,28 +176,30 @@ class AbstractFileBasedStreamReader(ABC):
         """
         ...
 
-    def _get_file_transfer_paths(self, file: RemoteFile, local_directory: str) -> MutableMapping[str, Any]:
+    def _get_file_transfer_paths(self, file: RemoteFile, local_directory: str, parse_file_path_from_uri: Optional[Callable] = None) -> MutableMapping[str, Any]:
         preserve_directory_structure = self.preserve_directory_structure()
-        file_uri = file.uri
-        file_name = path.basename(file_uri)
-        file_folder = path.dirname(file_uri)
+        if not parse_file_path_from_uri:
+            file_path = file.uri
+        else:
+            file_path = parse_file_path_from_uri(file.uri)
+
+        file_name = path.basename(file_path)
+        file_folder = path.dirname(file_path)
         if preserve_directory_structure:
             # Remove left slashes from source path format to make relative path for writing locally
-            file_relative_path = file_uri.lstrip("/")
+            file_relative_path = file_path.lstrip("/")
         else:
             file_relative_path = file_name
         local_file_path = path.join(local_directory, file_relative_path)
         # Ensure the local directory exists
         makedirs(path.dirname(local_file_path), exist_ok=True)
-        absolute_file_path = path.abspath(local_file_path)
 
         file_paths = {
             self.FILE_RELATIVE_PATH: file_relative_path,
             self.LOCAL_FILE_PATH: local_file_path,
-            self.ABSOLUTE_FILE_PATH: absolute_file_path,
             self.FILE_NAME: file_name,
             self.FILE_FOLDER: file_folder,
-            self.SOURCE_FILE_URI: file_uri,
+            self.SOURCE_FILE_URI: file.uri,
 
         }
         return file_paths

{airbyte_cdk-6.45.0.dev4103.dist-info → airbyte_cdk-6.45.0.dev4105.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: airbyte-cdk
-Version: 6.45.0.dev4103
+Version: 6.45.0.dev4105
 Summary: A framework for writing Airbyte Connectors.
 Home-page: https://airbyte.com
 License: MIT

{airbyte_cdk-6.45.0.dev4103.dist-info → airbyte_cdk-6.45.0.dev4105.dist-info}/RECORD

@@ -216,7 +216,7 @@ airbyte_cdk/sources/file_based/discovery_policy/default_discovery_policy.py,sha2
 airbyte_cdk/sources/file_based/exceptions.py,sha256=WP0qkG6fpWoBpOyyicgp5YNE393VWyegq5qSy0v4QtM,7362
 airbyte_cdk/sources/file_based/file_based_source.py,sha256=bIsut7ivHcl7YPO9cygDn0to23MRLu1Sym7jSr0Iy9A,20051
 airbyte_cdk/sources/file_based/file_based_stream_permissions_reader.py,sha256=4e7FXqQ9hueacexC0SyrZyjF8oREYHza8pKF9CgKbD8,5050
-airbyte_cdk/sources/file_based/file_based_stream_reader.py,sha256=r6pjkBfCigTKFd_Z5fGpGR1Ovwxf9rzoFRlec79PGIw,7565
+airbyte_cdk/sources/file_based/file_based_stream_reader.py,sha256=9ZLw_bOGsEknHEq7oj4u-hHiSIhI06SjKLppnS56bRg,7589
 airbyte_cdk/sources/file_based/file_record_data.py,sha256=HXduy_owayUhgmbuswOl5UnszWPUAkRiNhDJgZVCVZI,471
 airbyte_cdk/sources/file_based/file_types/__init__.py,sha256=blCLn0-2LC-ZdgcNyDEhqM2RiUvEjEBh-G4-t32ZtuM,1268
 airbyte_cdk/sources/file_based/file_types/avro_parser.py,sha256=XNx-JC-sgzH9u3nOJ2M59FxBXvtig8LN6BIkeDOavZA,10858
@@ -360,9 +360,9 @@ airbyte_cdk/utils/slice_hasher.py,sha256=EDxgROHDbfG-QKQb59m7h_7crN1tRiawdf5uU7G
 airbyte_cdk/utils/spec_schema_transformations.py,sha256=-5HTuNsnDBAhj-oLeQXwpTGA0HdcjFOf2zTEMUTTg_Y,816
 airbyte_cdk/utils/stream_status_utils.py,sha256=ZmBoiy5HVbUEHAMrUONxZvxnvfV9CesmQJLDTAIWnWw,1171
 airbyte_cdk/utils/traced_exception.py,sha256=C8uIBuCL_E4WnBAOPSxBicD06JAldoN9fGsQDp463OY,6292
-airbyte_cdk-6.45.0.dev4103.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
-airbyte_cdk-6.45.0.dev4103.dist-info/LICENSE_SHORT,sha256=aqF6D1NcESmpn-cqsxBtszTEnHKnlsp8L4x9wAh3Nxg,55
-airbyte_cdk-6.45.0.dev4103.dist-info/METADATA,sha256=ufps3IwtnCViELy0tRLjWqrsn7MfI2z2ZFplamOCl9I,6089
-airbyte_cdk-6.45.0.dev4103.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-airbyte_cdk-6.45.0.dev4103.dist-info/entry_points.txt,sha256=fj-e3PAQvsxsQzyyq8UkG1k8spunWnD4BAH2AwlR6NM,95
-airbyte_cdk-6.45.0.dev4103.dist-info/RECORD,,
+airbyte_cdk-6.45.0.dev4105.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
+airbyte_cdk-6.45.0.dev4105.dist-info/LICENSE_SHORT,sha256=aqF6D1NcESmpn-cqsxBtszTEnHKnlsp8L4x9wAh3Nxg,55
+airbyte_cdk-6.45.0.dev4105.dist-info/METADATA,sha256=2LM5Z602-cE9z83VCkoEmwk-zI_Ey2AltrkBw24ibHQ,6089
+airbyte_cdk-6.45.0.dev4105.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+airbyte_cdk-6.45.0.dev4105.dist-info/entry_points.txt,sha256=fj-e3PAQvsxsQzyyq8UkG1k8spunWnD4BAH2AwlR6NM,95
+airbyte_cdk-6.45.0.dev4105.dist-info/RECORD,,