airbyte-cdk 6.45.1.post43.dev14455111666__py3-none-any.whl → 6.45.1.post45.dev14455720154__py3-none-any.whl

airbyte_cdk/sources/file_based/file_based_stream_reader.py

@@ -33,7 +33,6 @@ class AbstractFileBasedStreamReader(ABC):
     FILE_RELATIVE_PATH = "file_relative_path"
     FILE_NAME = "file_name"
     LOCAL_FILE_PATH = "local_file_path"
-    SOURCE_FILE_URI = "source_file_relative_path"
     FILE_FOLDER = "file_folder"
 
     def __init__(self) -> None:
@@ -177,10 +176,16 @@ class AbstractFileBasedStreamReader(ABC):
         ...
 
     def _get_file_transfer_paths(
-        self,
-        source_file_relative_path: str,
-        local_directory: str
+        self, source_file_relative_path: str, staging_directory: str
     ) -> MutableMapping[str, Any]:
+        """
+        This method is used to get the file transfer paths for a given source file relative path and local directory.
+        It returns a dictionary with the following keys:
+            - FILE_RELATIVE_PATH: The relative path to file in reference to the staging directory.
+            - LOCAL_FILE_PATH: The absolute path to the file.
+            - FILE_NAME: The name of the referenced file.
+            - FILE_FOLDER: The folder of the referenced file.
+        """
         preserve_directory_structure = self.preserve_directory_structure()
 
         file_name = path.basename(source_file_relative_path)
@@ -190,7 +195,7 @@ class AbstractFileBasedStreamReader(ABC):
             file_relative_path = source_file_relative_path.lstrip("/")
         else:
             file_relative_path = file_name
-        local_file_path = path.join(local_directory, file_relative_path)
+        local_file_path = path.join(staging_directory, file_relative_path)
         # Ensure the local directory exists
         makedirs(path.dirname(local_file_path), exist_ok=True)
 
@@ -198,6 +203,6 @@ class AbstractFileBasedStreamReader(ABC):
             self.FILE_RELATIVE_PATH: file_relative_path,
             self.LOCAL_FILE_PATH: local_file_path,
             self.FILE_NAME: file_name,
-            self.FILE_FOLDER: file_folder
+            self.FILE_FOLDER: file_folder,
         }
         return file_paths

{airbyte_cdk-6.45.1.post43.dev14455111666.dist-info → airbyte_cdk-6.45.1.post45.dev14455720154.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: airbyte-cdk
-Version: 6.45.1.post43.dev14455111666
+Version: 6.45.1.post45.dev14455720154
 Summary: A framework for writing Airbyte Connectors.
 Home-page: https://airbyte.com
 License: MIT

{airbyte_cdk-6.45.1.post43.dev14455111666.dist-info → airbyte_cdk-6.45.1.post45.dev14455720154.dist-info}/RECORD

@@ -224,7 +224,7 @@ airbyte_cdk/sources/file_based/discovery_policy/default_discovery_policy.py,sha2
 airbyte_cdk/sources/file_based/exceptions.py,sha256=WP0qkG6fpWoBpOyyicgp5YNE393VWyegq5qSy0v4QtM,7362
 airbyte_cdk/sources/file_based/file_based_source.py,sha256=Xg8OYWnGc-OcVBglvS08uwAWGWHBhEqsBnyODIkOK-4,20051
 airbyte_cdk/sources/file_based/file_based_stream_permissions_reader.py,sha256=4e7FXqQ9hueacexC0SyrZyjF8oREYHza8pKF9CgKbD8,5050
-airbyte_cdk/sources/file_based/file_based_stream_reader.py,sha256=Hu1sMJZEn-F31TupZDyOATiXWI6bdqc-AA1cef_AqUk,7435
+airbyte_cdk/sources/file_based/file_based_stream_reader.py,sha256=rwz8AhEIqYB9gBF7uW9eR--eUiHOntzuwLH8jFHNacE,7854
 airbyte_cdk/sources/file_based/file_record_data.py,sha256=FqqVLzJlkT6ajW1ncoB8K99CvS8jZThafNzjsGGBQhM,396
 airbyte_cdk/sources/file_based/file_types/__init__.py,sha256=blCLn0-2LC-ZdgcNyDEhqM2RiUvEjEBh-G4-t32ZtuM,1268
 airbyte_cdk/sources/file_based/file_types/avro_parser.py,sha256=USEYqiICXBWpDV443VtNOCmUA-GINzY_Zah74_5w3qQ,10860
@@ -368,9 +368,9 @@ airbyte_cdk/utils/slice_hasher.py,sha256=EDxgROHDbfG-QKQb59m7h_7crN1tRiawdf5uU7G
 airbyte_cdk/utils/spec_schema_transformations.py,sha256=-5HTuNsnDBAhj-oLeQXwpTGA0HdcjFOf2zTEMUTTg_Y,816
 airbyte_cdk/utils/stream_status_utils.py,sha256=ZmBoiy5HVbUEHAMrUONxZvxnvfV9CesmQJLDTAIWnWw,1171
 airbyte_cdk/utils/traced_exception.py,sha256=C8uIBuCL_E4WnBAOPSxBicD06JAldoN9fGsQDp463OY,6292
-airbyte_cdk-6.45.1.post43.dev14455111666.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
-airbyte_cdk-6.45.1.post43.dev14455111666.dist-info/LICENSE_SHORT,sha256=aqF6D1NcESmpn-cqsxBtszTEnHKnlsp8L4x9wAh3Nxg,55
-airbyte_cdk-6.45.1.post43.dev14455111666.dist-info/METADATA,sha256=ZXa3YEzMlot9DOIu4Uy1-225a3Z7KbsSUeu7fNSCwcE,6093
-airbyte_cdk-6.45.1.post43.dev14455111666.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-airbyte_cdk-6.45.1.post43.dev14455111666.dist-info/entry_points.txt,sha256=fj-e3PAQvsxsQzyyq8UkG1k8spunWnD4BAH2AwlR6NM,95
-airbyte_cdk-6.45.1.post43.dev14455111666.dist-info/RECORD,,
+airbyte_cdk-6.45.1.post45.dev14455720154.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
+airbyte_cdk-6.45.1.post45.dev14455720154.dist-info/LICENSE_SHORT,sha256=aqF6D1NcESmpn-cqsxBtszTEnHKnlsp8L4x9wAh3Nxg,55
+airbyte_cdk-6.45.1.post45.dev14455720154.dist-info/METADATA,sha256=-V5f5-62pvxYo1MeWJL10Z-S9re1jIKqan4aFWLpzgM,6093
+airbyte_cdk-6.45.1.post45.dev14455720154.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+airbyte_cdk-6.45.1.post45.dev14455720154.dist-info/entry_points.txt,sha256=fj-e3PAQvsxsQzyyq8UkG1k8spunWnD4BAH2AwlR6NM,95
+airbyte_cdk-6.45.1.post45.dev14455720154.dist-info/RECORD,,