airbyte-cdk 6.45.1.post42.dev14452300548__py3-none-any.whl → 6.45.1.post43.dev14455111666__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- airbyte_cdk/sources/file_based/file_based_stream_reader.py +6 -12
- {airbyte_cdk-6.45.1.post42.dev14452300548.dist-info → airbyte_cdk-6.45.1.post43.dev14455111666.dist-info}/METADATA +1 -1
- {airbyte_cdk-6.45.1.post42.dev14452300548.dist-info → airbyte_cdk-6.45.1.post43.dev14455111666.dist-info}/RECORD +7 -7
- {airbyte_cdk-6.45.1.post42.dev14452300548.dist-info → airbyte_cdk-6.45.1.post43.dev14455111666.dist-info}/LICENSE.txt +0 -0
- {airbyte_cdk-6.45.1.post42.dev14452300548.dist-info → airbyte_cdk-6.45.1.post43.dev14455111666.dist-info}/LICENSE_SHORT +0 -0
- {airbyte_cdk-6.45.1.post42.dev14452300548.dist-info → airbyte_cdk-6.45.1.post43.dev14455111666.dist-info}/WHEEL +0 -0
- {airbyte_cdk-6.45.1.post42.dev14452300548.dist-info → airbyte_cdk-6.45.1.post43.dev14455111666.dist-info}/entry_points.txt +0 -0
@@ -178,21 +178,16 @@ class AbstractFileBasedStreamReader(ABC):
|
|
178
178
|
|
179
179
|
def _get_file_transfer_paths(
|
180
180
|
self,
|
181
|
-
|
182
|
-
local_directory: str
|
183
|
-
parse_file_path_from_uri: Optional[Callable[[str], str]] = None,
|
181
|
+
source_file_relative_path: str,
|
182
|
+
local_directory: str
|
184
183
|
) -> MutableMapping[str, Any]:
|
185
184
|
preserve_directory_structure = self.preserve_directory_structure()
|
186
|
-
if not parse_file_path_from_uri:
|
187
|
-
file_path = file.uri
|
188
|
-
else:
|
189
|
-
file_path = parse_file_path_from_uri(file.uri)
|
190
185
|
|
191
|
-
file_name = path.basename(
|
192
|
-
file_folder = path.dirname(
|
186
|
+
file_name = path.basename(source_file_relative_path)
|
187
|
+
file_folder = path.dirname(source_file_relative_path)
|
193
188
|
if preserve_directory_structure:
|
194
189
|
# Remove left slashes from source path format to make relative path for writing locally
|
195
|
-
file_relative_path =
|
190
|
+
file_relative_path = source_file_relative_path.lstrip("/")
|
196
191
|
else:
|
197
192
|
file_relative_path = file_name
|
198
193
|
local_file_path = path.join(local_directory, file_relative_path)
|
@@ -203,7 +198,6 @@ class AbstractFileBasedStreamReader(ABC):
|
|
203
198
|
self.FILE_RELATIVE_PATH: file_relative_path,
|
204
199
|
self.LOCAL_FILE_PATH: local_file_path,
|
205
200
|
self.FILE_NAME: file_name,
|
206
|
-
self.FILE_FOLDER: file_folder
|
207
|
-
self.SOURCE_FILE_URI: file.uri,
|
201
|
+
self.FILE_FOLDER: file_folder
|
208
202
|
}
|
209
203
|
return file_paths
|
@@ -224,7 +224,7 @@ airbyte_cdk/sources/file_based/discovery_policy/default_discovery_policy.py,sha2
|
|
224
224
|
airbyte_cdk/sources/file_based/exceptions.py,sha256=WP0qkG6fpWoBpOyyicgp5YNE393VWyegq5qSy0v4QtM,7362
|
225
225
|
airbyte_cdk/sources/file_based/file_based_source.py,sha256=Xg8OYWnGc-OcVBglvS08uwAWGWHBhEqsBnyODIkOK-4,20051
|
226
226
|
airbyte_cdk/sources/file_based/file_based_stream_permissions_reader.py,sha256=4e7FXqQ9hueacexC0SyrZyjF8oREYHza8pKF9CgKbD8,5050
|
227
|
-
airbyte_cdk/sources/file_based/file_based_stream_reader.py,sha256=
|
227
|
+
airbyte_cdk/sources/file_based/file_based_stream_reader.py,sha256=Hu1sMJZEn-F31TupZDyOATiXWI6bdqc-AA1cef_AqUk,7435
|
228
228
|
airbyte_cdk/sources/file_based/file_record_data.py,sha256=FqqVLzJlkT6ajW1ncoB8K99CvS8jZThafNzjsGGBQhM,396
|
229
229
|
airbyte_cdk/sources/file_based/file_types/__init__.py,sha256=blCLn0-2LC-ZdgcNyDEhqM2RiUvEjEBh-G4-t32ZtuM,1268
|
230
230
|
airbyte_cdk/sources/file_based/file_types/avro_parser.py,sha256=USEYqiICXBWpDV443VtNOCmUA-GINzY_Zah74_5w3qQ,10860
|
@@ -368,9 +368,9 @@ airbyte_cdk/utils/slice_hasher.py,sha256=EDxgROHDbfG-QKQb59m7h_7crN1tRiawdf5uU7G
|
|
368
368
|
airbyte_cdk/utils/spec_schema_transformations.py,sha256=-5HTuNsnDBAhj-oLeQXwpTGA0HdcjFOf2zTEMUTTg_Y,816
|
369
369
|
airbyte_cdk/utils/stream_status_utils.py,sha256=ZmBoiy5HVbUEHAMrUONxZvxnvfV9CesmQJLDTAIWnWw,1171
|
370
370
|
airbyte_cdk/utils/traced_exception.py,sha256=C8uIBuCL_E4WnBAOPSxBicD06JAldoN9fGsQDp463OY,6292
|
371
|
-
airbyte_cdk-6.45.1.
|
372
|
-
airbyte_cdk-6.45.1.
|
373
|
-
airbyte_cdk-6.45.1.
|
374
|
-
airbyte_cdk-6.45.1.
|
375
|
-
airbyte_cdk-6.45.1.
|
376
|
-
airbyte_cdk-6.45.1.
|
371
|
+
airbyte_cdk-6.45.1.post43.dev14455111666.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
|
372
|
+
airbyte_cdk-6.45.1.post43.dev14455111666.dist-info/LICENSE_SHORT,sha256=aqF6D1NcESmpn-cqsxBtszTEnHKnlsp8L4x9wAh3Nxg,55
|
373
|
+
airbyte_cdk-6.45.1.post43.dev14455111666.dist-info/METADATA,sha256=ZXa3YEzMlot9DOIu4Uy1-225a3Z7KbsSUeu7fNSCwcE,6093
|
374
|
+
airbyte_cdk-6.45.1.post43.dev14455111666.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
|
375
|
+
airbyte_cdk-6.45.1.post43.dev14455111666.dist-info/entry_points.txt,sha256=fj-e3PAQvsxsQzyyq8UkG1k8spunWnD4BAH2AwlR6NM,95
|
376
|
+
airbyte_cdk-6.45.1.post43.dev14455111666.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|