airbyte-cdk 6.13.1.dev4100__py3-none-any.whl → 6.13.1.dev4101__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- airbyte_cdk/sources/file_based/config/abstract_file_based_spec.py +9 -15
- airbyte_cdk/sources/file_based/file_based_source.py +3 -4
- airbyte_cdk/sources/file_based/file_based_stream_reader.py +3 -4
- {airbyte_cdk-6.13.1.dev4100.dist-info → airbyte_cdk-6.13.1.dev4101.dist-info}/METADATA +1 -1
- {airbyte_cdk-6.13.1.dev4100.dist-info → airbyte_cdk-6.13.1.dev4101.dist-info}/RECORD +8 -8
- {airbyte_cdk-6.13.1.dev4100.dist-info → airbyte_cdk-6.13.1.dev4101.dist-info}/LICENSE.txt +0 -0
- {airbyte_cdk-6.13.1.dev4100.dist-info → airbyte_cdk-6.13.1.dev4101.dist-info}/WHEEL +0 -0
- {airbyte_cdk-6.13.1.dev4100.dist-info → airbyte_cdk-6.13.1.dev4101.dist-info}/entry_points.txt +0 -0
@@ -14,13 +14,6 @@ from airbyte_cdk.sources.file_based.config.file_based_stream_config import FileB
|
|
14
14
|
from airbyte_cdk.sources.utils import schema_helpers
|
15
15
|
|
16
16
|
|
17
|
-
class DeliveryOptions(BaseModel):
|
18
|
-
preserve_subdirectories_directories: bool = Field(
|
19
|
-
True,
|
20
|
-
description="Flag indicating we should preserve subdirectories directories",
|
21
|
-
)
|
22
|
-
|
23
|
-
|
24
17
|
class DeliverRecords(BaseModel):
|
25
18
|
class Config(OneOfOptionConfig):
|
26
19
|
title = "Replicate Records"
|
@@ -37,10 +30,11 @@ class DeliverRawFiles(BaseModel):
|
|
37
30
|
discriminator = "delivery_type"
|
38
31
|
|
39
32
|
delivery_type: Literal["use_file_transfer"] = Field("use_file_transfer", const=True)
|
40
|
-
|
41
|
-
|
42
|
-
|
43
|
-
|
33
|
+
|
34
|
+
preserve_subdirectories_directories: bool = Field(
|
35
|
+
title="Preserve Subdirectories Directories",
|
36
|
+
description="Flag indicating we should preserve subdirectories directories",
|
37
|
+
default=True,
|
44
38
|
)
|
45
39
|
|
46
40
|
|
@@ -77,10 +71,10 @@ class AbstractFileBasedSpec(BaseModel):
|
|
77
71
|
airbyte_hidden=True,
|
78
72
|
)
|
79
73
|
|
80
|
-
|
81
|
-
title="
|
82
|
-
|
83
|
-
|
74
|
+
preserve_subdirectories_directories: bool = Field(
|
75
|
+
title="Preserve Subdirectories Directories",
|
76
|
+
description="Flag indicating we should preserve subdirectories directories",
|
77
|
+
default=True,
|
84
78
|
)
|
85
79
|
|
86
80
|
@classmethod
|
@@ -393,9 +393,8 @@ class FileBasedSource(ConcurrentSourceAdapter, ABC):
|
|
393
393
|
def _preserve_subdirectories_directories(parsed_config: AbstractFileBasedSpec) -> bool:
|
394
394
|
# fall back to preserve subdirectories if config is not present or incomplete
|
395
395
|
if (
|
396
|
-
hasattr(parsed_config, "
|
397
|
-
and parsed_config.
|
398
|
-
and hasattr(parsed_config.delivery_options, "preserve_subdirectories_directories")
|
396
|
+
hasattr(parsed_config, "preserve_subdirectories_directories")
|
397
|
+
and parsed_config.preserve_subdirectories_directories is not None
|
399
398
|
):
|
400
|
-
return parsed_config.
|
399
|
+
return parsed_config.preserve_subdirectories_directories
|
401
400
|
return True
|
@@ -139,11 +139,10 @@ class AbstractFileBasedStreamReader(ABC):
|
|
139
139
|
# fall back to preserve subdirectories if config is not present or incomplete
|
140
140
|
if (
|
141
141
|
self.config
|
142
|
-
and hasattr(self.config, "
|
143
|
-
and self.config.
|
144
|
-
and hasattr(self.config.delivery_options, "preserve_subdirectories_directories")
|
142
|
+
and hasattr(self.config, "preserve_subdirectories_directories")
|
143
|
+
and self.config.preserve_subdirectories_directories is not None
|
145
144
|
):
|
146
|
-
return self.config.
|
145
|
+
return self.config.preserve_subdirectories_directories
|
147
146
|
return True
|
148
147
|
|
149
148
|
@abstractmethod
|
@@ -193,7 +193,7 @@ airbyte_cdk/sources/file_based/availability_strategy/__init__.py,sha256=ddKQfUmk
|
|
193
193
|
airbyte_cdk/sources/file_based/availability_strategy/abstract_file_based_availability_strategy.py,sha256=01Nd4b7ERAbp-OZo_8rrAzFXWPTMwr02SnWiN17nx8Q,2363
|
194
194
|
airbyte_cdk/sources/file_based/availability_strategy/default_file_based_availability_strategy.py,sha256=j9T5TimfWFUz7nqsaj-83G3xWmDpsmeSbDnaUNmz0UM,5849
|
195
195
|
airbyte_cdk/sources/file_based/config/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
196
|
-
airbyte_cdk/sources/file_based/config/abstract_file_based_spec.py,sha256=
|
196
|
+
airbyte_cdk/sources/file_based/config/abstract_file_based_spec.py,sha256=zjFFoLMb9TL3zJkTmm-YtmqQ0Y4EwIGFljM8s8h7hxU,6899
|
197
197
|
airbyte_cdk/sources/file_based/config/avro_format.py,sha256=NxTF96ewzn6HuhgodsY7Rpb-ybr1ZEWW5d4Vid64g5A,716
|
198
198
|
airbyte_cdk/sources/file_based/config/csv_format.py,sha256=NWekkyT8dTwiVK0mwa_krQD4FJPHSDfILo8kPAg3-Vs,8006
|
199
199
|
airbyte_cdk/sources/file_based/config/excel_format.py,sha256=9qAmTsT6SoVzNfNv0oBVkVCmiyqQuVAbfRKajjoa7Js,378
|
@@ -205,8 +205,8 @@ airbyte_cdk/sources/file_based/discovery_policy/__init__.py,sha256=gl3ey6mZbyfra
|
|
205
205
|
airbyte_cdk/sources/file_based/discovery_policy/abstract_discovery_policy.py,sha256=dCfXX529Rd5rtopg4VeEgTPJjFtqjtjzPq6LCw18Wt0,605
|
206
206
|
airbyte_cdk/sources/file_based/discovery_policy/default_discovery_policy.py,sha256=-xujTidtrq6HC00WKbjQh1CZdT5LMuzkp5BLjqDmfTY,1007
|
207
207
|
airbyte_cdk/sources/file_based/exceptions.py,sha256=KfOgQgssBKgsv3h5po2IG1DhZcH664Zf_fx96mBlPSg,6761
|
208
|
-
airbyte_cdk/sources/file_based/file_based_source.py,sha256=
|
209
|
-
airbyte_cdk/sources/file_based/file_based_stream_reader.py,sha256=
|
208
|
+
airbyte_cdk/sources/file_based/file_based_source.py,sha256=cnAncQfuXMAKK_u8W2GFlPXTaPUs_FAP-H6tXuNcgGg,17189
|
209
|
+
airbyte_cdk/sources/file_based/file_based_stream_reader.py,sha256=MwH4kHELXvNvE_CBxedxgfZtyOS71N1OBY-x03kgLeo,6816
|
210
210
|
airbyte_cdk/sources/file_based/file_types/__init__.py,sha256=blCLn0-2LC-ZdgcNyDEhqM2RiUvEjEBh-G4-t32ZtuM,1268
|
211
211
|
airbyte_cdk/sources/file_based/file_types/avro_parser.py,sha256=XNx-JC-sgzH9u3nOJ2M59FxBXvtig8LN6BIkeDOavZA,10858
|
212
212
|
airbyte_cdk/sources/file_based/file_types/csv_parser.py,sha256=QlCXB-ry3np67Q_VerQEPoWDOTcPTB6Go4ydZxY9ae4,20445
|
@@ -340,8 +340,8 @@ airbyte_cdk/utils/slice_hasher.py,sha256=-pHexlNYoWYPnXNH-M7HEbjmeJe9Zk7SJijdQ7d
|
|
340
340
|
airbyte_cdk/utils/spec_schema_transformations.py,sha256=-5HTuNsnDBAhj-oLeQXwpTGA0HdcjFOf2zTEMUTTg_Y,816
|
341
341
|
airbyte_cdk/utils/stream_status_utils.py,sha256=ZmBoiy5HVbUEHAMrUONxZvxnvfV9CesmQJLDTAIWnWw,1171
|
342
342
|
airbyte_cdk/utils/traced_exception.py,sha256=C8uIBuCL_E4WnBAOPSxBicD06JAldoN9fGsQDp463OY,6292
|
343
|
-
airbyte_cdk-6.13.1.
|
344
|
-
airbyte_cdk-6.13.1.
|
345
|
-
airbyte_cdk-6.13.1.
|
346
|
-
airbyte_cdk-6.13.1.
|
347
|
-
airbyte_cdk-6.13.1.
|
343
|
+
airbyte_cdk-6.13.1.dev4101.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
|
344
|
+
airbyte_cdk-6.13.1.dev4101.dist-info/METADATA,sha256=qzqdg5215pSnyafRjwL5bK2Qw4Wvr7FpOuxWJUFZc6M,5996
|
345
|
+
airbyte_cdk-6.13.1.dev4101.dist-info/WHEEL,sha256=RaoafKOydTQ7I_I3JTrPCg6kUmTgtm4BornzOqyEfJ8,88
|
346
|
+
airbyte_cdk-6.13.1.dev4101.dist-info/entry_points.txt,sha256=fj-e3PAQvsxsQzyyq8UkG1k8spunWnD4BAH2AwlR6NM,95
|
347
|
+
airbyte_cdk-6.13.1.dev4101.dist-info/RECORD,,
|
File without changes
|
File without changes
|
{airbyte_cdk-6.13.1.dev4100.dist-info → airbyte_cdk-6.13.1.dev4101.dist-info}/entry_points.txt
RENAMED
File without changes
|