airbyte-cdk 6.56.4.post1.dev15881172473__py3-none-any.whl → 6.56.4.post1.dev15883596331__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- airbyte_cdk/entrypoint.py +0 -2
- airbyte_cdk/sources/declarative/manifest_declarative_source.py +9 -9
- {airbyte_cdk-6.56.4.post1.dev15881172473.dist-info → airbyte_cdk-6.56.4.post1.dev15883596331.dist-info}/METADATA +1 -1
- {airbyte_cdk-6.56.4.post1.dev15881172473.dist-info → airbyte_cdk-6.56.4.post1.dev15883596331.dist-info}/RECORD +8 -8
- {airbyte_cdk-6.56.4.post1.dev15881172473.dist-info → airbyte_cdk-6.56.4.post1.dev15883596331.dist-info}/LICENSE.txt +0 -0
- {airbyte_cdk-6.56.4.post1.dev15881172473.dist-info → airbyte_cdk-6.56.4.post1.dev15883596331.dist-info}/LICENSE_SHORT +0 -0
- {airbyte_cdk-6.56.4.post1.dev15881172473.dist-info → airbyte_cdk-6.56.4.post1.dev15883596331.dist-info}/WHEEL +0 -0
- {airbyte_cdk-6.56.4.post1.dev15881172473.dist-info → airbyte_cdk-6.56.4.post1.dev15883596331.dist-info}/entry_points.txt +0 -0
airbyte_cdk/entrypoint.py
CHANGED
@@ -263,8 +263,6 @@ class AirbyteEntrypoint(object):
|
|
263
263
|
self.set_up_secret_filter(config, source_spec.connectionSpecification)
|
264
264
|
if self.source.check_config_against_spec:
|
265
265
|
self.validate_connection(source_spec, config)
|
266
|
-
if hasattr(self.source, "config") and self.source.config is not None:
|
267
|
-
config = self.source.config
|
268
266
|
catalog = self.source.discover(self.logger, config)
|
269
267
|
|
270
268
|
yield from self._emit_queued_messages(self.source)
|
@@ -24,7 +24,6 @@ from airbyte_cdk.manifest_migrations.migration_handler import (
|
|
24
24
|
ManifestMigrationHandler,
|
25
25
|
)
|
26
26
|
from airbyte_cdk.models import (
|
27
|
-
AirbyteCatalog,
|
28
27
|
AirbyteConnectionStatus,
|
29
28
|
AirbyteMessage,
|
30
29
|
AirbyteStateMessage,
|
@@ -153,7 +152,7 @@ class ManifestDeclarativeSource(DeclarativeSource):
|
|
153
152
|
self._spec_component: Optional[Spec] = (
|
154
153
|
self._constructor.create_component(SpecModel, spec, dict()) if spec else None
|
155
154
|
)
|
156
|
-
self.
|
155
|
+
self._config = self._migrate_and_transform_config(config_path, config) or {}
|
157
156
|
|
158
157
|
@property
|
159
158
|
def resolved_manifest(self) -> Mapping[str, Any]:
|
@@ -239,6 +238,11 @@ class ManifestDeclarativeSource(DeclarativeSource):
|
|
239
238
|
self._spec_component.transform_config(mutable_config)
|
240
239
|
return mutable_config
|
241
240
|
|
241
|
+
def configure(self, config: Mapping[str, Any], temp_dir: str
|
242
|
+
) -> Mapping[str, Any]:
|
243
|
+
config = self._config or config
|
244
|
+
return super().configure(config, temp_dir)
|
245
|
+
|
242
246
|
def _migrate_manifest(self) -> None:
|
243
247
|
"""
|
244
248
|
This method is used to migrate the manifest. It should be called after the manifest has been validated.
|
@@ -269,7 +273,7 @@ class ManifestDeclarativeSource(DeclarativeSource):
|
|
269
273
|
def dynamic_streams(self) -> List[Dict[str, Any]]:
|
270
274
|
return self._dynamic_stream_configs(
|
271
275
|
manifest=self._source_config,
|
272
|
-
config=self.
|
276
|
+
config=self._config,
|
273
277
|
with_dynamic_stream_name=True,
|
274
278
|
)
|
275
279
|
|
@@ -402,11 +406,7 @@ class ManifestDeclarativeSource(DeclarativeSource):
|
|
402
406
|
|
403
407
|
def check(self, logger: logging.Logger, config: Mapping[str, Any]) -> AirbyteConnectionStatus:
|
404
408
|
self._configure_logger_level(logger)
|
405
|
-
return super().check(logger,
|
406
|
-
|
407
|
-
def discover(self, logger: logging.Logger, config: Mapping[str, Any]) -> AirbyteCatalog:
|
408
|
-
self._configure_logger_level(logger)
|
409
|
-
return super().discover(logger, self.config)
|
409
|
+
return super().check(logger, config)
|
410
410
|
|
411
411
|
def read(
|
412
412
|
self,
|
@@ -416,7 +416,7 @@ class ManifestDeclarativeSource(DeclarativeSource):
|
|
416
416
|
state: Optional[List[AirbyteStateMessage]] = None,
|
417
417
|
) -> Iterator[AirbyteMessage]:
|
418
418
|
self._configure_logger_level(logger)
|
419
|
-
yield from super().read(logger,
|
419
|
+
yield from super().read(logger, config, catalog, state)
|
420
420
|
|
421
421
|
def _configure_logger_level(self, logger: logging.Logger) -> None:
|
422
422
|
"""
|
@@ -33,7 +33,7 @@ airbyte_cdk/destinations/vector_db_based/indexer.py,sha256=beiSi2Uu67EoTr7yQSaCJ
|
|
33
33
|
airbyte_cdk/destinations/vector_db_based/test_utils.py,sha256=MkqLiOJ5QyKbV4rNiJhe-BHM7FD-ADHQ4bQGf4c5lRY,1932
|
34
34
|
airbyte_cdk/destinations/vector_db_based/utils.py,sha256=FOyEo8Lc-fY8UyhpCivhZtIqBRyxf3cUt6anmK03fUY,1127
|
35
35
|
airbyte_cdk/destinations/vector_db_based/writer.py,sha256=nZ00xPiohElJmYktEZZIhr0m5EDETCHGhg0Lb2S7A20,5095
|
36
|
-
airbyte_cdk/entrypoint.py,sha256=
|
36
|
+
airbyte_cdk/entrypoint.py,sha256=R2kAsAnCAI7eZCctQpMCImLhFFwo7PniJVA0e7RhJVI,19774
|
37
37
|
airbyte_cdk/exception_handler.py,sha256=D_doVl3Dt60ASXlJsfviOCswxGyKF2q0RL6rif3fNks,2013
|
38
38
|
airbyte_cdk/logger.py,sha256=1cURbvawbunCAV178q-XhTHcbAQZTSf07WhU7U9AXWU,3744
|
39
39
|
airbyte_cdk/manifest_migrations/README.md,sha256=4v7BSW3Lkx7HdsKPP3IevfvdFbDCn5fekl-GxOGrWK0,3020
|
@@ -127,7 +127,7 @@ airbyte_cdk/sources/declarative/interpolation/interpolated_string.py,sha256=CQkH
|
|
127
127
|
airbyte_cdk/sources/declarative/interpolation/interpolation.py,sha256=9IoeuWam3L6GyN10L6U8xNWXmkt9cnahSDNkez1OmFY,982
|
128
128
|
airbyte_cdk/sources/declarative/interpolation/jinja.py,sha256=oFGKs3oX0xO6DOL4E9x8rhxwbEoRcgx4HJVIL1RQ9c4,7269
|
129
129
|
airbyte_cdk/sources/declarative/interpolation/macros.py,sha256=xRcmjape4_WGmKMJpmBsKY0k4OHJDM46Hv3V-dlSz3w,5640
|
130
|
-
airbyte_cdk/sources/declarative/manifest_declarative_source.py,sha256=
|
130
|
+
airbyte_cdk/sources/declarative/manifest_declarative_source.py,sha256=lzH5sru4DcWzgdKafXbhQC87e281l35SaFfVAJP4Yus,25748
|
131
131
|
airbyte_cdk/sources/declarative/migrations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
132
132
|
airbyte_cdk/sources/declarative/migrations/legacy_to_per_partition_state_migration.py,sha256=V2lpYE9LJKvz6BUViHk4vaRGndxNABmPbDCtyYdkqaE,4013
|
133
133
|
airbyte_cdk/sources/declarative/migrations/state_migration.py,sha256=KWPjealMLKSMtajXgkdGgKg7EmTLR-CqqD7UIh0-eDU,794
|
@@ -423,9 +423,9 @@ airbyte_cdk/utils/slice_hasher.py,sha256=EDxgROHDbfG-QKQb59m7h_7crN1tRiawdf5uU7G
|
|
423
423
|
airbyte_cdk/utils/spec_schema_transformations.py,sha256=-5HTuNsnDBAhj-oLeQXwpTGA0HdcjFOf2zTEMUTTg_Y,816
|
424
424
|
airbyte_cdk/utils/stream_status_utils.py,sha256=ZmBoiy5HVbUEHAMrUONxZvxnvfV9CesmQJLDTAIWnWw,1171
|
425
425
|
airbyte_cdk/utils/traced_exception.py,sha256=C8uIBuCL_E4WnBAOPSxBicD06JAldoN9fGsQDp463OY,6292
|
426
|
-
airbyte_cdk-6.56.4.post1.
|
427
|
-
airbyte_cdk-6.56.4.post1.
|
428
|
-
airbyte_cdk-6.56.4.post1.
|
429
|
-
airbyte_cdk-6.56.4.post1.
|
430
|
-
airbyte_cdk-6.56.4.post1.
|
431
|
-
airbyte_cdk-6.56.4.post1.
|
426
|
+
airbyte_cdk-6.56.4.post1.dev15883596331.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
|
427
|
+
airbyte_cdk-6.56.4.post1.dev15883596331.dist-info/LICENSE_SHORT,sha256=aqF6D1NcESmpn-cqsxBtszTEnHKnlsp8L4x9wAh3Nxg,55
|
428
|
+
airbyte_cdk-6.56.4.post1.dev15883596331.dist-info/METADATA,sha256=SDSYEfxXlLd5s55-5JvszrScaf2T5KLry_r1UdNPd2Q,6413
|
429
|
+
airbyte_cdk-6.56.4.post1.dev15883596331.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
|
430
|
+
airbyte_cdk-6.56.4.post1.dev15883596331.dist-info/entry_points.txt,sha256=AKWbEkHfpzzk9nF9tqBUaw1MbvTM4mGtEzmZQm0ZWvM,139
|
431
|
+
airbyte_cdk-6.56.4.post1.dev15883596331.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|