airbyte-cdk 6.56.4__py3-none-any.whl → 6.56.4.post1.dev15881172473__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- airbyte_cdk/entrypoint.py +2 -0
- airbyte_cdk/sources/declarative/manifest_declarative_source.py +9 -4
- {airbyte_cdk-6.56.4.dist-info → airbyte_cdk-6.56.4.post1.dev15881172473.dist-info}/METADATA +1 -1
- {airbyte_cdk-6.56.4.dist-info → airbyte_cdk-6.56.4.post1.dev15881172473.dist-info}/RECORD +8 -8
- {airbyte_cdk-6.56.4.dist-info → airbyte_cdk-6.56.4.post1.dev15881172473.dist-info}/LICENSE.txt +0 -0
- {airbyte_cdk-6.56.4.dist-info → airbyte_cdk-6.56.4.post1.dev15881172473.dist-info}/LICENSE_SHORT +0 -0
- {airbyte_cdk-6.56.4.dist-info → airbyte_cdk-6.56.4.post1.dev15881172473.dist-info}/WHEEL +0 -0
- {airbyte_cdk-6.56.4.dist-info → airbyte_cdk-6.56.4.post1.dev15881172473.dist-info}/entry_points.txt +0 -0
airbyte_cdk/entrypoint.py
CHANGED
@@ -263,6 +263,8 @@ class AirbyteEntrypoint(object):
|
|
263
263
|
self.set_up_secret_filter(config, source_spec.connectionSpecification)
|
264
264
|
if self.source.check_config_against_spec:
|
265
265
|
self.validate_connection(source_spec, config)
|
266
|
+
if hasattr(self.source, "config") and self.source.config is not None:
|
267
|
+
config = self.source.config
|
266
268
|
catalog = self.source.discover(self.logger, config)
|
267
269
|
|
268
270
|
yield from self._emit_queued_messages(self.source)
|
@@ -24,6 +24,7 @@ from airbyte_cdk.manifest_migrations.migration_handler import (
|
|
24
24
|
ManifestMigrationHandler,
|
25
25
|
)
|
26
26
|
from airbyte_cdk.models import (
|
27
|
+
AirbyteCatalog,
|
27
28
|
AirbyteConnectionStatus,
|
28
29
|
AirbyteMessage,
|
29
30
|
AirbyteStateMessage,
|
@@ -152,7 +153,7 @@ class ManifestDeclarativeSource(DeclarativeSource):
|
|
152
153
|
self._spec_component: Optional[Spec] = (
|
153
154
|
self._constructor.create_component(SpecModel, spec, dict()) if spec else None
|
154
155
|
)
|
155
|
-
self.
|
156
|
+
self.config = self._migrate_and_transform_config(config_path, config) or {}
|
156
157
|
|
157
158
|
@property
|
158
159
|
def resolved_manifest(self) -> Mapping[str, Any]:
|
@@ -268,7 +269,7 @@ class ManifestDeclarativeSource(DeclarativeSource):
|
|
268
269
|
def dynamic_streams(self) -> List[Dict[str, Any]]:
|
269
270
|
return self._dynamic_stream_configs(
|
270
271
|
manifest=self._source_config,
|
271
|
-
config=self.
|
272
|
+
config=self.config,
|
272
273
|
with_dynamic_stream_name=True,
|
273
274
|
)
|
274
275
|
|
@@ -401,7 +402,11 @@ class ManifestDeclarativeSource(DeclarativeSource):
|
|
401
402
|
|
402
403
|
def check(self, logger: logging.Logger, config: Mapping[str, Any]) -> AirbyteConnectionStatus:
|
403
404
|
self._configure_logger_level(logger)
|
404
|
-
return super().check(logger, config)
|
405
|
+
return super().check(logger, self.config)
|
406
|
+
|
407
|
+
def discover(self, logger: logging.Logger, config: Mapping[str, Any]) -> AirbyteCatalog:
|
408
|
+
self._configure_logger_level(logger)
|
409
|
+
return super().discover(logger, self.config)
|
405
410
|
|
406
411
|
def read(
|
407
412
|
self,
|
@@ -411,7 +416,7 @@ class ManifestDeclarativeSource(DeclarativeSource):
|
|
411
416
|
state: Optional[List[AirbyteStateMessage]] = None,
|
412
417
|
) -> Iterator[AirbyteMessage]:
|
413
418
|
self._configure_logger_level(logger)
|
414
|
-
yield from super().read(logger, config, catalog, state)
|
419
|
+
yield from super().read(logger, self.config, catalog, state)
|
415
420
|
|
416
421
|
def _configure_logger_level(self, logger: logging.Logger) -> None:
|
417
422
|
"""
|
@@ -33,7 +33,7 @@ airbyte_cdk/destinations/vector_db_based/indexer.py,sha256=beiSi2Uu67EoTr7yQSaCJ
|
|
33
33
|
airbyte_cdk/destinations/vector_db_based/test_utils.py,sha256=MkqLiOJ5QyKbV4rNiJhe-BHM7FD-ADHQ4bQGf4c5lRY,1932
|
34
34
|
airbyte_cdk/destinations/vector_db_based/utils.py,sha256=FOyEo8Lc-fY8UyhpCivhZtIqBRyxf3cUt6anmK03fUY,1127
|
35
35
|
airbyte_cdk/destinations/vector_db_based/writer.py,sha256=nZ00xPiohElJmYktEZZIhr0m5EDETCHGhg0Lb2S7A20,5095
|
36
|
-
airbyte_cdk/entrypoint.py,sha256=
|
36
|
+
airbyte_cdk/entrypoint.py,sha256=Yv8YDqNB1MgHhz0jPIMdIfSJIT6GqsvJU_8_E_BmSxU,19892
|
37
37
|
airbyte_cdk/exception_handler.py,sha256=D_doVl3Dt60ASXlJsfviOCswxGyKF2q0RL6rif3fNks,2013
|
38
38
|
airbyte_cdk/logger.py,sha256=1cURbvawbunCAV178q-XhTHcbAQZTSf07WhU7U9AXWU,3744
|
39
39
|
airbyte_cdk/manifest_migrations/README.md,sha256=4v7BSW3Lkx7HdsKPP3IevfvdFbDCn5fekl-GxOGrWK0,3020
|
@@ -127,7 +127,7 @@ airbyte_cdk/sources/declarative/interpolation/interpolated_string.py,sha256=CQkH
|
|
127
127
|
airbyte_cdk/sources/declarative/interpolation/interpolation.py,sha256=9IoeuWam3L6GyN10L6U8xNWXmkt9cnahSDNkez1OmFY,982
|
128
128
|
airbyte_cdk/sources/declarative/interpolation/jinja.py,sha256=oFGKs3oX0xO6DOL4E9x8rhxwbEoRcgx4HJVIL1RQ9c4,7269
|
129
129
|
airbyte_cdk/sources/declarative/interpolation/macros.py,sha256=xRcmjape4_WGmKMJpmBsKY0k4OHJDM46Hv3V-dlSz3w,5640
|
130
|
-
airbyte_cdk/sources/declarative/manifest_declarative_source.py,sha256=
|
130
|
+
airbyte_cdk/sources/declarative/manifest_declarative_source.py,sha256=eoZEbsbNOFqa0y60ntpv8eJrtqsf-pbgfEEL2Ua2RV4,25783
|
131
131
|
airbyte_cdk/sources/declarative/migrations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
132
132
|
airbyte_cdk/sources/declarative/migrations/legacy_to_per_partition_state_migration.py,sha256=V2lpYE9LJKvz6BUViHk4vaRGndxNABmPbDCtyYdkqaE,4013
|
133
133
|
airbyte_cdk/sources/declarative/migrations/state_migration.py,sha256=KWPjealMLKSMtajXgkdGgKg7EmTLR-CqqD7UIh0-eDU,794
|
@@ -423,9 +423,9 @@ airbyte_cdk/utils/slice_hasher.py,sha256=EDxgROHDbfG-QKQb59m7h_7crN1tRiawdf5uU7G
|
|
423
423
|
airbyte_cdk/utils/spec_schema_transformations.py,sha256=-5HTuNsnDBAhj-oLeQXwpTGA0HdcjFOf2zTEMUTTg_Y,816
|
424
424
|
airbyte_cdk/utils/stream_status_utils.py,sha256=ZmBoiy5HVbUEHAMrUONxZvxnvfV9CesmQJLDTAIWnWw,1171
|
425
425
|
airbyte_cdk/utils/traced_exception.py,sha256=C8uIBuCL_E4WnBAOPSxBicD06JAldoN9fGsQDp463OY,6292
|
426
|
-
airbyte_cdk-6.56.4.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
|
427
|
-
airbyte_cdk-6.56.4.dist-info/LICENSE_SHORT,sha256=aqF6D1NcESmpn-cqsxBtszTEnHKnlsp8L4x9wAh3Nxg,55
|
428
|
-
airbyte_cdk-6.56.4.dist-info/METADATA,sha256=
|
429
|
-
airbyte_cdk-6.56.4.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
|
430
|
-
airbyte_cdk-6.56.4.dist-info/entry_points.txt,sha256=AKWbEkHfpzzk9nF9tqBUaw1MbvTM4mGtEzmZQm0ZWvM,139
|
431
|
-
airbyte_cdk-6.56.4.dist-info/RECORD,,
|
426
|
+
airbyte_cdk-6.56.4.post1.dev15881172473.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
|
427
|
+
airbyte_cdk-6.56.4.post1.dev15881172473.dist-info/LICENSE_SHORT,sha256=aqF6D1NcESmpn-cqsxBtszTEnHKnlsp8L4x9wAh3Nxg,55
|
428
|
+
airbyte_cdk-6.56.4.post1.dev15881172473.dist-info/METADATA,sha256=CzG67gfYu56gfU1VD9lCU4g65NEnv0iZKpQZ5fJvjAA,6413
|
429
|
+
airbyte_cdk-6.56.4.post1.dev15881172473.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
|
430
|
+
airbyte_cdk-6.56.4.post1.dev15881172473.dist-info/entry_points.txt,sha256=AKWbEkHfpzzk9nF9tqBUaw1MbvTM4mGtEzmZQm0ZWvM,139
|
431
|
+
airbyte_cdk-6.56.4.post1.dev15881172473.dist-info/RECORD,,
|
{airbyte_cdk-6.56.4.dist-info → airbyte_cdk-6.56.4.post1.dev15881172473.dist-info}/LICENSE.txt
RENAMED
File without changes
|
{airbyte_cdk-6.56.4.dist-info → airbyte_cdk-6.56.4.post1.dev15881172473.dist-info}/LICENSE_SHORT
RENAMED
File without changes
|
File without changes
|
{airbyte_cdk-6.56.4.dist-info → airbyte_cdk-6.56.4.post1.dev15881172473.dist-info}/entry_points.txt
RENAMED
File without changes
|