airbyte-cdk 7.0.4__py3-none-any.whl → 7.0.5__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- airbyte_cdk/sources/declarative/concurrent_declarative_source.py +12 -4
- {airbyte_cdk-7.0.4.dist-info → airbyte_cdk-7.0.5.dist-info}/METADATA +1 -1
- {airbyte_cdk-7.0.4.dist-info → airbyte_cdk-7.0.5.dist-info}/RECORD +7 -7
- {airbyte_cdk-7.0.4.dist-info → airbyte_cdk-7.0.5.dist-info}/LICENSE.txt +0 -0
- {airbyte_cdk-7.0.4.dist-info → airbyte_cdk-7.0.5.dist-info}/LICENSE_SHORT +0 -0
- {airbyte_cdk-7.0.4.dist-info → airbyte_cdk-7.0.5.dist-info}/WHEEL +0 -0
- {airbyte_cdk-7.0.4.dist-info → airbyte_cdk-7.0.5.dist-info}/entry_points.txt +0 -0
@@ -20,7 +20,7 @@ from typing import (
|
|
20
20
|
|
21
21
|
import orjson
|
22
22
|
import yaml
|
23
|
-
from airbyte_protocol_dataclasses.models import Level
|
23
|
+
from airbyte_protocol_dataclasses.models import AirbyteStreamStatus, Level, StreamDescriptor
|
24
24
|
from jsonschema.exceptions import ValidationError
|
25
25
|
from jsonschema.validators import validate
|
26
26
|
|
@@ -88,6 +88,7 @@ from airbyte_cdk.sources.utils.slice_logger import (
|
|
88
88
|
DebugSliceLogger,
|
89
89
|
SliceLogger,
|
90
90
|
)
|
91
|
+
from airbyte_cdk.utils.stream_status_utils import as_airbyte_message
|
91
92
|
from airbyte_cdk.utils.traced_exception import AirbyteTracedException
|
92
93
|
|
93
94
|
|
@@ -630,9 +631,8 @@ class ConcurrentDeclarativeSource(Source):
|
|
630
631
|
|
631
632
|
return dynamic_stream_configs
|
632
633
|
|
633
|
-
@staticmethod
|
634
634
|
def _select_streams(
|
635
|
-
streams: List[AbstractStream], configured_catalog: ConfiguredAirbyteCatalog
|
635
|
+
self, streams: List[AbstractStream], configured_catalog: ConfiguredAirbyteCatalog
|
636
636
|
) -> List[AbstractStream]:
|
637
637
|
stream_name_to_instance: Mapping[str, AbstractStream] = {s.name: s for s in streams}
|
638
638
|
abstract_streams: List[AbstractStream] = []
|
@@ -640,5 +640,13 @@ class ConcurrentDeclarativeSource(Source):
|
|
640
640
|
stream_instance = stream_name_to_instance.get(configured_stream.stream.name)
|
641
641
|
if stream_instance:
|
642
642
|
abstract_streams.append(stream_instance)
|
643
|
-
|
643
|
+
else:
|
644
|
+
# Previous behavior in the legacy synchronous CDK was to also raise an error TRACE message if
|
645
|
+
# the source was configured with raise_exception_on_missing_stream=True. This was used on very
|
646
|
+
# few sources like facebook-marketing and google-ads. We decided not to port this feature over,
|
647
|
+
# but we can do so if we feel it necessary. With the current behavior,we should still result
|
648
|
+
# in a partial failure since missing streams will be marked as INCOMPLETE.
|
649
|
+
self._message_repository.emit_message(
|
650
|
+
as_airbyte_message(configured_stream.stream, AirbyteStreamStatus.INCOMPLETE)
|
651
|
+
)
|
644
652
|
return abstract_streams
|
@@ -126,7 +126,7 @@ airbyte_cdk/sources/declarative/checks/check_stream.py,sha256=G7VBOwDdybbpZstFG0
|
|
126
126
|
airbyte_cdk/sources/declarative/checks/connection_checker.py,sha256=HQHK3gO5xXeWYdxDjiXO3xzz5MBOYcQn0Dd6IRW7Vx8,1400
|
127
127
|
airbyte_cdk/sources/declarative/concurrency_level/__init__.py,sha256=5XUqrmlstYlMM0j6crktlKQwALek0uiz2D3WdM46MyA,191
|
128
128
|
airbyte_cdk/sources/declarative/concurrency_level/concurrency_level.py,sha256=YIwCTCpOr_QSNW4ltQK0yUGWInI8PKNY216HOOegYLk,2101
|
129
|
-
airbyte_cdk/sources/declarative/concurrent_declarative_source.py,sha256=
|
129
|
+
airbyte_cdk/sources/declarative/concurrent_declarative_source.py,sha256=z0AgJ6AZl7F1CmvHpLgqy3mufCVCtGr6mwL0tLDvPRM,31190
|
130
130
|
airbyte_cdk/sources/declarative/datetime/__init__.py,sha256=4Hw-PX1-VgESLF16cDdvuYCzGJtHntThLF4qIiULWeo,61
|
131
131
|
airbyte_cdk/sources/declarative/datetime/datetime_parser.py,sha256=_zGNGq31RNy_0QBLt_EcTvgPyhj7urPdx6oA3M5-r3o,3150
|
132
132
|
airbyte_cdk/sources/declarative/datetime/min_max_datetime.py,sha256=0BHBtDNQZfvwM45-tY5pNlTcKAFSGGNxemoi0Jic-0E,5785
|
@@ -457,9 +457,9 @@ airbyte_cdk/utils/slice_hasher.py,sha256=EDxgROHDbfG-QKQb59m7h_7crN1tRiawdf5uU7G
|
|
457
457
|
airbyte_cdk/utils/spec_schema_transformations.py,sha256=9YDJmnIGFsT51CVQf2tSSvTapGimITjEFGbUTSZAGTI,963
|
458
458
|
airbyte_cdk/utils/stream_status_utils.py,sha256=ZmBoiy5HVbUEHAMrUONxZvxnvfV9CesmQJLDTAIWnWw,1171
|
459
459
|
airbyte_cdk/utils/traced_exception.py,sha256=C8uIBuCL_E4WnBAOPSxBicD06JAldoN9fGsQDp463OY,6292
|
460
|
-
airbyte_cdk-7.0.
|
461
|
-
airbyte_cdk-7.0.
|
462
|
-
airbyte_cdk-7.0.
|
463
|
-
airbyte_cdk-7.0.
|
464
|
-
airbyte_cdk-7.0.
|
465
|
-
airbyte_cdk-7.0.
|
460
|
+
airbyte_cdk-7.0.5.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
|
461
|
+
airbyte_cdk-7.0.5.dist-info/LICENSE_SHORT,sha256=aqF6D1NcESmpn-cqsxBtszTEnHKnlsp8L4x9wAh3Nxg,55
|
462
|
+
airbyte_cdk-7.0.5.dist-info/METADATA,sha256=nrc8uO7WlpGl_0Tbd1fLkZjPNmxtV8VEbEBnEDelFgQ,6799
|
463
|
+
airbyte_cdk-7.0.5.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
|
464
|
+
airbyte_cdk-7.0.5.dist-info/entry_points.txt,sha256=eLZ2UYvJZGm1s07Pplcs--1Gim60YhZWTb53j_dghwU,195
|
465
|
+
airbyte_cdk-7.0.5.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|