airbyte-cdk 7.0.4__py3-none-any.whl → 7.0.5__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -20,7 +20,7 @@ from typing import (
20
20
 
21
21
  import orjson
22
22
  import yaml
23
- from airbyte_protocol_dataclasses.models import Level
23
+ from airbyte_protocol_dataclasses.models import AirbyteStreamStatus, Level, StreamDescriptor
24
24
  from jsonschema.exceptions import ValidationError
25
25
  from jsonschema.validators import validate
26
26
 
@@ -88,6 +88,7 @@ from airbyte_cdk.sources.utils.slice_logger import (
88
88
  DebugSliceLogger,
89
89
  SliceLogger,
90
90
  )
91
+ from airbyte_cdk.utils.stream_status_utils import as_airbyte_message
91
92
  from airbyte_cdk.utils.traced_exception import AirbyteTracedException
92
93
 
93
94
 
@@ -630,9 +631,8 @@ class ConcurrentDeclarativeSource(Source):
630
631
 
631
632
  return dynamic_stream_configs
632
633
 
633
- @staticmethod
634
634
  def _select_streams(
635
- streams: List[AbstractStream], configured_catalog: ConfiguredAirbyteCatalog
635
+ self, streams: List[AbstractStream], configured_catalog: ConfiguredAirbyteCatalog
636
636
  ) -> List[AbstractStream]:
637
637
  stream_name_to_instance: Mapping[str, AbstractStream] = {s.name: s for s in streams}
638
638
  abstract_streams: List[AbstractStream] = []
@@ -640,5 +640,13 @@ class ConcurrentDeclarativeSource(Source):
640
640
  stream_instance = stream_name_to_instance.get(configured_stream.stream.name)
641
641
  if stream_instance:
642
642
  abstract_streams.append(stream_instance)
643
-
643
+ else:
644
+ # Previous behavior in the legacy synchronous CDK was to also raise an error TRACE message if
645
+ # the source was configured with raise_exception_on_missing_stream=True. This was used on very
646
+ # few sources like facebook-marketing and google-ads. We decided not to port this feature over,
647
+ # but we can do so if we feel it necessary. With the current behavior,we should still result
648
+ # in a partial failure since missing streams will be marked as INCOMPLETE.
649
+ self._message_repository.emit_message(
650
+ as_airbyte_message(configured_stream.stream, AirbyteStreamStatus.INCOMPLETE)
651
+ )
644
652
  return abstract_streams
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: airbyte-cdk
3
- Version: 7.0.4
3
+ Version: 7.0.5
4
4
  Summary: A framework for writing Airbyte Connectors.
5
5
  Home-page: https://airbyte.com
6
6
  License: MIT
@@ -126,7 +126,7 @@ airbyte_cdk/sources/declarative/checks/check_stream.py,sha256=G7VBOwDdybbpZstFG0
126
126
  airbyte_cdk/sources/declarative/checks/connection_checker.py,sha256=HQHK3gO5xXeWYdxDjiXO3xzz5MBOYcQn0Dd6IRW7Vx8,1400
127
127
  airbyte_cdk/sources/declarative/concurrency_level/__init__.py,sha256=5XUqrmlstYlMM0j6crktlKQwALek0uiz2D3WdM46MyA,191
128
128
  airbyte_cdk/sources/declarative/concurrency_level/concurrency_level.py,sha256=YIwCTCpOr_QSNW4ltQK0yUGWInI8PKNY216HOOegYLk,2101
129
- airbyte_cdk/sources/declarative/concurrent_declarative_source.py,sha256=MdXptT-2ocWVFFGaCVBuXMGvEkVxTbu9WatA2hBCQEY,30374
129
+ airbyte_cdk/sources/declarative/concurrent_declarative_source.py,sha256=z0AgJ6AZl7F1CmvHpLgqy3mufCVCtGr6mwL0tLDvPRM,31190
130
130
  airbyte_cdk/sources/declarative/datetime/__init__.py,sha256=4Hw-PX1-VgESLF16cDdvuYCzGJtHntThLF4qIiULWeo,61
131
131
  airbyte_cdk/sources/declarative/datetime/datetime_parser.py,sha256=_zGNGq31RNy_0QBLt_EcTvgPyhj7urPdx6oA3M5-r3o,3150
132
132
  airbyte_cdk/sources/declarative/datetime/min_max_datetime.py,sha256=0BHBtDNQZfvwM45-tY5pNlTcKAFSGGNxemoi0Jic-0E,5785
@@ -457,9 +457,9 @@ airbyte_cdk/utils/slice_hasher.py,sha256=EDxgROHDbfG-QKQb59m7h_7crN1tRiawdf5uU7G
457
457
  airbyte_cdk/utils/spec_schema_transformations.py,sha256=9YDJmnIGFsT51CVQf2tSSvTapGimITjEFGbUTSZAGTI,963
458
458
  airbyte_cdk/utils/stream_status_utils.py,sha256=ZmBoiy5HVbUEHAMrUONxZvxnvfV9CesmQJLDTAIWnWw,1171
459
459
  airbyte_cdk/utils/traced_exception.py,sha256=C8uIBuCL_E4WnBAOPSxBicD06JAldoN9fGsQDp463OY,6292
460
- airbyte_cdk-7.0.4.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
461
- airbyte_cdk-7.0.4.dist-info/LICENSE_SHORT,sha256=aqF6D1NcESmpn-cqsxBtszTEnHKnlsp8L4x9wAh3Nxg,55
462
- airbyte_cdk-7.0.4.dist-info/METADATA,sha256=mPycx2yG98V8BkQJp9vwCLHAjACLczgUquxx-jgf7og,6799
463
- airbyte_cdk-7.0.4.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
464
- airbyte_cdk-7.0.4.dist-info/entry_points.txt,sha256=eLZ2UYvJZGm1s07Pplcs--1Gim60YhZWTb53j_dghwU,195
465
- airbyte_cdk-7.0.4.dist-info/RECORD,,
460
+ airbyte_cdk-7.0.5.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
461
+ airbyte_cdk-7.0.5.dist-info/LICENSE_SHORT,sha256=aqF6D1NcESmpn-cqsxBtszTEnHKnlsp8L4x9wAh3Nxg,55
462
+ airbyte_cdk-7.0.5.dist-info/METADATA,sha256=nrc8uO7WlpGl_0Tbd1fLkZjPNmxtV8VEbEBnEDelFgQ,6799
463
+ airbyte_cdk-7.0.5.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
464
+ airbyte_cdk-7.0.5.dist-info/entry_points.txt,sha256=eLZ2UYvJZGm1s07Pplcs--1Gim60YhZWTb53j_dghwU,195
465
+ airbyte_cdk-7.0.5.dist-info/RECORD,,