airbyte-cdk 6.54.5__py3-none-any.whl → 6.54.6.post3.dev16455371449__py3-none-any.whl

airbyte_cdk/sources/declarative/concurrent_declarative_source.py

@@ -89,6 +89,7 @@ class ConcurrentDeclarativeSource(ManifestDeclarativeSource, Generic[TState]):
             emit_connector_builder_messages=emit_connector_builder_messages,
             disable_resumable_full_refresh=True,
             connector_state_manager=self._connector_state_manager,
+            max_concurrent_async_job_count=source_config.get("max_concurrent_async_job_count"),
         )
 
         super().__init__(

airbyte_cdk/sources/declarative/declarative_component_schema.yaml

@@ -4276,6 +4276,16 @@ definitions:
         description: The condition that the specified config value will be evaluated against
         anyOf:
           - "$ref": "#/definitions/ValidateAdheresToSchema"
+      condition:
+        title: Condition
+        description: The condition which will determine if the validation strategy will be applied.
+        type: string
+        interpolation_context:
+          - config
+        default: ""
+        examples:
+          - "{{ config.get('dimensions', False) }}"
+          - "{{ config.get('custom_reports', [{}])[0].get('dimensions', [])|length > 0 }}"
   PredicateValidator:
     title: Predicate Validator
     description: Validator that applies a validation strategy to a specified value.
@@ -4310,6 +4320,16 @@ definitions:
         description: The validation strategy to apply to the value.
         anyOf:
           - "$ref": "#/definitions/ValidateAdheresToSchema"
+      condition:
+        title: Condition
+        description: The condition which will determine if the validation strategy will be applied.
+        type: string
+        interpolation_context:
+          - config
+        default: ""
+        examples:
+          - "{{ config.get('dimensions', False) }}"
+          - "{{ config.get('custom_reports', [{}])[0].get('dimensions', [])|length > 0 }}"
   ValidateAdheresToSchema:
     title: Validate Adheres To Schema
     description: Validates that a user-provided schema adheres to a specified JSON schema.

airbyte_cdk/sources/declarative/models/declarative_component_schema.py

@@ -1,3 +1,5 @@
+# Copyright (c) 2025 Airbyte, Inc., all rights reserved.
+
 # generated by datamodel-codegen:
 #   filename:  declarative_component_schema.yaml
 
@@ -2008,6 +2010,15 @@ class DpathValidator(BaseModel):
         description="The condition that the specified config value will be evaluated against",
         title="Validation Strategy",
     )
+    condition: Optional[str] = Field(
+        "",
+        description="The condition which will determine if the validation strategy will be applied.",
+        examples=[
+            "{{ config.get('dimensions', False) }}",
+            "{{ config.get('custom_reports', [{}])[0].get('dimensions', [])|length > 0 }}",
+        ],
+        title="Condition",
+    )
 
 
 class PredicateValidator(BaseModel):
@@ -2028,6 +2039,15 @@ class PredicateValidator(BaseModel):
         description="The validation strategy to apply to the value.",
         title="Validation Strategy",
     )
+    condition: Optional[str] = Field(
+        "",
+        description="The condition which will determine if the validation strategy will be applied.",
+        examples=[
+            "{{ config.get('dimensions', False) }}",
+            "{{ config.get('custom_reports', [{}])[0].get('dimensions', [])|length > 0 }}",
+        ],
+        title="Condition",
+    )
 
 
 class ConfigAddFields(BaseModel):

airbyte_cdk/sources/declarative/parsers/model_to_component_factory.py

@@ -869,20 +869,26 @@ class ModelToComponentFactory:
 
     def create_dpath_validator(self, model: DpathValidatorModel, config: Config) -> DpathValidator:
         strategy = self._create_component_from_model(model.validation_strategy, config)
+        condition = model.condition or ""
 
         return DpathValidator(
             field_path=model.field_path,
             strategy=strategy,
+            config=config,
+            condition=condition,
         )
 
     def create_predicate_validator(
         self, model: PredicateValidatorModel, config: Config
     ) -> PredicateValidator:
         strategy = self._create_component_from_model(model.validation_strategy, config)
+        condition = model.condition or ""
 
         return PredicateValidator(
             value=model.value,
             strategy=strategy,
+            config=config,
+            condition=condition,
         )
 
     @staticmethod

airbyte_cdk/sources/declarative/validators/dpath_validator.py

@@ -7,9 +7,11 @@ from typing import Any, List, Union
 
 import dpath.util
 
+from airbyte_cdk.sources.declarative.interpolation.interpolated_boolean import InterpolatedBoolean
 from airbyte_cdk.sources.declarative.interpolation.interpolated_string import InterpolatedString
 from airbyte_cdk.sources.declarative.validators.validation_strategy import ValidationStrategy
 from airbyte_cdk.sources.declarative.validators.validator import Validator
+from airbyte_cdk.sources.types import Config
 
 
 @dataclass
@@ -21,8 +23,12 @@ class DpathValidator(Validator):
 
     field_path: List[str]
     strategy: ValidationStrategy
+    config: Config
+    condition: str
 
     def __post_init__(self) -> None:
+        self._interpolated_condition = InterpolatedBoolean(condition=self.condition, parameters={})
+
         self._field_path = [
             InterpolatedString.create(path, parameters={}) for path in self.field_path
         ]
@@ -39,6 +45,9 @@ class DpathValidator(Validator):
         :param input_data: Dictionary containing the data to validate
         :raises ValueError: If the path doesn't exist or validation fails
         """
+        if self.condition and not self._interpolated_condition.eval(self.config):
+            return
+
         path = [path.eval({}) for path in self._field_path]
 
         if len(path) == 0:

airbyte_cdk/sources/declarative/validators/predicate_validator.py

@@ -5,7 +5,9 @@
 from dataclasses import dataclass
 from typing import Any
 
+from airbyte_cdk.sources.declarative.interpolation.interpolated_boolean import InterpolatedBoolean
 from airbyte_cdk.sources.declarative.validators.validation_strategy import ValidationStrategy
+from airbyte_cdk.sources.types import Config
 
 
 @dataclass
@@ -16,6 +18,11 @@ class PredicateValidator:
 
     value: Any
     strategy: ValidationStrategy
+    config: Config
+    condition: str
+
+    def __post_init__(self) -> None:
+        self._interpolated_condition = InterpolatedBoolean(condition=self.condition, parameters={})
 
     def validate(self) -> None:
         """
@@ -23,4 +30,7 @@ class PredicateValidator:
 
         :raises ValueError: If validation fails
         """
+        if self.condition and not self._interpolated_condition.eval(self.config):
+            return
+
         self.strategy.validate(self.value)

{airbyte_cdk-6.54.5.dist-info → airbyte_cdk-6.54.6.post3.dev16455371449.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: airbyte-cdk
-Version: 6.54.5
+Version: 6.54.6.post3.dev16455371449
 Summary: A framework for writing Airbyte Connectors.
 Home-page: https://airbyte.com
 License: MIT

{airbyte_cdk-6.54.5.dist-info → airbyte_cdk-6.54.6.post3.dev16455371449.dist-info}/RECORD

@@ -85,11 +85,11 @@ airbyte_cdk/sources/declarative/checks/check_stream.py,sha256=QeExVmpSYjr_CnghHu
 airbyte_cdk/sources/declarative/checks/connection_checker.py,sha256=MBRJo6WJlZQHpIfOGaNOkkHUmgUl_4wDM6VPo41z5Ss,1383
 airbyte_cdk/sources/declarative/concurrency_level/__init__.py,sha256=5XUqrmlstYlMM0j6crktlKQwALek0uiz2D3WdM46MyA,191
 airbyte_cdk/sources/declarative/concurrency_level/concurrency_level.py,sha256=YIwCTCpOr_QSNW4ltQK0yUGWInI8PKNY216HOOegYLk,2101
-airbyte_cdk/sources/declarative/concurrent_declarative_source.py,sha256=OKor1mDDdJZz8kgiR0KI-_pWDjCF1nuDcto_fSYerW4,28442
+airbyte_cdk/sources/declarative/concurrent_declarative_source.py,sha256=rgCbaMkXN6QlblyK3mIVwdLtBtCo_IYRYOmjDGa0jwg,28538
 airbyte_cdk/sources/declarative/datetime/__init__.py,sha256=4Hw-PX1-VgESLF16cDdvuYCzGJtHntThLF4qIiULWeo,61
 airbyte_cdk/sources/declarative/datetime/datetime_parser.py,sha256=_zGNGq31RNy_0QBLt_EcTvgPyhj7urPdx6oA3M5-r3o,3150
 airbyte_cdk/sources/declarative/datetime/min_max_datetime.py,sha256=0BHBtDNQZfvwM45-tY5pNlTcKAFSGGNxemoi0Jic-0E,5785
-airbyte_cdk/sources/declarative/declarative_component_schema.yaml,sha256=3K4hGCyqpOMhfLqwS6brufHVx-IypmxDMiCxH1ywusg,177473
+airbyte_cdk/sources/declarative/declarative_component_schema.yaml,sha256=TDogT8MC2Do4DL7F7AbI2jTVlK5oWB-FqoP4rDP9dHM,178261
 airbyte_cdk/sources/declarative/declarative_source.py,sha256=qmyMnnet92eGc3C22yBtpvD5UZjqdhsAafP_zxI5wp8,1814
 airbyte_cdk/sources/declarative/declarative_stream.py,sha256=dCRlddBUSaJmBNBz1pSO1r2rTw8AP5d2_vlmIeGs2gg,10767
 airbyte_cdk/sources/declarative/decoders/__init__.py,sha256=JHb_0d3SE6kNY10mxA5YBEKPeSbsWYjByq1gUQxepoE,953
@@ -133,14 +133,14 @@ airbyte_cdk/sources/declarative/migrations/legacy_to_per_partition_state_migrati
 airbyte_cdk/sources/declarative/migrations/state_migration.py,sha256=KWPjealMLKSMtajXgkdGgKg7EmTLR-CqqD7UIh0-eDU,794
 airbyte_cdk/sources/declarative/models/__init__.py,sha256=nUFxNCiKeYRVXuZEKA7GD-lTHxsiKcQ8FitZjKhPIvE,100
 airbyte_cdk/sources/declarative/models/base_model_with_deprecations.py,sha256=Imnj3yef0aqRdLfaUxkIYISUb8YkiPrRH_wBd-x8HjM,5999
-airbyte_cdk/sources/declarative/models/declarative_component_schema.py,sha256=ikMY2-Q1d19mzVjtqW7XeMtXNSsG4lvZexXR5XlIhfo,125817
+airbyte_cdk/sources/declarative/models/declarative_component_schema.py,sha256=a_qTXwkG1REhdaSY69LNJaEDY8zlYhl2QNYVceyXGX4,126595
 airbyte_cdk/sources/declarative/parsers/__init__.py,sha256=ZnqYNxHsKCgO38IwB34RQyRMXTs4GTvlRi3ImKnIioo,61
 airbyte_cdk/sources/declarative/parsers/custom_code_compiler.py,sha256=nlVvHC511NUyDEEIRBkoeDTAvLqKNp-hRy8D19z8tdk,5941
 airbyte_cdk/sources/declarative/parsers/custom_exceptions.py,sha256=wnRUP0Xeru9Rbu5OexXSDN9QWDo8YU4tT9M2LDVOgGA,802
 airbyte_cdk/sources/declarative/parsers/manifest_component_transformer.py,sha256=2UdpCz3yi7ISZTyqkQXSSy3dMxeyOWqV7OlAS5b9GVg,11568
 airbyte_cdk/sources/declarative/parsers/manifest_normalizer.py,sha256=laBy7ebjA-PiNwc-50U4FHvMqS_mmHvnabxgFs4CjGw,17069
 airbyte_cdk/sources/declarative/parsers/manifest_reference_resolver.py,sha256=pJmg78vqE5VfUrF_KJnWjucQ4k9IWFULeAxHCowrHXE,6806
-airbyte_cdk/sources/declarative/parsers/model_to_component_factory.py,sha256=VEEJeMbOYmPNX2S8KfsWWzU_VaXM-X5_hNsosv_L5AM,175305
+airbyte_cdk/sources/declarative/parsers/model_to_component_factory.py,sha256=4st9wyN_ABedI1FCFjMZaQlvDIqvaQiIlL_zCCHMjyY,175509
 airbyte_cdk/sources/declarative/partition_routers/__init__.py,sha256=TBC9AkGaUqHm2IKHMPN6punBIcY5tWGULowcLoAVkfw,1109
 airbyte_cdk/sources/declarative/partition_routers/async_job_partition_router.py,sha256=VelO7zKqKtzMJ35jyFeg0ypJLQC0plqqIBNXoBW1G2E,3001
 airbyte_cdk/sources/declarative/partition_routers/cartesian_product_stream_slicer.py,sha256=c5cuVFM6NFkuQqG8Z5IwkBuwDrvXZN1CunUOM_L0ezg,6892
@@ -237,8 +237,8 @@ airbyte_cdk/sources/declarative/transformations/remove_fields.py,sha256=EwUP0SZ2
 airbyte_cdk/sources/declarative/transformations/transformation.py,sha256=4sXtx9cNY2EHUPq-xHvDs8GQEBUy3Eo6TkRLKHPXx68,1161
 airbyte_cdk/sources/declarative/types.py,sha256=yqx0xlZv_76tkC7fqJKefmvl4GJJ8mXbeddwVV8XRJU,778
 airbyte_cdk/sources/declarative/validators/__init__.py,sha256=_xccLn4QKQqR3CAwmCVOA7l6QuJd_Isoh6NsR8crM2U,663
-airbyte_cdk/sources/declarative/validators/dpath_validator.py,sha256=BF1KR20RWew_wPV3rDmXPOGO8QWZLZu7u5ubbNO1Hgo,2099
-airbyte_cdk/sources/declarative/validators/predicate_validator.py,sha256=Q4eVnclk1vYPvVF7XROG4MFEVkPYbYKEF8SUKs7P7-k,582
+airbyte_cdk/sources/declarative/validators/dpath_validator.py,sha256=I0md_j29veQcnFP9ek0XGFHzHOHWHPHX9GdMbAFEIHc,2484
+airbyte_cdk/sources/declarative/validators/predicate_validator.py,sha256=mG0NnVQSozif79qAXF1tS2iH-0CI-46DfWpc8eDIPo8,1004
 airbyte_cdk/sources/declarative/validators/validate_adheres_to_schema.py,sha256=kjcuKxWMJEzpF4GiESITGMxBAXw6YZCAsgOQMgeBo4g,1085
 airbyte_cdk/sources/declarative/validators/validation_strategy.py,sha256=LwqUX89cFdHTM1-h6c8vebBA9WC38HYoGBvJfCZHr0g,467
 airbyte_cdk/sources/declarative/validators/validator.py,sha256=MAwo8OievUsuzBuPxI9pbPu87yq0tJZkGbydcrHZyQc,382
@@ -420,9 +420,9 @@ airbyte_cdk/utils/slice_hasher.py,sha256=EDxgROHDbfG-QKQb59m7h_7crN1tRiawdf5uU7G
 airbyte_cdk/utils/spec_schema_transformations.py,sha256=-5HTuNsnDBAhj-oLeQXwpTGA0HdcjFOf2zTEMUTTg_Y,816
 airbyte_cdk/utils/stream_status_utils.py,sha256=ZmBoiy5HVbUEHAMrUONxZvxnvfV9CesmQJLDTAIWnWw,1171
 airbyte_cdk/utils/traced_exception.py,sha256=C8uIBuCL_E4WnBAOPSxBicD06JAldoN9fGsQDp463OY,6292
-airbyte_cdk-6.54.5.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
-airbyte_cdk-6.54.5.dist-info/LICENSE_SHORT,sha256=aqF6D1NcESmpn-cqsxBtszTEnHKnlsp8L4x9wAh3Nxg,55
-airbyte_cdk-6.54.5.dist-info/METADATA,sha256=OL9xVCri-VK7C2XgcJXg6avbZpHAeYy9SdHp0oDof4M,6343
-airbyte_cdk-6.54.5.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-airbyte_cdk-6.54.5.dist-info/entry_points.txt,sha256=AKWbEkHfpzzk9nF9tqBUaw1MbvTM4mGtEzmZQm0ZWvM,139
-airbyte_cdk-6.54.5.dist-info/RECORD,,
+airbyte_cdk-6.54.6.post3.dev16455371449.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
+airbyte_cdk-6.54.6.post3.dev16455371449.dist-info/LICENSE_SHORT,sha256=aqF6D1NcESmpn-cqsxBtszTEnHKnlsp8L4x9wAh3Nxg,55
+airbyte_cdk-6.54.6.post3.dev16455371449.dist-info/METADATA,sha256=qIkzE-VdDQlyrFfCS9Y5Knr-kH5zZBzBBLFwR6YXyP0,6364
+airbyte_cdk-6.54.6.post3.dev16455371449.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+airbyte_cdk-6.54.6.post3.dev16455371449.dist-info/entry_points.txt,sha256=AKWbEkHfpzzk9nF9tqBUaw1MbvTM4mGtEzmZQm0ZWvM,139
+airbyte_cdk-6.54.6.post3.dev16455371449.dist-info/RECORD,,