airbyte-cdk 6.48.17.dev0__py3-none-any.whl → 6.49.1__py3-none-any.whl

airbyte_cdk/sources/declarative/parsers/model_to_component_factory.py

@@ -19,6 +19,7 @@ from typing import (
     Optional,
     Type,
     Union,
+    cast,
     get_args,
     get_origin,
     get_type_hints,
@@ -33,6 +34,7 @@ from airbyte_cdk.connector_builder.models import (
 )
 from airbyte_cdk.models import FailureType, Level
 from airbyte_cdk.sources.connector_state_manager import ConnectorStateManager
+from airbyte_cdk.sources.declarative import transformations
 from airbyte_cdk.sources.declarative.async_job.job_orchestrator import AsyncJobOrchestrator
 from airbyte_cdk.sources.declarative.async_job.job_tracker import JobTracker
 from airbyte_cdk.sources.declarative.async_job.repository import AsyncJobRepository
@@ -83,9 +85,7 @@ from airbyte_cdk.sources.declarative.decoders.composite_raw_decoder import (
     Parser,
 )
 from airbyte_cdk.sources.declarative.extractors import (
-    CombinedExtractor,
     DpathExtractor,
-    KeyValueExtractor,
     RecordFilter,
     RecordSelector,
     ResponseToFileExtractor,
@@ -144,9 +144,6 @@ from airbyte_cdk.sources.declarative.models.declarative_component_schema import
 from airbyte_cdk.sources.declarative.models.declarative_component_schema import (
     CheckStream as CheckStreamModel,
 )
-from airbyte_cdk.sources.declarative.models.declarative_component_schema import (
-    CombinedExtractor as CombinedExtractorModel,
-)
 from airbyte_cdk.sources.declarative.models.declarative_component_schema import (
     ComplexFieldType as ComplexFieldTypeModel,
 )
@@ -159,9 +156,21 @@ from airbyte_cdk.sources.declarative.models.declarative_component_schema import
 from airbyte_cdk.sources.declarative.models.declarative_component_schema import (
     ConcurrencyLevel as ConcurrencyLevelModel,
 )
+from airbyte_cdk.sources.declarative.models.declarative_component_schema import (
+    ConfigAddFields as ConfigAddFieldsModel,
+)
 from airbyte_cdk.sources.declarative.models.declarative_component_schema import (
     ConfigComponentsResolver as ConfigComponentsResolverModel,
 )
+from airbyte_cdk.sources.declarative.models.declarative_component_schema import (
+    ConfigMigration as ConfigMigrationModel,
+)
+from airbyte_cdk.sources.declarative.models.declarative_component_schema import (
+    ConfigRemapField as ConfigRemapFieldModel,
+)
+from airbyte_cdk.sources.declarative.models.declarative_component_schema import (
+    ConfigRemoveFields as ConfigRemoveFieldsModel,
+)
 from airbyte_cdk.sources.declarative.models.declarative_component_schema import (
     ConstantBackoffStrategy as ConstantBackoffStrategyModel,
 )
@@ -231,6 +240,9 @@ from airbyte_cdk.sources.declarative.models.declarative_component_schema import
 from airbyte_cdk.sources.declarative.models.declarative_component_schema import (
     DpathFlattenFields as DpathFlattenFieldsModel,
 )
+from airbyte_cdk.sources.declarative.models.declarative_component_schema import (
+    DpathValidator as DpathValidatorModel,
+)
 from airbyte_cdk.sources.declarative.models.declarative_component_schema import (
     DynamicSchemaLoader as DynamicSchemaLoaderModel,
 )
@@ -309,9 +321,6 @@ from airbyte_cdk.sources.declarative.models.declarative_component_schema import
 from airbyte_cdk.sources.declarative.models.declarative_component_schema import (
     KeysToSnakeCase as KeysToSnakeCaseModel,
 )
-from airbyte_cdk.sources.declarative.models.declarative_component_schema import (
-    KeyValueExtractor as KeyValueExtractorModel,
-)
 from airbyte_cdk.sources.declarative.models.declarative_component_schema import (
     LegacySessionTokenAuthenticator as LegacySessionTokenAuthenticatorModel,
 )
@@ -345,6 +354,9 @@ from airbyte_cdk.sources.declarative.models.declarative_component_schema import
 from airbyte_cdk.sources.declarative.models.declarative_component_schema import (
     ParentStreamConfig as ParentStreamConfigModel,
 )
+from airbyte_cdk.sources.declarative.models.declarative_component_schema import (
+    PredicateValidator as PredicateValidatorModel,
+)
 from airbyte_cdk.sources.declarative.models.declarative_component_schema import (
     PropertiesFromEndpoint as PropertiesFromEndpointModel,
 )
@@ -409,6 +421,9 @@ from airbyte_cdk.sources.declarative.models.declarative_component_schema import
 from airbyte_cdk.sources.declarative.models.declarative_component_schema import (
     UnlimitedCallRatePolicy as UnlimitedCallRatePolicyModel,
 )
+from airbyte_cdk.sources.declarative.models.declarative_component_schema import (
+    ValidateAdheresToSchema as ValidateAdheresToSchemaModel,
+)
 from airbyte_cdk.sources.declarative.models.declarative_component_schema import ValueType
 from airbyte_cdk.sources.declarative.models.declarative_component_schema import (
     WaitTimeFromHeader as WaitTimeFromHeaderModel,
@@ -484,7 +499,7 @@ from airbyte_cdk.sources.declarative.requesters.request_options import (
     RequestOptionsProvider,
 )
 from airbyte_cdk.sources.declarative.requesters.request_path import RequestPath
-from airbyte_cdk.sources.declarative.requesters.requester import HttpMethod
+from airbyte_cdk.sources.declarative.requesters.requester import HttpMethod, Requester
 from airbyte_cdk.sources.declarative.resolvers import (
     ComponentMappingDefinition,
     ConfigComponentsResolver,
@@ -514,7 +529,7 @@ from airbyte_cdk.sources.declarative.schema import (
     TypesMap,
 )
 from airbyte_cdk.sources.declarative.schema.composite_schema_loader import CompositeSchemaLoader
-from airbyte_cdk.sources.declarative.spec import Spec
+from airbyte_cdk.sources.declarative.spec import ConfigMigration, Spec
 from airbyte_cdk.sources.declarative.stream_slicers import StreamSlicer
 from airbyte_cdk.sources.declarative.transformations import (
     AddFields,
@@ -522,6 +537,14 @@ from airbyte_cdk.sources.declarative.transformations import (
     RemoveFields,
 )
 from airbyte_cdk.sources.declarative.transformations.add_fields import AddedFieldDefinition
+from airbyte_cdk.sources.declarative.transformations.config_transformations import (
+    ConfigAddFields,
+    ConfigRemapField,
+    ConfigRemoveFields,
+)
+from airbyte_cdk.sources.declarative.transformations.config_transformations.config_transformation import (
+    ConfigTransformation,
+)
 from airbyte_cdk.sources.declarative.transformations.dpath_flatten_fields import (
     DpathFlattenFields,
     KeyTransformation,
@@ -538,6 +561,11 @@ from airbyte_cdk.sources.declarative.transformations.keys_to_lower_transformatio
 from airbyte_cdk.sources.declarative.transformations.keys_to_snake_transformation import (
     KeysToSnakeCaseTransformation,
 )
+from airbyte_cdk.sources.declarative.validators import (
+    DpathValidator,
+    PredicateValidator,
+    ValidateAdheresToSchema,
+)
 from airbyte_cdk.sources.http_logger import format_http_message
 from airbyte_cdk.sources.message import (
     InMemoryMessageRepository,
@@ -626,6 +654,10 @@ class ModelToComponentFactory:
             CheckDynamicStreamModel: self.create_check_dynamic_stream,
             CompositeErrorHandlerModel: self.create_composite_error_handler,
             ConcurrencyLevelModel: self.create_concurrency_level,
+            ConfigMigrationModel: self.create_config_migration,
+            ConfigAddFieldsModel: self.create_config_add_fields,
+            ConfigRemapFieldModel: self.create_config_remap_field,
+            ConfigRemoveFieldsModel: self.create_config_remove_fields,
             ConstantBackoffStrategyModel: self.create_constant_backoff_strategy,
             CsvDecoderModel: self.create_csv_decoder,
             CursorPaginationModel: self.create_cursor_pagination,
@@ -649,8 +681,7 @@ class ModelToComponentFactory:
             DefaultErrorHandlerModel: self.create_default_error_handler,
             DefaultPaginatorModel: self.create_default_paginator,
             DpathExtractorModel: self.create_dpath_extractor,
-            KeyValueExtractorModel: self.create_key_value_extractor,
-            CombinedExtractorModel: self.create_combined_extractor,
+            DpathValidatorModel: self.create_dpath_validator,
             ResponseToFileExtractorModel: self.create_response_to_file_extractor,
             ExponentialBackoffStrategyModel: self.create_exponential_backoff_strategy,
             SessionTokenAuthenticatorModel: self.create_session_token_authenticator,
@@ -684,6 +715,7 @@ class ModelToComponentFactory:
             OffsetIncrementModel: self.create_offset_increment,
             PageIncrementModel: self.create_page_increment,
             ParentStreamConfigModel: self.create_parent_stream_config,
+            PredicateValidatorModel: self.create_predicate_validator,
             PropertiesFromEndpointModel: self.create_properties_from_endpoint,
             PropertyChunkingModel: self.create_property_chunking,
             QueryPropertiesModel: self.create_query_properties,
@@ -698,6 +730,7 @@ class ModelToComponentFactory:
             StateDelegatingStreamModel: self.create_state_delegating_stream,
             SpecModel: self.create_spec,
             SubstreamPartitionRouterModel: self.create_substream_partition_router,
+            ValidateAdheresToSchemaModel: self.create_validate_adheres_to_schema,
             WaitTimeFromHeaderModel: self.create_wait_time_from_header,
             WaitUntilTimeFromHeaderModel: self.create_wait_until_time_from_header,
             AsyncRetrieverModel: self.create_async_retriever,
@@ -790,6 +823,75 @@ class ModelToComponentFactory:
                 if log not in self._collected_deprecation_logs:
                     self._collected_deprecation_logs.append(log)
 
+    def create_config_migration(
+        self, model: ConfigMigrationModel, config: Config
+    ) -> ConfigMigration:
+        transformations: List[ConfigTransformation] = [
+            self._create_component_from_model(transformation, config)
+            for transformation in model.transformations
+        ]
+
+        return ConfigMigration(
+            description=model.description,
+            transformations=transformations,
+        )
+
+    def create_config_add_fields(
+        self, model: ConfigAddFieldsModel, config: Config, **kwargs: Any
+    ) -> ConfigAddFields:
+        fields = [self._create_component_from_model(field, config) for field in model.fields]
+        return ConfigAddFields(
+            fields=fields,
+            condition=model.condition or "",
+        )
+
+    @staticmethod
+    def create_config_remove_fields(
+        model: ConfigRemoveFieldsModel, config: Config, **kwargs: Any
+    ) -> ConfigRemoveFields:
+        return ConfigRemoveFields(
+            field_pointers=model.field_pointers,
+            condition=model.condition or "",
+        )
+
+    @staticmethod
+    def create_config_remap_field(
+        model: ConfigRemapFieldModel, config: Config, **kwargs: Any
+    ) -> ConfigRemapField:
+        mapping = cast(Mapping[str, Any], model.map)
+        return ConfigRemapField(
+            map=mapping,
+            field_path=model.field_path,
+            config=config,
+        )
+
+    def create_dpath_validator(self, model: DpathValidatorModel, config: Config) -> DpathValidator:
+        strategy = self._create_component_from_model(model.validation_strategy, config)
+
+        return DpathValidator(
+            field_path=model.field_path,
+            strategy=strategy,
+        )
+
+    def create_predicate_validator(
+        self, model: PredicateValidatorModel, config: Config
+    ) -> PredicateValidator:
+        strategy = self._create_component_from_model(model.validation_strategy, config)
+
+        return PredicateValidator(
+            value=model.value,
+            strategy=strategy,
+        )
+
+    @staticmethod
+    def create_validate_adheres_to_schema(
+        model: ValidateAdheresToSchemaModel, config: Config, **kwargs: Any
+    ) -> ValidateAdheresToSchema:
+        base_schema = cast(Mapping[str, Any], model.base_schema)
+        return ValidateAdheresToSchema(
+            schema=base_schema,
+        )
+
     @staticmethod
     def create_added_field_definition(
         model: AddedFieldDefinitionModel, config: Config, **kwargs: Any
@@ -2228,36 +2330,6 @@ class ModelToComponentFactory:
             parameters=model.parameters or {},
         )
 
-    def create_key_value_extractor(
-        self,
-        model: KeyValueExtractorModel,
-        config: Config,
-        decoder: Optional[Decoder] = JsonDecoder(parameters={}),
-        **kwargs: Any,
-    ) -> KeyValueExtractor:
-        keys_extractor = self._create_component_from_model(
-            model=model.keys_extractor, decoder=decoder, config=config
-        )
-        values_extractor = self._create_component_from_model(
-            model=model.values_extractor, decoder=decoder, config=config
-        )
-
-        return KeyValueExtractor(keys_extractor=keys_extractor, values_extractor=values_extractor)
-
-    def create_combined_extractor(
-        self,
-        model: CombinedExtractorModel,
-        config: Config,
-        decoder: Optional[Decoder] = JsonDecoder(parameters={}),
-        **kwargs: Any,
-    ) -> CombinedExtractor:
-        extractors = [
-            self._create_component_from_model(model=extractor, decoder=decoder, config=config)
-            for extractor in model.extractors
-        ]
-
-        return CombinedExtractor(extractors=extractors)
-
     @staticmethod
     def create_response_to_file_extractor(
         model: ResponseToFileExtractorModel,
@@ -2472,14 +2544,10 @@ class ModelToComponentFactory:
         schema_type_identifier = self._create_component_from_model(
             model.schema_type_identifier, config=config, parameters=model.parameters or {}
         )
-        schema_filter = self._create_component_from_model(
-            model.schema_filter, config=config, parameters=model.parameters or {}
-        )
         return DynamicSchemaLoader(
             retriever=retriever,
             config=config,
             schema_transformations=schema_transformations,
-            schema_filter=schema_filter,
             schema_type_identifier=schema_type_identifier,
             parameters=model.parameters or {},
         )
@@ -3539,13 +3607,49 @@ class ModelToComponentFactory:
             parameters=model.parameters or {},
         )
 
-    @staticmethod
-    def create_spec(model: SpecModel, config: Config, **kwargs: Any) -> Spec:
+    def create_spec(self, model: SpecModel, config: Config, **kwargs: Any) -> Spec:
+        config_migrations = [
+            self._create_component_from_model(migration, config)
+            for migration in (
+                model.config_normalization_rules.config_migrations
+                if (
+                    model.config_normalization_rules
+                    and model.config_normalization_rules.config_migrations
+                )
+                else []
+            )
+        ]
+        config_transformations = [
+            self._create_component_from_model(transformation, config)
+            for transformation in (
+                model.config_normalization_rules.transformations
+                if (
+                    model.config_normalization_rules
+                    and model.config_normalization_rules.transformations
+                )
+                else []
+            )
+        ]
+        config_validations = [
+            self._create_component_from_model(validation, config)
+            for validation in (
+                model.config_normalization_rules.validations
+                if (
+                    model.config_normalization_rules
+                    and model.config_normalization_rules.validations
+                )
+                else []
+            )
+        ]
+
         return Spec(
             connection_specification=model.connection_specification,
             documentation_url=model.documentation_url,
             advanced_auth=model.advanced_auth,
             parameters={},
+            config_migrations=config_migrations,
+            config_transformations=config_transformations,
+            config_validations=config_validations,
         )
 
     def create_substream_partition_router(
@@ -3641,7 +3745,6 @@ class ModelToComponentFactory:
             field_path=field_path,  # type: ignore[arg-type] # field_path can be str and InterpolatedString
             value=interpolated_value,
             value_type=ModelToComponentFactory._json_schema_type_name_to_type(model.value_type),
-            create_or_update=model.create_or_update,
             parameters=model.parameters or {},
         )
 
@@ -3688,24 +3791,16 @@ class ModelToComponentFactory:
 
         return StreamConfig(
             configs_pointer=model_configs_pointer,
-            default_values=model.default_values,
             parameters=model.parameters or {},
         )
 
     def create_config_components_resolver(
         self, model: ConfigComponentsResolverModel, config: Config
     ) -> Any:
-        model_stream_configs = (
-            model.stream_config if isinstance(model.stream_config, list) else [model.stream_config]
+        stream_config = self._create_component_from_model(
+            model.stream_config, config=config, parameters=model.parameters or {}
         )
 
-        stream_configs = [
-            self._create_component_from_model(
-                stream_config, config=config, parameters=model.parameters or {}
-            )
-            for stream_config in model_stream_configs
-        ]
-
         components_mapping = [
             self._create_component_from_model(
                 model=components_mapping_definition_model,
@@ -3718,7 +3813,7 @@ class ModelToComponentFactory:
         ]
 
         return ConfigComponentsResolver(
-            stream_configs=stream_configs,
+            stream_config=stream_config,
             config=config,
             components_mapping=components_mapping,
             parameters=model.parameters or {},

airbyte_cdk/sources/declarative/resolvers/components_resolver.py

@@ -22,7 +22,6 @@ class ComponentMappingDefinition:
     value: Union["InterpolatedString", str]
     value_type: Optional[Type[Any]]
     parameters: InitVar[Mapping[str, Any]]
-    create_or_update: Optional[bool] = False
 
 
 @dataclass(frozen=True)
@@ -35,7 +34,6 @@ class ResolvedComponentMappingDefinition:
     value: "InterpolatedString"
     value_type: Optional[Type[Any]]
     parameters: InitVar[Mapping[str, Any]]
-    create_or_update: Optional[bool] = False
 
 
 @deprecated("This class is experimental. Use at your own risk.", category=ExperimentalClassWarning)

airbyte_cdk/sources/declarative/resolvers/config_components_resolver.py

@@ -4,8 +4,7 @@
 
 from copy import deepcopy
 from dataclasses import InitVar, dataclass, field
-from itertools import product
-from typing import Any, Dict, Iterable, List, Mapping, Optional, Union
+from typing import Any, Dict, Iterable, List, Mapping, Union
 
 import dpath
 from typing_extensions import deprecated
@@ -29,7 +28,6 @@ class StreamConfig:
 
     configs_pointer: List[Union[InterpolatedString, str]]
     parameters: InitVar[Mapping[str, Any]]
-    default_values: Optional[List[Any]] = None
 
     def __post_init__(self, parameters: Mapping[str, Any]) -> None:
         self.configs_pointer = [
@@ -50,7 +48,7 @@ class ConfigComponentsResolver(ComponentsResolver):
         parameters (InitVar[Mapping[str, Any]]): Additional parameters for interpolation.
     """
 
-    stream_configs: List[StreamConfig]
+    stream_config: StreamConfig
     config: Config
     components_mapping: List[ComponentMappingDefinition]
     parameters: InitVar[Mapping[str, Any]]
@@ -84,7 +82,6 @@ class ConfigComponentsResolver(ComponentsResolver):
                         field_path=field_path,
                         value=interpolated_value,
                         value_type=component_mapping.value_type,
-                        create_or_update=component_mapping.create_or_update,
                         parameters=parameters,
                     )
                 )
@@ -94,35 +91,17 @@ class ConfigComponentsResolver(ComponentsResolver):
                 )
 
     @property
-    def _stream_config(self):
-        def resolve_path(pointer):
-            return [
-                node.eval(self.config) if not isinstance(node, str) else node for node in pointer
-            ]
-
-        def normalize_configs(configs):
-            return configs if isinstance(configs, list) else [configs]
-
-        def prepare_streams():
-            for stream_config in self.stream_configs:
-                path = resolve_path(stream_config.configs_pointer)
-                stream_configs = dpath.get(dict(self.config), path, default=[])
-                stream_configs = normalize_configs(stream_configs)
-                if stream_config.default_values:
-                    stream_configs += stream_config.default_values
-                yield [(i, item) for i, item in enumerate(stream_configs)]
-
-        def merge_combination(combo):
-            result = {}
-            for config_index, (elem_index, elem) in enumerate(combo):
-                if isinstance(elem, dict):
-                    result.update(elem)
-                else:
-                    result.setdefault(f"source_config_{config_index}", (elem_index, elem))
-            return result
-
-        all_indexed_streams = list(prepare_streams())
-        return [merge_combination(combo) for combo in product(*all_indexed_streams)]
+    def _stream_config(self) -> Iterable[Mapping[str, Any]]:
+        path = [
+            node.eval(self.config) if not isinstance(node, str) else node
+            for node in self.stream_config.configs_pointer
+        ]
+        stream_config = dpath.get(dict(self.config), path, default=[])
+
+        if not isinstance(stream_config, list):
+            stream_config = [stream_config]
+
+        return stream_config
 
     def resolve_components(
         self, stream_template_config: Dict[str, Any]
@@ -151,21 +130,7 @@ class ConfigComponentsResolver(ComponentsResolver):
                 )
 
                 path = [path.eval(self.config, **kwargs) for path in resolved_component.field_path]
-                parsed_value = self._parse_yaml_if_possible(value)
-                updated = dpath.set(updated_config, path, parsed_value)
 
-                if parsed_value and not updated and resolved_component.create_or_update:
-                    dpath.new(updated_config, path, parsed_value)
+                dpath.set(updated_config, path, value)
 
             yield updated_config
-
-    @staticmethod
-    def _parse_yaml_if_possible(value: Any) -> Any:
-        if isinstance(value, str):
-            try:
-                import yaml
-
-                return yaml.safe_load(value)
-            except Exception:
-                return value
-        return value

airbyte_cdk/sources/declarative/schema/dynamic_schema_loader.py

@@ -10,7 +10,6 @@ from typing import Any, List, Mapping, MutableMapping, Optional, Union
 import dpath
 from typing_extensions import deprecated
 
-from airbyte_cdk.sources.declarative.extractors.record_filter import RecordFilter
 from airbyte_cdk.sources.declarative.interpolation.interpolated_boolean import InterpolatedBoolean
 from airbyte_cdk.sources.declarative.interpolation.interpolated_string import InterpolatedString
 from airbyte_cdk.sources.declarative.retrievers.retriever import Retriever
@@ -127,7 +126,6 @@ class DynamicSchemaLoader(SchemaLoader):
     parameters: InitVar[Mapping[str, Any]]
     schema_type_identifier: SchemaTypeIdentifier
     schema_transformations: List[RecordTransformation] = field(default_factory=lambda: [])
-    schema_filter: Optional[RecordFilter] = None
 
     def get_json_schema(self) -> Mapping[str, Any]:
         """
@@ -153,18 +151,20 @@ class DynamicSchemaLoader(SchemaLoader):
             )
             properties[key] = value
 
-        filtred_transformed_properties = self._transform(self._filter(properties))
+        transformed_properties = self._transform(properties, {})
 
         return {
             "$schema": "https://json-schema.org/draft-07/schema#",
             "type": "object",
             "additionalProperties": True,
-            "properties": filtred_transformed_properties,
+            "properties": transformed_properties,
         }
 
     def _transform(
         self,
         properties: Mapping[str, Any],
+        stream_state: StreamState,
+        stream_slice: Optional[StreamSlice] = None,
     ) -> Mapping[str, Any]:
         for transformation in self.schema_transformations:
             transformation.transform(
@@ -173,21 +173,6 @@ class DynamicSchemaLoader(SchemaLoader):
             )
         return properties
 
-    def _filter(
-        self,
-        properties: Mapping[str, Any],
-    ) -> Mapping[str, Any]:
-        if not self.schema_filter:
-            return properties
-
-        filtered_properties = {}
-        for item in self.schema_filter.filter_records(
-            ({k: v} for k, v in properties.items()),
-            {},
-        ):
-            filtered_properties.update(item)
-        return filtered_properties
-
     def _get_key(
         self,
         raw_schema: MutableMapping[str, Any],

airbyte_cdk/sources/declarative/spec/__init__.py

@@ -2,6 +2,6 @@
 # Copyright (c) 2023 Airbyte, Inc., all rights reserved.
 #
 
-from airbyte_cdk.sources.declarative.spec.spec import Spec
+from airbyte_cdk.sources.declarative.spec.spec import ConfigMigration, Spec
 
-__all__ = ["Spec"]
+__all__ = ["Spec", "ConfigMigration"]

airbyte_cdk/sources/declarative/spec/spec.py

@@ -2,15 +2,33 @@
 # Copyright (c) 2023 Airbyte, Inc., all rights reserved.
 #
 
-from dataclasses import InitVar, dataclass
-from typing import Any, Mapping, Optional
+import json
+from dataclasses import InitVar, dataclass, field
+from typing import Any, List, Mapping, MutableMapping, Optional
 
+import orjson
+
+from airbyte_cdk.config_observation import create_connector_config_control_message
+from airbyte_cdk.entrypoint import AirbyteEntrypoint
 from airbyte_cdk.models import (
     AdvancedAuth,
     ConnectorSpecification,
     ConnectorSpecificationSerializer,
 )
+from airbyte_cdk.models.airbyte_protocol_serializers import AirbyteMessageSerializer
 from airbyte_cdk.sources.declarative.models.declarative_component_schema import AuthFlow
+from airbyte_cdk.sources.declarative.transformations.config_transformations.config_transformation import (
+    ConfigTransformation,
+)
+from airbyte_cdk.sources.declarative.validators.validator import Validator
+from airbyte_cdk.sources.message.repository import InMemoryMessageRepository, MessageRepository
+from airbyte_cdk.sources.source import Source
+
+
+@dataclass
+class ConfigMigration:
+    transformations: List[ConfigTransformation]
+    description: Optional[str] = None
 
 
 @dataclass
@@ -27,6 +45,10 @@ class Spec:
     parameters: InitVar[Mapping[str, Any]]
     documentation_url: Optional[str] = None
     advanced_auth: Optional[AuthFlow] = None
+    config_migrations: List[ConfigMigration] = field(default_factory=list)
+    config_transformations: List[ConfigTransformation] = field(default_factory=list)
+    config_validations: List[Validator] = field(default_factory=list)
+    message_repository: MessageRepository = InMemoryMessageRepository()
 
     def generate_spec(self) -> ConnectorSpecification:
         """
@@ -46,3 +68,50 @@ class Spec:
 
         # We remap these keys to camel case because that's the existing format expected by the rest of the platform
         return ConnectorSpecificationSerializer.load(obj)
+
+    def migrate_config(
+        self, args: List[str], source: Source, config: MutableMapping[str, Any]
+    ) -> None:
+        """
+        Apply all specified config transformations to the provided config and save the modified config to the given path and emit a control message.
+
+        :param args: Command line arguments
+        :param source: Source instance
+        :param config: The user-provided config to migrate
+        """
+        config_path = AirbyteEntrypoint(source).extract_config(args)
+
+        if not config_path:
+            return
+
+        mutable_config = dict(config)
+        for migration in self.config_migrations:
+            for transformation in migration.transformations:
+                transformation.transform(mutable_config)
+
+        if mutable_config != config:
+            with open(config_path, "w") as f:
+                json.dump(mutable_config, f)
+            self.message_repository.emit_message(
+                create_connector_config_control_message(mutable_config)
+            )
+            for message in self.message_repository.consume_queue():
+                print(orjson.dumps(AirbyteMessageSerializer.dump(message)).decode())
+
+    def transform_config(self, config: MutableMapping[str, Any]) -> None:
+        """
+        Apply all config transformations to the provided config.
+
+        :param config: The user-provided configuration
+        """
+        for transformation in self.config_transformations:
+            transformation.transform(config)
+
+    def validate_config(self, config: MutableMapping[str, Any]) -> None:
+        """
+        Apply all config validations to the provided config.
+
+        :param config: The user-provided configuration
+        """
+        for validator in self.config_validations:
+            validator.validate(config)