airbyte-cdk 6.13.1.dev4108__tar.gz → 6.13.1.dev41012__tar.gz

{airbyte_cdk-6.13.1.dev4108 → airbyte_cdk-6.13.1.dev41012}/PKG-INFO

@@ -1,7 +1,8 @@
 Metadata-Version: 2.3
 Name: airbyte-cdk
-Version: 6.13.1.dev4108
+Version: 6.13.1.dev41012
 Summary: A framework for writing Airbyte Connectors.
+Home-page: https://airbyte.com
 License: MIT
 Keywords: airbyte,connector-development-kit,cdk
 Author: Airbyte
@@ -68,7 +69,6 @@ Requires-Dist: unstructured[docx,pptx] (==0.10.27) ; extra == "file-based"
 Requires-Dist: wcmatch (==10.0)
 Requires-Dist: xmltodict (>=0.13.0,<0.14.0)
 Project-URL: Documentation, https://docs.airbyte.io/
-Project-URL: Homepage, https://airbyte.com
 Project-URL: Repository, https://github.com/airbytehq/airbyte-python-cdk
 Description-Content-Type: text/markdown
 

{airbyte_cdk-6.13.1.dev4108 → airbyte_cdk-6.13.1.dev41012}/airbyte_cdk/entrypoint.py

@@ -5,7 +5,6 @@
 import argparse
 import importlib
 import ipaddress
-import json
 import logging
 import os.path
 import socket
@@ -47,7 +46,6 @@ logger = init_logger("airbyte")
 
 VALID_URL_SCHEMES = ["https"]
 CLOUD_DEPLOYMENT_MODE = "cloud"
-_HAS_LOGGED_FOR_SERIALIZATION_ERROR = False
 
 
 class AirbyteEntrypoint(object):
@@ -293,17 +291,7 @@ class AirbyteEntrypoint(object):
 
     @staticmethod
     def airbyte_message_to_string(airbyte_message: AirbyteMessage) -> str:
-        global _HAS_LOGGED_FOR_SERIALIZATION_ERROR
-        serialized_message = AirbyteMessageSerializer.dump(airbyte_message)
-        try:
-            return orjson.dumps(serialized_message).decode()
-        except Exception as exception:
-            if not _HAS_LOGGED_FOR_SERIALIZATION_ERROR:
-                logger.warning(
-                    f"There was an error during the serialization of an AirbyteMessage: `{exception}`. This might impact the sync performances."
-                )
-                _HAS_LOGGED_FOR_SERIALIZATION_ERROR = True
-            return json.dumps(serialized_message)
+        return orjson.dumps(AirbyteMessageSerializer.dump(airbyte_message)).decode()
 
     @classmethod
     def extract_state(cls, args: List[str]) -> Optional[Any]:

{airbyte_cdk-6.13.1.dev4108 → airbyte_cdk-6.13.1.dev41012}/airbyte_cdk/sources/declarative/concurrent_declarative_source.py

@@ -3,7 +3,7 @@
 #
 
 import logging
-from typing import Any, Generic, Iterator, List, Mapping, Optional, Tuple
+from typing import Any, Callable, Generic, Iterator, List, Mapping, Optional, Tuple, Union
 
 from airbyte_cdk.models import (
     AirbyteCatalog,
@@ -28,11 +28,15 @@ from airbyte_cdk.sources.declarative.models.declarative_component_schema import
 from airbyte_cdk.sources.declarative.models.declarative_component_schema import (
     DatetimeBasedCursor as DatetimeBasedCursorModel,
 )
+from airbyte_cdk.sources.declarative.models.declarative_component_schema import (
+    DeclarativeStream as DeclarativeStreamModel,
+)
 from airbyte_cdk.sources.declarative.parsers.model_to_component_factory import (
+    ComponentDefinition,
     ModelToComponentFactory,
 )
 from airbyte_cdk.sources.declarative.requesters import HttpRequester
-from airbyte_cdk.sources.declarative.retrievers import SimpleRetriever
+from airbyte_cdk.sources.declarative.retrievers import Retriever, SimpleRetriever
 from airbyte_cdk.sources.declarative.stream_slicers.declarative_partition_generator import (
     DeclarativePartitionFactory,
     StreamSlicerPartitionGenerator,
@@ -48,6 +52,7 @@ from airbyte_cdk.sources.streams.concurrent.availability_strategy import (
 from airbyte_cdk.sources.streams.concurrent.cursor import FinalStateCursor
 from airbyte_cdk.sources.streams.concurrent.default_stream import DefaultStream
 from airbyte_cdk.sources.streams.concurrent.helpers import get_primary_key_from_stream
+from airbyte_cdk.sources.types import Config, StreamState
 
 
 class ConcurrentDeclarativeSource(ManifestDeclarativeSource, Generic[TState]):
@@ -189,11 +194,10 @@ class ConcurrentDeclarativeSource(ManifestDeclarativeSource, Generic[TState]):
             # Some low-code sources use a combination of DeclarativeStream and regular Python streams. We can't inspect
             # these legacy Python streams the way we do low-code streams to determine if they are concurrent compatible,
             # so we need to treat them as synchronous
-            if isinstance(declarative_stream, DeclarativeStream) and (
-                name_to_stream_mapping[declarative_stream.name]["retriever"]["type"]
+            if (
+                isinstance(declarative_stream, DeclarativeStream)
+                and name_to_stream_mapping[declarative_stream.name]["retriever"]["type"]
                 == "SimpleRetriever"
-                or name_to_stream_mapping[declarative_stream.name]["retriever"]["type"]
-                == "AsyncRetriever"
             ):
                 incremental_sync_component_definition = name_to_stream_mapping[
                     declarative_stream.name
@@ -230,27 +234,15 @@ class ConcurrentDeclarativeSource(ManifestDeclarativeSource, Generic[TState]):
                         stream_state=stream_state,
                     )
 
-                    retriever = declarative_stream.retriever
-
-                    # This is an optimization so that we don't invoke any cursor or state management flows within the
-                    # low-code framework because state management is handled through the ConcurrentCursor.
-                    if declarative_stream and isinstance(retriever, SimpleRetriever):
-                        # Also a temporary hack. In the legacy Stream implementation, as part of the read,
-                        # set_initial_state() is called to instantiate incoming state on the cursor. Although we no
-                        # longer rely on the legacy low-code cursor for concurrent checkpointing, low-code components
-                        # like StopConditionPaginationStrategyDecorator and ClientSideIncrementalRecordFilterDecorator
-                        # still rely on a DatetimeBasedCursor that is properly initialized with state.
-                        if retriever.cursor:
-                            retriever.cursor.set_initial_state(stream_state=stream_state)
-                        # We zero it out here, but since this is a cursor reference, the state is still properly
-                        # instantiated for the other components that reference it
-                        retriever.cursor = None
-
                     partition_generator = StreamSlicerPartitionGenerator(
                         DeclarativePartitionFactory(
                             declarative_stream.name,
                             declarative_stream.get_json_schema(),
-                            retriever,
+                            self._retriever_factory(
+                                name_to_stream_mapping[declarative_stream.name],
+                                config,
+                                stream_state,
+                            ),
                             self.message_repository,
                         ),
                         cursor,
@@ -280,7 +272,11 @@ class ConcurrentDeclarativeSource(ManifestDeclarativeSource, Generic[TState]):
                         DeclarativePartitionFactory(
                             declarative_stream.name,
                             declarative_stream.get_json_schema(),
-                            declarative_stream.retriever,
+                            self._retriever_factory(
+                                name_to_stream_mapping[declarative_stream.name],
+                                config,
+                                {},
+                            ),
                             self.message_repository,
                         ),
                         declarative_stream.retriever.stream_slicer,
@@ -419,3 +415,34 @@ class ConcurrentDeclarativeSource(ManifestDeclarativeSource, Generic[TState]):
                 if stream.stream.name not in concurrent_stream_names
             ]
         )
+
+    def _retriever_factory(
+        self, stream_config: ComponentDefinition, source_config: Config, stream_state: StreamState
+    ) -> Callable[[], Retriever]:
+        def _factory_method() -> Retriever:
+            declarative_stream: DeclarativeStream = self._constructor.create_component(
+                DeclarativeStreamModel,
+                stream_config,
+                source_config,
+                emit_connector_builder_messages=self._emit_connector_builder_messages,
+            )
+
+            # This is an optimization so that we don't invoke any cursor or state management flows within the
+            # low-code framework because state management is handled through the ConcurrentCursor.
+            if (
+                declarative_stream
+                and declarative_stream.retriever
+                and isinstance(declarative_stream.retriever, SimpleRetriever)
+            ):
+                # Also a temporary hack. In the legacy Stream implementation, as part of the read, set_initial_state() is
+                # called to instantiate incoming state on the cursor. Although we no longer rely on the legacy low-code cursor
+                # for concurrent checkpointing, low-code components like StopConditionPaginationStrategyDecorator and
+                # ClientSideIncrementalRecordFilterDecorator still rely on a DatetimeBasedCursor that is properly initialized
+                # with state.
+                if declarative_stream.retriever.cursor:
+                    declarative_stream.retriever.cursor.set_initial_state(stream_state=stream_state)
+                declarative_stream.retriever.cursor = None
+
+            return declarative_stream.retriever
+
+        return _factory_method

{airbyte_cdk-6.13.1.dev4108 → airbyte_cdk-6.13.1.dev41012}/airbyte_cdk/sources/declarative/declarative_component_schema.yaml

@@ -667,28 +667,6 @@ definitions:
       $parameters:
         type: object
         additionalProperties: true
-  CustomSchemaNormalization:
-    title: Custom Schema Normalization
-    description: Schema normalization component whose behavior is derived from a custom code implementation of the connector.
-    type: object
-    additionalProperties: true
-    required:
-      - type
-      - class_name
-    properties:
-      type:
-        type: string
-        enum: [ CustomSchemaNormalization ]
-      class_name:
-        title: Class Name
-        description: Fully-qualified name of the class that will be implementing the custom normalization. The format is `source_<name>.<package>.<class_name>`.
-        type: string
-        additionalProperties: true
-        examples:
-          - "source_amazon_seller_partner.components.LedgerDetailedViewReportsTypeTransformer"
-      $parameters:
-        type: object
-        additionalProperties: true
   CustomStateMigration:
     title: Custom State Migration
     description: Apply a custom transformation on the input state.
@@ -1263,7 +1241,6 @@ definitions:
             - "$ref": "#/definitions/KeysToLower"
             - "$ref": "#/definitions/KeysToSnakeCase"
             - "$ref": "#/definitions/FlattenFields"
-            - "$ref": "#/definitions/KeysReplace"
       state_migrations:
         title: State Migrations
         description: Array of state migrations to be applied on the input state
@@ -1808,7 +1785,6 @@ definitions:
             - "$ref": "#/definitions/KeysToLower"
             - "$ref": "#/definitions/KeysToSnakeCase"
             - "$ref": "#/definitions/FlattenFields"
-            - "$ref": "#/definitions/KeysReplace"
       schema_type_identifier:
         "$ref": "#/definitions/SchemaTypeIdentifier"
       $parameters:
@@ -1904,54 +1880,6 @@ definitions:
       type:
         type: string
         enum: [FlattenFields]
-      flatten_lists:
-        title: Flatten Lists
-        description: Whether to flatten lists or leave it as is. Default is True.
-        type: boolean
-        default: true
-      $parameters:
-        type: object
-        additionalProperties: true
-  KeysReplace:
-    title: Keys Replace
-    description: A transformation that replaces symbols in keys.
-    type: object
-    required:
-      - type
-      - old
-      - new
-    properties:
-      type:
-        type: string
-        enum: [KeysReplace]
-      old:
-        type: string
-        title: Old value
-        description: Old value to replace.
-        examples:
-          - " "
-          - "{{ record.id }}"
-          - "{{ config['id'] }}"
-          - "{{ stream_slice['id'] }}"
-        interpolation_context:
-          - config
-          - record
-          - stream_state
-          - stream_slice
-      new:
-        type: string
-        title: New value
-        description: New value to set.
-        examples:
-          - "_"
-          - "{{ record.id }}"
-          - "{{ config['id'] }}"
-          - "{{ stream_slice['id'] }}"
-        interpolation_context:
-          - config
-          - record
-          - stream_state
-          - stream_slice
       $parameters:
         type: object
         additionalProperties: true
@@ -2627,11 +2555,7 @@ definitions:
           - "$ref": "#/definitions/CustomRecordFilter"
           - "$ref": "#/definitions/RecordFilter"
       schema_normalization:
-        title: Schema Normalization
-        description: Responsible for normalization according to the schema.
-        anyOf:
-          - "$ref": "#/definitions/SchemaNormalization"
-          - "$ref": "#/definitions/CustomSchemaNormalization"
+        "$ref": "#/definitions/SchemaNormalization"
         default: None
       $parameters:
         type: object

{airbyte_cdk-6.13.1.dev4108 → airbyte_cdk-6.13.1.dev41012}/airbyte_cdk/sources/declarative/extractors/__init__.py

@@ -9,10 +9,8 @@ from airbyte_cdk.sources.declarative.extractors.record_selector import RecordSel
 from airbyte_cdk.sources.declarative.extractors.response_to_file_extractor import (
     ResponseToFileExtractor,
 )
-from airbyte_cdk.sources.declarative.extractors.type_transformer import TypeTransformer
 
 __all__ = [
-    "TypeTransformer",
     "HttpSelector",
     "DpathExtractor",
     "RecordFilter",

{airbyte_cdk-6.13.1.dev4108 → airbyte_cdk-6.13.1.dev41012}/airbyte_cdk/sources/declarative/extractors/record_selector.py

@@ -10,14 +10,16 @@ import requests
 from airbyte_cdk.sources.declarative.extractors.http_selector import HttpSelector
 from airbyte_cdk.sources.declarative.extractors.record_extractor import RecordExtractor
 from airbyte_cdk.sources.declarative.extractors.record_filter import RecordFilter
-from airbyte_cdk.sources.declarative.extractors.type_transformer import (
-    TypeTransformer as DeclarativeTypeTransformer,
-)
 from airbyte_cdk.sources.declarative.interpolation import InterpolatedString
 from airbyte_cdk.sources.declarative.models import SchemaNormalization
 from airbyte_cdk.sources.declarative.transformations import RecordTransformation
 from airbyte_cdk.sources.types import Config, Record, StreamSlice, StreamState
-from airbyte_cdk.sources.utils.transform import TypeTransformer
+from airbyte_cdk.sources.utils.transform import TransformConfig, TypeTransformer
+
+SCHEMA_TRANSFORMER_TYPE_MAPPING = {
+    SchemaNormalization.None_: TransformConfig.NoTransform,
+    SchemaNormalization.Default: TransformConfig.DefaultSchemaNormalization,
+}
 
 
 @dataclass
@@ -36,7 +38,7 @@ class RecordSelector(HttpSelector):
     extractor: RecordExtractor
     config: Config
     parameters: InitVar[Mapping[str, Any]]
-    schema_normalization: Union[TypeTransformer, DeclarativeTypeTransformer]
+    schema_normalization: TypeTransformer
     name: str
     _name: Union[InterpolatedString, str] = field(init=False, repr=False, default="")
     record_filter: Optional[RecordFilter] = None

{airbyte_cdk-6.13.1.dev4108 → airbyte_cdk-6.13.1.dev41012}/airbyte_cdk/sources/declarative/interpolation/macros.py

@@ -94,26 +94,6 @@ def max(*args: typing.Any) -> typing.Any:
     return builtins.max(*args)
 
 
-def min(*args: typing.Any) -> typing.Any:
-    """
-    Returns smallest object of an iterable, or two or more arguments.
-
-    min(iterable, *[, default=obj, key=func]) -> value
-    min(arg1, arg2, *args, *[, key=func]) -> value
-
-    Usage:
-    `"{{ min(2,3) }}"
-
-    With a single iterable argument, return its smallest item. The
-    default keyword-only argument specifies an object to return if
-    the provided iterable is empty.
-    With two or more arguments, return the smallest argument.
-    :param args: args to compare
-    :return: smallest argument
-    """
-    return builtins.min(*args)
-
-
 def day_delta(num_days: int, format: str = "%Y-%m-%dT%H:%M:%S.%f%z") -> str:
     """
     Returns datetime of now() + num_days
@@ -167,7 +147,6 @@ _macros_list = [
     today_utc,
     timestamp,
     max,
-    min,
     day_delta,
     duration,
     format_datetime,

{airbyte_cdk-6.13.1.dev4108 → airbyte_cdk-6.13.1.dev41012}/airbyte_cdk/sources/declarative/models/declarative_component_schema.py

@@ -268,22 +268,6 @@ class CustomSchemaLoader(BaseModel):
     parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters")
 
 
-class CustomSchemaNormalization(BaseModel):
-    class Config:
-        extra = Extra.allow
-
-    type: Literal["CustomSchemaNormalization"]
-    class_name: str = Field(
-        ...,
-        description="Fully-qualified name of the class that will be implementing the custom normalization. The format is `source_<name>.<package>.<class_name>`.",
-        examples=[
-            "source_amazon_seller_partner.components.LedgerDetailedViewReportsTypeTransformer"
-        ],
-        title="Class Name",
-    )
-    parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters")
-
-
 class CustomStateMigration(BaseModel):
     class Config:
         extra = Extra.allow
@@ -737,30 +721,8 @@ class KeysToSnakeCase(BaseModel):
     parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters")
 
 
-class KeysReplace(BaseModel):
-    type: Literal["KeysReplace"]
-    old: str = Field(
-        ...,
-        description="Old value to replace.",
-        examples=[" ", "{{ record.id }}", "{{ config['id'] }}", "{{ stream_slice['id'] }}"],
-        title="Old value",
-    )
-    new: str = Field(
-        ...,
-        description="New value to set.",
-        examples=["_", "{{ record.id }}", "{{ config['id'] }}", "{{ stream_slice['id'] }}"],
-        title="New value",
-    )
-    parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters")
-
-
 class FlattenFields(BaseModel):
     type: Literal["FlattenFields"]
-    flatten_lists: Optional[bool] = Field(
-        True,
-        description="Whether to flatten lists or leave it as is. Default is True.",
-        title="Flatten Lists",
-    )
     parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters")
 
 
@@ -1551,11 +1513,7 @@ class RecordSelector(BaseModel):
         description="Responsible for filtering records to be emitted by the Source.",
         title="Record Filter",
     )
-    schema_normalization: Optional[Union[SchemaNormalization, CustomSchemaNormalization]] = Field(
-        SchemaNormalization.None_,
-        description="Responsible for normalization according to the schema.",
-        title="Schema Normalization",
-    )
+    schema_normalization: Optional[SchemaNormalization] = SchemaNormalization.None_
     parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters")
 
 
@@ -1743,7 +1701,6 @@ class DeclarativeStream(BaseModel):
                 KeysToLower,
                 KeysToSnakeCase,
                 FlattenFields,
-                KeysReplace,
             ]
         ]
     ] = Field(
@@ -1918,7 +1875,6 @@ class DynamicSchemaLoader(BaseModel):
                 KeysToLower,
                 KeysToSnakeCase,
                 FlattenFields,
-                KeysReplace,
             ]
         ]
     ] = Field(

{airbyte_cdk-6.13.1.dev4108 → airbyte_cdk-6.13.1.dev41012}/airbyte_cdk/sources/declarative/parsers/model_to_component_factory.py

@@ -82,6 +82,9 @@ from airbyte_cdk.sources.declarative.extractors import (
 from airbyte_cdk.sources.declarative.extractors.record_filter import (
     ClientSideIncrementalRecordFilterDecorator,
 )
+from airbyte_cdk.sources.declarative.extractors.record_selector import (
+    SCHEMA_TRANSFORMER_TYPE_MAPPING,
+)
 from airbyte_cdk.sources.declarative.incremental import (
     ChildPartitionResumableFullRefreshCursor,
     CursorFactory,
@@ -97,9 +100,7 @@ from airbyte_cdk.sources.declarative.interpolation.interpolated_mapping import I
 from airbyte_cdk.sources.declarative.migrations.legacy_to_per_partition_state_migration import (
     LegacyToPerPartitionStateMigration,
 )
-from airbyte_cdk.sources.declarative.models import (
-    CustomStateMigration,
-)
+from airbyte_cdk.sources.declarative.models import CustomStateMigration
 from airbyte_cdk.sources.declarative.models.declarative_component_schema import (
     AddedFieldDefinition as AddedFieldDefinitionModel,
 )
@@ -184,9 +185,6 @@ from airbyte_cdk.sources.declarative.models.declarative_component_schema import
 from airbyte_cdk.sources.declarative.models.declarative_component_schema import (
     CustomSchemaLoader as CustomSchemaLoader,
 )
-from airbyte_cdk.sources.declarative.models.declarative_component_schema import (
-    CustomSchemaNormalization as CustomSchemaNormalizationModel,
-)
 from airbyte_cdk.sources.declarative.models.declarative_component_schema import (
     CustomTransformation as CustomTransformationModel,
 )
@@ -256,9 +254,6 @@ from airbyte_cdk.sources.declarative.models.declarative_component_schema import
 from airbyte_cdk.sources.declarative.models.declarative_component_schema import (
     JwtPayload as JwtPayloadModel,
 )
-from airbyte_cdk.sources.declarative.models.declarative_component_schema import (
-    KeysReplace as KeysReplaceModel,
-)
 from airbyte_cdk.sources.declarative.models.declarative_component_schema import (
     KeysToLower as KeysToLowerModel,
 )
@@ -313,9 +308,6 @@ from airbyte_cdk.sources.declarative.models.declarative_component_schema import
 from airbyte_cdk.sources.declarative.models.declarative_component_schema import (
     ResponseToFileExtractor as ResponseToFileExtractorModel,
 )
-from airbyte_cdk.sources.declarative.models.declarative_component_schema import (
-    SchemaNormalization as SchemaNormalizationModel,
-)
 from airbyte_cdk.sources.declarative.models.declarative_component_schema import (
     SchemaTypeIdentifier as SchemaTypeIdentifierModel,
 )
@@ -425,9 +417,6 @@ from airbyte_cdk.sources.declarative.transformations.add_fields import AddedFiel
 from airbyte_cdk.sources.declarative.transformations.flatten_fields import (
     FlattenFields,
 )
-from airbyte_cdk.sources.declarative.transformations.keys_replace_transformation import (
-    KeysReplaceTransformation,
-)
 from airbyte_cdk.sources.declarative.transformations.keys_to_lower_transformation import (
     KeysToLowerTransformation,
 )
@@ -450,11 +439,6 @@ from airbyte_cdk.sources.utils.transform import TransformConfig, TypeTransformer
 
 ComponentDefinition = Mapping[str, Any]
 
-SCHEMA_TRANSFORMER_TYPE_MAPPING = {
-    SchemaNormalizationModel.None_: TransformConfig.NoTransform,
-    SchemaNormalizationModel.Default: TransformConfig.DefaultSchemaNormalization,
-}
-
 
 class ModelToComponentFactory:
     EPOCH_DATETIME_FORMAT = "%s"
@@ -503,7 +487,6 @@ class ModelToComponentFactory:
             CustomRequesterModel: self.create_custom_component,
             CustomRetrieverModel: self.create_custom_component,
             CustomSchemaLoader: self.create_custom_component,
-            CustomSchemaNormalizationModel: self.create_custom_component,
             CustomStateMigration: self.create_custom_component,
             CustomPaginationStrategyModel: self.create_custom_component,
             CustomPartitionRouterModel: self.create_custom_component,
@@ -526,7 +509,6 @@ class ModelToComponentFactory:
             GzipParserModel: self.create_gzip_parser,
             KeysToLowerModel: self.create_keys_to_lower_transformation,
             KeysToSnakeCaseModel: self.create_keys_to_snake_transformation,
-            KeysReplaceModel: self.create_keys_replace_transformation,
             FlattenFieldsModel: self.create_flatten_fields,
             IterableDecoderModel: self.create_iterable_decoder,
             XmlDecoderModel: self.create_xml_decoder,
@@ -648,19 +630,10 @@ class ModelToComponentFactory:
     ) -> KeysToSnakeCaseTransformation:
         return KeysToSnakeCaseTransformation()
 
-    def create_keys_replace_transformation(
-        self, model: KeysReplaceModel, config: Config, **kwargs: Any
-    ) -> KeysReplaceTransformation:
-        return KeysReplaceTransformation(
-            old=model.old, new=model.new, parameters=model.parameters or {}
-        )
-
     def create_flatten_fields(
         self, model: FlattenFieldsModel, config: Config, **kwargs: Any
     ) -> FlattenFields:
-        return FlattenFields(
-            flatten_lists=model.flatten_lists if model.flatten_lists is not None else True
-        )
+        return FlattenFields()
 
     @staticmethod
     def _json_schema_type_name_to_type(value_type: Optional[ValueType]) -> Optional[Type[Any]]:
@@ -1587,12 +1560,7 @@ class ModelToComponentFactory:
         )
 
     def create_http_requester(
-        self,
-        model: HttpRequesterModel,
-        config: Config,
-        decoder: Decoder = JsonDecoder(parameters={}),
-        *,
-        name: str,
+        self, model: HttpRequesterModel, decoder: Decoder, config: Config, *, name: str
     ) -> HttpRequester:
         authenticator = (
             self._create_component_from_model(
@@ -2008,11 +1976,12 @@ class ModelToComponentFactory:
         config: Config,
         *,
         name: str,
-        transformations: List[RecordTransformation] | None = None,
-        decoder: Decoder | None = None,
-        client_side_incremental_sync: Dict[str, Any] | None = None,
+        transformations: List[RecordTransformation],
+        decoder: Optional[Decoder] = None,
+        client_side_incremental_sync: Optional[Dict[str, Any]] = None,
         **kwargs: Any,
     ) -> RecordSelector:
+        assert model.schema_normalization is not None  # for mypy
         extractor = self._create_component_from_model(
             model=model.extractor, decoder=decoder, config=config
         )
@@ -2030,10 +1999,8 @@ class ModelToComponentFactory:
                 else None,
                 **client_side_incremental_sync,
             )
-        schema_normalization = (
-            TypeTransformer(SCHEMA_TRANSFORMER_TYPE_MAPPING[model.schema_normalization])
-            if isinstance(model.schema_normalization, SchemaNormalizationModel)
-            else self._create_component_from_model(model.schema_normalization, config=config)  # type: ignore[arg-type] # custom normalization model expected here
+        schema_normalization = TypeTransformer(
+            SCHEMA_TRANSFORMER_TYPE_MAPPING[model.schema_normalization]
         )
 
         return RecordSelector(
@@ -2041,7 +2008,7 @@ class ModelToComponentFactory:
             name=name,
             config=config,
             record_filter=record_filter,
-            transformations=transformations or [],
+            transformations=transformations,
             schema_normalization=schema_normalization,
             parameters=model.parameters or {},
         )