airbyte-cdk 6.12.4__py3-none-any.whl → 6.13.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- airbyte_cdk/__init__.py +93 -34
- airbyte_cdk/cli/source_declarative_manifest/__init__.py +0 -1
- airbyte_cdk/models/__init__.py +10 -11
- airbyte_cdk/sources/declarative/async_job/job_orchestrator.py +1 -1
- airbyte_cdk/sources/declarative/auth/__init__.py +2 -5
- airbyte_cdk/sources/declarative/declarative_component_schema.yaml +55 -0
- airbyte_cdk/sources/declarative/decoders/__init__.py +21 -3
- airbyte_cdk/sources/declarative/decoders/composite_raw_decoder.py +97 -0
- airbyte_cdk/sources/declarative/extractors/__init__.py +10 -2
- airbyte_cdk/sources/declarative/incremental/__init__.py +10 -3
- airbyte_cdk/sources/declarative/models/declarative_component_schema.py +24 -0
- airbyte_cdk/sources/declarative/parsers/model_to_component_factory.py +43 -0
- airbyte_cdk/sources/declarative/partition_routers/__init__.py +16 -6
- airbyte_cdk/sources/declarative/requesters/error_handlers/__init__.py +19 -5
- airbyte_cdk/sources/declarative/requesters/error_handlers/backoff_strategies/__init__.py +3 -1
- airbyte_cdk/sources/declarative/requesters/paginators/__init__.py +14 -3
- airbyte_cdk/sources/declarative/requesters/paginators/strategies/__init__.py +9 -3
- airbyte_cdk/sources/declarative/requesters/paginators/strategies/offset_increment.py +3 -1
- airbyte_cdk/sources/declarative/requesters/paginators/strategies/stop_condition.py +4 -1
- airbyte_cdk/sources/declarative/requesters/request_options/__init__.py +12 -3
- airbyte_cdk/sources/declarative/resolvers/__init__.py +31 -8
- airbyte_cdk/sources/declarative/retrievers/__init__.py +5 -2
- airbyte_cdk/sources/declarative/retrievers/async_retriever.py +1 -1
- airbyte_cdk/sources/declarative/schema/__init__.py +14 -2
- airbyte_cdk/sources/file_based/availability_strategy/__init__.py +9 -2
- airbyte_cdk/sources/file_based/discovery_policy/__init__.py +6 -2
- airbyte_cdk/sources/file_based/file_types/__init__.py +12 -3
- airbyte_cdk/sources/file_based/schema_validation_policies/__init__.py +3 -1
- airbyte_cdk/sources/file_based/stream/concurrent/cursor/__init__.py +5 -1
- airbyte_cdk/sources/message/__init__.py +7 -1
- airbyte_cdk/sources/streams/__init__.py +1 -1
- airbyte_cdk/sources/streams/checkpoint/__init__.py +2 -3
- airbyte_cdk/sources/streams/http/__init__.py +2 -2
- airbyte_cdk/sources/streams/http/error_handlers/__init__.py +2 -2
- airbyte_cdk/test/mock_http/__init__.py +1 -1
- airbyte_cdk/test/mock_http/mocker.py +3 -1
- airbyte_cdk/test/mock_http/response_builder.py +1 -1
- airbyte_cdk/utils/__init__.py +1 -1
- {airbyte_cdk-6.12.4.dist-info → airbyte_cdk-6.13.0.dist-info}/METADATA +2 -2
- {airbyte_cdk-6.12.4.dist-info → airbyte_cdk-6.13.0.dist-info}/RECORD +43 -42
- {airbyte_cdk-6.12.4.dist-info → airbyte_cdk-6.13.0.dist-info}/WHEEL +1 -1
- {airbyte_cdk-6.12.4.dist-info → airbyte_cdk-6.13.0.dist-info}/LICENSE.txt +0 -0
- {airbyte_cdk-6.12.4.dist-info → airbyte_cdk-6.13.0.dist-info}/entry_points.txt +0 -0
@@ -2,12 +2,22 @@
|
|
2
2
|
# Copyright (c) 2022 Airbyte, Inc., all rights reserved.
|
3
3
|
#
|
4
4
|
|
5
|
-
from airbyte_cdk.sources.declarative.partition_routers.async_job_partition_router import
|
6
|
-
|
7
|
-
|
8
|
-
from airbyte_cdk.sources.declarative.partition_routers.
|
9
|
-
|
5
|
+
from airbyte_cdk.sources.declarative.partition_routers.async_job_partition_router import (
|
6
|
+
AsyncJobPartitionRouter,
|
7
|
+
)
|
8
|
+
from airbyte_cdk.sources.declarative.partition_routers.cartesian_product_stream_slicer import (
|
9
|
+
CartesianProductStreamSlicer,
|
10
|
+
)
|
11
|
+
from airbyte_cdk.sources.declarative.partition_routers.list_partition_router import (
|
12
|
+
ListPartitionRouter,
|
13
|
+
)
|
10
14
|
from airbyte_cdk.sources.declarative.partition_routers.partition_router import PartitionRouter
|
15
|
+
from airbyte_cdk.sources.declarative.partition_routers.single_partition_router import (
|
16
|
+
SinglePartitionRouter,
|
17
|
+
)
|
18
|
+
from airbyte_cdk.sources.declarative.partition_routers.substream_partition_router import (
|
19
|
+
SubstreamPartitionRouter,
|
20
|
+
)
|
11
21
|
|
12
22
|
__all__ = [
|
13
23
|
"AsyncJobPartitionRouter",
|
@@ -15,5 +25,5 @@ __all__ = [
|
|
15
25
|
"ListPartitionRouter",
|
16
26
|
"SinglePartitionRouter",
|
17
27
|
"SubstreamPartitionRouter",
|
18
|
-
"PartitionRouter"
|
28
|
+
"PartitionRouter",
|
19
29
|
]
|
@@ -2,10 +2,24 @@
|
|
2
2
|
# Copyright (c) 2023 Airbyte, Inc., all rights reserved.
|
3
3
|
#
|
4
4
|
|
5
|
-
from airbyte_cdk.sources.declarative.requesters.error_handlers.backoff_strategy import
|
6
|
-
|
7
|
-
|
5
|
+
from airbyte_cdk.sources.declarative.requesters.error_handlers.backoff_strategy import (
|
6
|
+
BackoffStrategy,
|
7
|
+
)
|
8
|
+
from airbyte_cdk.sources.declarative.requesters.error_handlers.composite_error_handler import (
|
9
|
+
CompositeErrorHandler,
|
10
|
+
)
|
11
|
+
from airbyte_cdk.sources.declarative.requesters.error_handlers.default_error_handler import (
|
12
|
+
DefaultErrorHandler,
|
13
|
+
)
|
8
14
|
from airbyte_cdk.sources.declarative.requesters.error_handlers.error_handler import ErrorHandler
|
9
|
-
from airbyte_cdk.sources.declarative.requesters.error_handlers.http_response_filter import
|
15
|
+
from airbyte_cdk.sources.declarative.requesters.error_handlers.http_response_filter import (
|
16
|
+
HttpResponseFilter,
|
17
|
+
)
|
10
18
|
|
11
|
-
__all__ = [
|
19
|
+
__all__ = [
|
20
|
+
"BackoffStrategy",
|
21
|
+
"CompositeErrorHandler",
|
22
|
+
"DefaultErrorHandler",
|
23
|
+
"ErrorHandler",
|
24
|
+
"HttpResponseFilter",
|
25
|
+
]
|
@@ -2,7 +2,9 @@
|
|
2
2
|
# Copyright (c) 2023 Airbyte, Inc., all rights reserved.
|
3
3
|
#
|
4
4
|
|
5
|
-
from airbyte_cdk.sources.declarative.requesters.error_handlers.backoff_strategies.constant_backoff_strategy import
|
5
|
+
from airbyte_cdk.sources.declarative.requesters.error_handlers.backoff_strategies.constant_backoff_strategy import (
|
6
|
+
ConstantBackoffStrategy,
|
7
|
+
)
|
6
8
|
from airbyte_cdk.sources.declarative.requesters.error_handlers.backoff_strategies.exponential_backoff_strategy import (
|
7
9
|
ExponentialBackoffStrategy,
|
8
10
|
)
|
@@ -2,9 +2,20 @@
|
|
2
2
|
# Copyright (c) 2023 Airbyte, Inc., all rights reserved.
|
3
3
|
#
|
4
4
|
|
5
|
-
from airbyte_cdk.sources.declarative.requesters.paginators.default_paginator import
|
5
|
+
from airbyte_cdk.sources.declarative.requesters.paginators.default_paginator import (
|
6
|
+
DefaultPaginator,
|
7
|
+
PaginatorTestReadDecorator,
|
8
|
+
)
|
6
9
|
from airbyte_cdk.sources.declarative.requesters.paginators.no_pagination import NoPagination
|
7
10
|
from airbyte_cdk.sources.declarative.requesters.paginators.paginator import Paginator
|
8
|
-
from airbyte_cdk.sources.declarative.requesters.paginators.strategies.pagination_strategy import
|
11
|
+
from airbyte_cdk.sources.declarative.requesters.paginators.strategies.pagination_strategy import (
|
12
|
+
PaginationStrategy,
|
13
|
+
)
|
9
14
|
|
10
|
-
__all__ = [
|
15
|
+
__all__ = [
|
16
|
+
"DefaultPaginator",
|
17
|
+
"NoPagination",
|
18
|
+
"PaginationStrategy",
|
19
|
+
"Paginator",
|
20
|
+
"PaginatorTestReadDecorator",
|
21
|
+
]
|
@@ -2,9 +2,15 @@
|
|
2
2
|
# Copyright (c) 2023 Airbyte, Inc., all rights reserved.
|
3
3
|
#
|
4
4
|
|
5
|
-
from airbyte_cdk.sources.declarative.requesters.paginators.strategies.cursor_pagination_strategy import
|
6
|
-
|
7
|
-
|
5
|
+
from airbyte_cdk.sources.declarative.requesters.paginators.strategies.cursor_pagination_strategy import (
|
6
|
+
CursorPaginationStrategy,
|
7
|
+
)
|
8
|
+
from airbyte_cdk.sources.declarative.requesters.paginators.strategies.offset_increment import (
|
9
|
+
OffsetIncrement,
|
10
|
+
)
|
11
|
+
from airbyte_cdk.sources.declarative.requesters.paginators.strategies.page_increment import (
|
12
|
+
PageIncrement,
|
13
|
+
)
|
8
14
|
from airbyte_cdk.sources.declarative.requesters.paginators.strategies.stop_condition import (
|
9
15
|
CursorStopCondition,
|
10
16
|
StopConditionPaginationStrategyDecorator,
|
@@ -83,7 +83,9 @@ class OffsetIncrement(PaginationStrategy):
|
|
83
83
|
return self._offset
|
84
84
|
|
85
85
|
def reset(self, reset_value: Optional[Any] = 0) -> None:
|
86
|
-
if
|
86
|
+
if reset_value is None:
|
87
|
+
self._offset = 0
|
88
|
+
elif not isinstance(reset_value, int):
|
87
89
|
raise ValueError(
|
88
90
|
f"Reset value {reset_value} for OffsetIncrement pagination strategy was not an integer"
|
89
91
|
)
|
@@ -53,7 +53,10 @@ class StopConditionPaginationStrategyDecorator(PaginationStrategy):
|
|
53
53
|
return self._delegate.next_page_token(response, last_page_size, last_record)
|
54
54
|
|
55
55
|
def reset(self, reset_value: Optional[Any] = None) -> None:
|
56
|
-
|
56
|
+
if reset_value:
|
57
|
+
self._delegate.reset(reset_value)
|
58
|
+
else:
|
59
|
+
self._delegate.reset()
|
57
60
|
|
58
61
|
def get_page_size(self) -> Optional[int]:
|
59
62
|
return self._delegate.get_page_size()
|
@@ -5,10 +5,19 @@
|
|
5
5
|
from airbyte_cdk.sources.declarative.requesters.request_options.datetime_based_request_options_provider import (
|
6
6
|
DatetimeBasedRequestOptionsProvider,
|
7
7
|
)
|
8
|
-
from airbyte_cdk.sources.declarative.requesters.request_options.default_request_options_provider import
|
8
|
+
from airbyte_cdk.sources.declarative.requesters.request_options.default_request_options_provider import (
|
9
|
+
DefaultRequestOptionsProvider,
|
10
|
+
)
|
9
11
|
from airbyte_cdk.sources.declarative.requesters.request_options.interpolated_request_options_provider import (
|
10
12
|
InterpolatedRequestOptionsProvider,
|
11
13
|
)
|
12
|
-
from airbyte_cdk.sources.declarative.requesters.request_options.request_options_provider import
|
14
|
+
from airbyte_cdk.sources.declarative.requesters.request_options.request_options_provider import (
|
15
|
+
RequestOptionsProvider,
|
16
|
+
)
|
13
17
|
|
14
|
-
__all__ = [
|
18
|
+
__all__ = [
|
19
|
+
"DatetimeBasedRequestOptionsProvider",
|
20
|
+
"DefaultRequestOptionsProvider",
|
21
|
+
"InterpolatedRequestOptionsProvider",
|
22
|
+
"RequestOptionsProvider",
|
23
|
+
]
|
@@ -2,17 +2,40 @@
|
|
2
2
|
# Copyright (c) 2024 Airbyte, Inc., all rights reserved.
|
3
3
|
#
|
4
4
|
|
5
|
-
from airbyte_cdk.sources.declarative.resolvers.components_resolver import ComponentsResolver, ComponentMappingDefinition, ResolvedComponentMappingDefinition
|
6
|
-
from airbyte_cdk.sources.declarative.resolvers.http_components_resolver import HttpComponentsResolver
|
7
|
-
from airbyte_cdk.sources.declarative.resolvers.config_components_resolver import ConfigComponentsResolver, StreamConfig
|
8
|
-
from airbyte_cdk.sources.declarative.models import HttpComponentsResolver as HttpComponentsResolverModel
|
9
|
-
from airbyte_cdk.sources.declarative.models import ConfigComponentsResolver as ConfigComponentsResolverModel
|
10
|
-
from pydantic.v1 import BaseModel
|
11
5
|
from typing import Mapping
|
12
6
|
|
7
|
+
from pydantic.v1 import BaseModel
|
8
|
+
|
9
|
+
from airbyte_cdk.sources.declarative.models import (
|
10
|
+
ConfigComponentsResolver as ConfigComponentsResolverModel,
|
11
|
+
)
|
12
|
+
from airbyte_cdk.sources.declarative.models import (
|
13
|
+
HttpComponentsResolver as HttpComponentsResolverModel,
|
14
|
+
)
|
15
|
+
from airbyte_cdk.sources.declarative.resolvers.components_resolver import (
|
16
|
+
ComponentMappingDefinition,
|
17
|
+
ComponentsResolver,
|
18
|
+
ResolvedComponentMappingDefinition,
|
19
|
+
)
|
20
|
+
from airbyte_cdk.sources.declarative.resolvers.config_components_resolver import (
|
21
|
+
ConfigComponentsResolver,
|
22
|
+
StreamConfig,
|
23
|
+
)
|
24
|
+
from airbyte_cdk.sources.declarative.resolvers.http_components_resolver import (
|
25
|
+
HttpComponentsResolver,
|
26
|
+
)
|
27
|
+
|
13
28
|
COMPONENTS_RESOLVER_TYPE_MAPPING: Mapping[str, type[BaseModel]] = {
|
14
29
|
"HttpComponentsResolver": HttpComponentsResolverModel,
|
15
|
-
"ConfigComponentsResolver": ConfigComponentsResolverModel
|
30
|
+
"ConfigComponentsResolver": ConfigComponentsResolverModel,
|
16
31
|
}
|
17
32
|
|
18
|
-
__all__ = [
|
33
|
+
__all__ = [
|
34
|
+
"ComponentsResolver",
|
35
|
+
"HttpComponentsResolver",
|
36
|
+
"ComponentMappingDefinition",
|
37
|
+
"ResolvedComponentMappingDefinition",
|
38
|
+
"StreamConfig",
|
39
|
+
"ConfigComponentsResolver",
|
40
|
+
"COMPONENTS_RESOLVER_TYPE_MAPPING",
|
41
|
+
]
|
@@ -2,8 +2,11 @@
|
|
2
2
|
# Copyright (c) 2023 Airbyte, Inc., all rights reserved.
|
3
3
|
#
|
4
4
|
|
5
|
-
from airbyte_cdk.sources.declarative.retrievers.retriever import Retriever
|
6
|
-
from airbyte_cdk.sources.declarative.retrievers.simple_retriever import SimpleRetriever, SimpleRetrieverTestReadDecorator
|
7
5
|
from airbyte_cdk.sources.declarative.retrievers.async_retriever import AsyncRetriever
|
6
|
+
from airbyte_cdk.sources.declarative.retrievers.retriever import Retriever
|
7
|
+
from airbyte_cdk.sources.declarative.retrievers.simple_retriever import (
|
8
|
+
SimpleRetriever,
|
9
|
+
SimpleRetrieverTestReadDecorator,
|
10
|
+
)
|
8
11
|
|
9
12
|
__all__ = ["Retriever", "SimpleRetriever", "SimpleRetrieverTestReadDecorator", "AsyncRetriever"]
|
@@ -15,7 +15,7 @@ from airbyte_cdk.sources.declarative.extractors.record_selector import RecordSel
|
|
15
15
|
from airbyte_cdk.sources.declarative.partition_routers.async_job_partition_router import (
|
16
16
|
AsyncJobPartitionRouter,
|
17
17
|
)
|
18
|
-
from airbyte_cdk.sources.declarative.retrievers import Retriever
|
18
|
+
from airbyte_cdk.sources.declarative.retrievers.retriever import Retriever
|
19
19
|
from airbyte_cdk.sources.source import ExperimentalClassWarning
|
20
20
|
from airbyte_cdk.sources.streams.core import StreamData
|
21
21
|
from airbyte_cdk.sources.types import Config, StreamSlice, StreamState
|
@@ -3,9 +3,21 @@
|
|
3
3
|
#
|
4
4
|
|
5
5
|
from airbyte_cdk.sources.declarative.schema.default_schema_loader import DefaultSchemaLoader
|
6
|
+
from airbyte_cdk.sources.declarative.schema.dynamic_schema_loader import (
|
7
|
+
DynamicSchemaLoader,
|
8
|
+
SchemaTypeIdentifier,
|
9
|
+
TypesMap,
|
10
|
+
)
|
6
11
|
from airbyte_cdk.sources.declarative.schema.inline_schema_loader import InlineSchemaLoader
|
7
12
|
from airbyte_cdk.sources.declarative.schema.json_file_schema_loader import JsonFileSchemaLoader
|
8
13
|
from airbyte_cdk.sources.declarative.schema.schema_loader import SchemaLoader
|
9
|
-
from airbyte_cdk.sources.declarative.schema.dynamic_schema_loader import DynamicSchemaLoader, TypesMap, SchemaTypeIdentifier
|
10
14
|
|
11
|
-
__all__ = [
|
15
|
+
__all__ = [
|
16
|
+
"JsonFileSchemaLoader",
|
17
|
+
"DefaultSchemaLoader",
|
18
|
+
"SchemaLoader",
|
19
|
+
"InlineSchemaLoader",
|
20
|
+
"DynamicSchemaLoader",
|
21
|
+
"TypesMap",
|
22
|
+
"SchemaTypeIdentifier",
|
23
|
+
]
|
@@ -1,4 +1,11 @@
|
|
1
|
-
from .abstract_file_based_availability_strategy import
|
1
|
+
from .abstract_file_based_availability_strategy import (
|
2
|
+
AbstractFileBasedAvailabilityStrategy,
|
3
|
+
AbstractFileBasedAvailabilityStrategyWrapper,
|
4
|
+
)
|
2
5
|
from .default_file_based_availability_strategy import DefaultFileBasedAvailabilityStrategy
|
3
6
|
|
4
|
-
__all__ = [
|
7
|
+
__all__ = [
|
8
|
+
"AbstractFileBasedAvailabilityStrategy",
|
9
|
+
"AbstractFileBasedAvailabilityStrategyWrapper",
|
10
|
+
"DefaultFileBasedAvailabilityStrategy",
|
11
|
+
]
|
@@ -1,4 +1,8 @@
|
|
1
|
-
from airbyte_cdk.sources.file_based.discovery_policy.abstract_discovery_policy import
|
2
|
-
|
1
|
+
from airbyte_cdk.sources.file_based.discovery_policy.abstract_discovery_policy import (
|
2
|
+
AbstractDiscoveryPolicy,
|
3
|
+
)
|
4
|
+
from airbyte_cdk.sources.file_based.discovery_policy.default_discovery_policy import (
|
5
|
+
DefaultDiscoveryPolicy,
|
6
|
+
)
|
3
7
|
|
4
8
|
__all__ = ["AbstractDiscoveryPolicy", "DefaultDiscoveryPolicy"]
|
@@ -1,8 +1,8 @@
|
|
1
1
|
from typing import Any, Mapping, Type
|
2
2
|
|
3
3
|
from airbyte_cdk.sources.file_based.config.avro_format import AvroFormat
|
4
|
-
from airbyte_cdk.sources.file_based.config.excel_format import ExcelFormat
|
5
4
|
from airbyte_cdk.sources.file_based.config.csv_format import CsvFormat
|
5
|
+
from airbyte_cdk.sources.file_based.config.excel_format import ExcelFormat
|
6
6
|
from airbyte_cdk.sources.file_based.config.jsonl_format import JsonlFormat
|
7
7
|
from airbyte_cdk.sources.file_based.config.parquet_format import ParquetFormat
|
8
8
|
from airbyte_cdk.sources.file_based.config.unstructured_format import UnstructuredFormat
|
@@ -10,11 +10,11 @@ from airbyte_cdk.sources.file_based.config.unstructured_format import Unstructur
|
|
10
10
|
from .avro_parser import AvroParser
|
11
11
|
from .csv_parser import CsvParser
|
12
12
|
from .excel_parser import ExcelParser
|
13
|
+
from .file_transfer import FileTransfer
|
13
14
|
from .file_type_parser import FileTypeParser
|
14
15
|
from .jsonl_parser import JsonlParser
|
15
16
|
from .parquet_parser import ParquetParser
|
16
17
|
from .unstructured_parser import UnstructuredParser
|
17
|
-
from .file_transfer import FileTransfer
|
18
18
|
|
19
19
|
default_parsers: Mapping[Type[Any], FileTypeParser] = {
|
20
20
|
AvroFormat: AvroParser(),
|
@@ -25,4 +25,13 @@ default_parsers: Mapping[Type[Any], FileTypeParser] = {
|
|
25
25
|
UnstructuredFormat: UnstructuredParser(),
|
26
26
|
}
|
27
27
|
|
28
|
-
__all__ = [
|
28
|
+
__all__ = [
|
29
|
+
"AvroParser",
|
30
|
+
"CsvParser",
|
31
|
+
"ExcelParser",
|
32
|
+
"JsonlParser",
|
33
|
+
"ParquetParser",
|
34
|
+
"UnstructuredParser",
|
35
|
+
"FileTransfer",
|
36
|
+
"default_parsers",
|
37
|
+
]
|
@@ -1,4 +1,6 @@
|
|
1
|
-
from airbyte_cdk.sources.file_based.schema_validation_policies.abstract_schema_validation_policy import
|
1
|
+
from airbyte_cdk.sources.file_based.schema_validation_policies.abstract_schema_validation_policy import (
|
2
|
+
AbstractSchemaValidationPolicy,
|
3
|
+
)
|
2
4
|
from airbyte_cdk.sources.file_based.schema_validation_policies.default_schema_validation_policies import (
|
3
5
|
DEFAULT_SCHEMA_VALIDATION_POLICIES,
|
4
6
|
EmitRecordPolicy,
|
@@ -2,4 +2,8 @@ from .abstract_concurrent_file_based_cursor import AbstractConcurrentFileBasedCu
|
|
2
2
|
from .file_based_concurrent_cursor import FileBasedConcurrentCursor
|
3
3
|
from .file_based_final_state_cursor import FileBasedFinalStateCursor
|
4
4
|
|
5
|
-
__all__ = [
|
5
|
+
__all__ = [
|
6
|
+
"AbstractConcurrentFileBasedCursor",
|
7
|
+
"FileBasedConcurrentCursor",
|
8
|
+
"FileBasedFinalStateCursor",
|
9
|
+
]
|
@@ -10,4 +10,10 @@ from .repository import (
|
|
10
10
|
NoopMessageRepository,
|
11
11
|
)
|
12
12
|
|
13
|
-
__all__ = [
|
13
|
+
__all__ = [
|
14
|
+
"InMemoryMessageRepository",
|
15
|
+
"LogAppenderMessageRepositoryDecorator",
|
16
|
+
"LogMessage",
|
17
|
+
"MessageRepository",
|
18
|
+
"NoopMessageRepository",
|
19
|
+
]
|
@@ -3,6 +3,6 @@
|
|
3
3
|
#
|
4
4
|
|
5
5
|
# Initialize Streams Package
|
6
|
-
from .core import NO_CURSOR_STATE_KEY,
|
6
|
+
from .core import NO_CURSOR_STATE_KEY, CheckpointMixin, IncrementalMixin, Stream
|
7
7
|
|
8
8
|
__all__ = ["NO_CURSOR_STATE_KEY", "IncrementalMixin", "CheckpointMixin", "Stream"]
|
@@ -8,12 +8,11 @@ from .checkpoint_reader import (
|
|
8
8
|
FullRefreshCheckpointReader,
|
9
9
|
IncrementalCheckpointReader,
|
10
10
|
LegacyCursorBasedCheckpointReader,
|
11
|
-
ResumableFullRefreshCheckpointReader
|
11
|
+
ResumableFullRefreshCheckpointReader,
|
12
12
|
)
|
13
13
|
from .cursor import Cursor
|
14
14
|
from .resumable_full_refresh_cursor import ResumableFullRefreshCursor
|
15
15
|
|
16
|
-
|
17
16
|
__all__ = [
|
18
17
|
"CheckpointMode",
|
19
18
|
"CheckpointReader",
|
@@ -23,5 +22,5 @@ __all__ = [
|
|
23
22
|
"IncrementalCheckpointReader",
|
24
23
|
"LegacyCursorBasedCheckpointReader",
|
25
24
|
"ResumableFullRefreshCheckpointReader",
|
26
|
-
"ResumableFullRefreshCursor"
|
25
|
+
"ResumableFullRefreshCursor",
|
27
26
|
]
|
@@ -3,8 +3,8 @@
|
|
3
3
|
#
|
4
4
|
|
5
5
|
# Initialize Streams Package
|
6
|
-
from .http_client import HttpClient
|
7
|
-
from .http import HttpStream, HttpSubStream
|
8
6
|
from .exceptions import UserDefinedBackoffException
|
7
|
+
from .http import HttpStream, HttpSubStream
|
8
|
+
from .http_client import HttpClient
|
9
9
|
|
10
10
|
__all__ = ["HttpClient", "HttpStream", "HttpSubStream", "UserDefinedBackoffException"]
|
@@ -8,7 +8,7 @@ from .error_handler import ErrorHandler
|
|
8
8
|
from .error_message_parser import ErrorMessageParser
|
9
9
|
from .http_status_error_handler import HttpStatusErrorHandler
|
10
10
|
from .json_error_message_parser import JsonErrorMessageParser
|
11
|
-
from .response_models import
|
11
|
+
from .response_models import ErrorResolution, ResponseAction
|
12
12
|
|
13
13
|
__all__ = [
|
14
14
|
"BackoffStrategy",
|
@@ -18,5 +18,5 @@ __all__ = [
|
|
18
18
|
"HttpStatusErrorHandler",
|
19
19
|
"JsonErrorMessageParser",
|
20
20
|
"ResponseAction",
|
21
|
-
"ErrorResolution"
|
21
|
+
"ErrorResolution",
|
22
22
|
]
|
@@ -1,6 +1,6 @@
|
|
1
1
|
from airbyte_cdk.test.mock_http.matcher import HttpRequestMatcher
|
2
|
+
from airbyte_cdk.test.mock_http.mocker import HttpMocker
|
2
3
|
from airbyte_cdk.test.mock_http.request import HttpRequest
|
3
4
|
from airbyte_cdk.test.mock_http.response import HttpResponse
|
4
|
-
from airbyte_cdk.test.mock_http.mocker import HttpMocker
|
5
5
|
|
6
6
|
__all__ = ["HttpMocker", "HttpRequest", "HttpRequestMatcher", "HttpResponse"]
|
@@ -8,7 +8,9 @@ from typing import Callable, List, Optional, Union
|
|
8
8
|
|
9
9
|
import requests_mock
|
10
10
|
|
11
|
-
from airbyte_cdk.test.mock_http import
|
11
|
+
from airbyte_cdk.test.mock_http.matcher import HttpRequestMatcher
|
12
|
+
from airbyte_cdk.test.mock_http.request import HttpRequest
|
13
|
+
from airbyte_cdk.test.mock_http.response import HttpResponse
|
12
14
|
|
13
15
|
|
14
16
|
class SupportedHttpMethods(str, Enum):
|
@@ -6,7 +6,7 @@ from abc import ABC, abstractmethod
|
|
6
6
|
from pathlib import Path as FilePath
|
7
7
|
from typing import Any, Dict, List, Optional, Union
|
8
8
|
|
9
|
-
from airbyte_cdk.test.mock_http import HttpResponse
|
9
|
+
from airbyte_cdk.test.mock_http.response import HttpResponse
|
10
10
|
from airbyte_cdk.test.utils.data import get_unit_test_folder
|
11
11
|
|
12
12
|
|
airbyte_cdk/utils/__init__.py
CHANGED
@@ -3,8 +3,8 @@
|
|
3
3
|
#
|
4
4
|
|
5
5
|
from .is_cloud_environment import is_cloud_environment
|
6
|
+
from .print_buffer import PrintBuffer
|
6
7
|
from .schema_inferrer import SchemaInferrer
|
7
8
|
from .traced_exception import AirbyteTracedException
|
8
|
-
from .print_buffer import PrintBuffer
|
9
9
|
|
10
10
|
__all__ = ["AirbyteTracedException", "SchemaInferrer", "is_cloud_environment", "PrintBuffer"]
|