airbyte-cdk 0.0.0.dev0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- airbyte_cdk-0.0.0.dev0/LICENSE.txt +19 -0
- airbyte_cdk-0.0.0.dev0/LICENSE_SHORT +1 -0
- airbyte_cdk-0.0.0.dev0/PKG-INFO +111 -0
- airbyte_cdk-0.0.0.dev0/README.md +34 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/__init__.py +358 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/cli/__init__.py +1 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/cli/source_declarative_manifest/__init__.py +5 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/cli/source_declarative_manifest/_run.py +236 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/cli/source_declarative_manifest/spec.json +17 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/config_observation.py +104 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/connector.py +123 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/connector_builder/README.md +53 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/connector_builder/__init__.py +3 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/connector_builder/connector_builder_handler.py +121 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/connector_builder/main.py +107 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/connector_builder/models.py +73 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/connector_builder/test_reader/__init__.py +7 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/connector_builder/test_reader/helpers.py +689 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/connector_builder/test_reader/message_grouper.py +173 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/connector_builder/test_reader/reader.py +441 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/connector_builder/test_reader/types.py +83 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/destinations/__init__.py +8 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/destinations/destination.py +154 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/destinations/vector_db_based/README.md +37 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/destinations/vector_db_based/__init__.py +38 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/destinations/vector_db_based/config.py +298 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/destinations/vector_db_based/document_processor.py +223 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/destinations/vector_db_based/embedder.py +303 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/destinations/vector_db_based/indexer.py +78 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/destinations/vector_db_based/test_utils.py +63 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/destinations/vector_db_based/utils.py +35 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/destinations/vector_db_based/writer.py +104 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/entrypoint.py +414 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/exception_handler.py +56 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/logger.py +109 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/models/__init__.py +72 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/models/airbyte_protocol.py +88 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/models/airbyte_protocol_serializers.py +44 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/models/well_known_types.py +5 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/py.typed +0 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/__init__.py +26 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/abstract_source.py +326 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/concurrent_source/__init__.py +8 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/concurrent_source/concurrent_read_processor.py +255 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/concurrent_source/concurrent_source.py +165 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/concurrent_source/concurrent_source_adapter.py +147 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/concurrent_source/partition_generation_completed_sentinel.py +24 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/concurrent_source/stream_thread_exception.py +25 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/concurrent_source/thread_pool_manager.py +115 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/config.py +27 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/connector_state_manager.py +161 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/__init__.py +3 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/async_job/__init__.py +0 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/async_job/job.py +52 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/async_job/job_orchestrator.py +525 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/async_job/job_tracker.py +79 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/async_job/repository.py +35 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/async_job/status.py +24 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/async_job/timer.py +39 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/auth/__init__.py +8 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/auth/declarative_authenticator.py +42 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/auth/jwt.py +197 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/auth/oauth.py +293 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/auth/selective_authenticator.py +45 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/auth/token.py +267 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/auth/token_provider.py +82 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/checks/__init__.py +24 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/checks/check_dynamic_stream.py +61 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/checks/check_stream.py +56 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/checks/connection_checker.py +35 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/concurrency_level/__init__.py +7 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/concurrency_level/concurrency_level.py +50 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/concurrent_declarative_source.py +526 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/datetime/__init__.py +3 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/datetime/datetime_parser.py +65 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/datetime/min_max_datetime.py +118 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/declarative_component_schema.yaml +3975 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/declarative_source.py +36 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/declarative_stream.py +241 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/decoders/__init__.py +33 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/decoders/composite_raw_decoder.py +218 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/decoders/decoder.py +32 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/decoders/decoder_parser.py +30 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/decoders/json_decoder.py +65 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/decoders/noop_decoder.py +21 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/decoders/pagination_decoder_decorator.py +39 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/decoders/xml_decoder.py +98 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/decoders/zipfile_decoder.py +56 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/exceptions.py +9 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/extractors/__init__.py +21 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/extractors/dpath_extractor.py +86 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/extractors/http_selector.py +37 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/extractors/record_extractor.py +27 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/extractors/record_filter.py +91 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/extractors/record_selector.py +170 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/extractors/response_to_file_extractor.py +176 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/extractors/type_transformer.py +55 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/incremental/__init__.py +37 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/incremental/concurrent_partition_cursor.py +497 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/incremental/datetime_based_cursor.py +459 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/incremental/declarative_cursor.py +13 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/incremental/global_substream_cursor.py +357 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/incremental/per_partition_cursor.py +380 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/incremental/per_partition_with_global.py +200 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/incremental/resumable_full_refresh_cursor.py +122 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/interpolation/__init__.py +9 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/interpolation/filters.py +139 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/interpolation/interpolated_boolean.py +66 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/interpolation/interpolated_mapping.py +56 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/interpolation/interpolated_nested_mapping.py +52 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/interpolation/interpolated_string.py +79 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/interpolation/interpolation.py +34 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/interpolation/jinja.py +161 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/interpolation/macros.py +191 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/manifest_declarative_source.py +421 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/migrations/__init__.py +0 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/migrations/legacy_to_per_partition_state_migration.py +98 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/migrations/state_migration.py +24 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/models/__init__.py +2 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/models/declarative_component_schema.py +2503 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/parsers/__init__.py +3 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/parsers/custom_code_compiler.py +157 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/parsers/custom_exceptions.py +21 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/parsers/manifest_component_transformer.py +172 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/parsers/manifest_reference_resolver.py +213 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/parsers/model_to_component_factory.py +3407 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/partition_routers/__init__.py +29 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/partition_routers/async_job_partition_router.py +65 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/partition_routers/cartesian_product_stream_slicer.py +176 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/partition_routers/list_partition_router.py +121 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/partition_routers/partition_router.py +62 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/partition_routers/single_partition_router.py +63 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/partition_routers/substream_partition_router.py +437 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/requesters/README.md +56 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/requesters/__init__.py +9 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/requesters/error_handlers/__init__.py +25 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/requesters/error_handlers/backoff_strategies/__init__.py +23 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/requesters/error_handlers/backoff_strategies/constant_backoff_strategy.py +45 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/requesters/error_handlers/backoff_strategies/exponential_backoff_strategy.py +45 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/requesters/error_handlers/backoff_strategies/header_helper.py +41 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/requesters/error_handlers/backoff_strategies/wait_time_from_header_backoff_strategy.py +70 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/requesters/error_handlers/backoff_strategies/wait_until_time_from_header_backoff_strategy.py +77 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/requesters/error_handlers/backoff_strategy.py +17 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/requesters/error_handlers/composite_error_handler.py +101 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/requesters/error_handlers/default_error_handler.py +147 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/requesters/error_handlers/default_http_response_filter.py +40 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/requesters/error_handlers/error_handler.py +17 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/requesters/error_handlers/http_response_filter.py +179 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/requesters/http_job_repository.py +350 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/requesters/http_requester.py +433 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/requesters/paginators/__init__.py +21 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/requesters/paginators/default_paginator.py +327 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/requesters/paginators/no_pagination.py +76 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/requesters/paginators/paginator.py +65 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/requesters/paginators/strategies/__init__.py +25 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/requesters/paginators/strategies/cursor_pagination_strategy.py +98 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/requesters/paginators/strategies/offset_increment.py +102 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/requesters/paginators/strategies/page_increment.py +71 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/requesters/paginators/strategies/pagination_strategy.py +48 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/requesters/paginators/strategies/stop_condition.py +66 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/requesters/request_option.py +117 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/requesters/request_options/__init__.py +23 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/requesters/request_options/datetime_based_request_options_provider.py +92 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/requesters/request_options/default_request_options_provider.py +60 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/requesters/request_options/interpolated_nested_request_input_provider.py +59 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/requesters/request_options/interpolated_request_input_provider.py +68 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/requesters/request_options/interpolated_request_options_provider.py +119 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/requesters/request_options/request_options_provider.py +79 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/requesters/request_path.py +15 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/requesters/requester.py +144 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/resolvers/__init__.py +41 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/resolvers/components_resolver.py +55 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/resolvers/config_components_resolver.py +136 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/resolvers/http_components_resolver.py +112 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/retrievers/__init__.py +19 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/retrievers/async_retriever.py +124 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/retrievers/file_uploader.py +89 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/retrievers/retriever.py +54 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/retrievers/simple_retriever.py +702 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/schema/__init__.py +25 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/schema/default_schema_loader.py +47 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/schema/dynamic_schema_loader.py +285 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/schema/inline_schema_loader.py +19 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/schema/json_file_schema_loader.py +92 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/schema/schema_loader.py +17 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/spec/__init__.py +7 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/spec/spec.py +48 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/stream_slicers/__init__.py +7 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/stream_slicers/declarative_partition_generator.py +93 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/stream_slicers/stream_slicer.py +25 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/transformations/__init__.py +17 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/transformations/add_fields.py +146 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/transformations/dpath_flatten_fields.py +61 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/transformations/flatten_fields.py +52 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/transformations/keys_replace_transformation.py +61 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/transformations/keys_to_lower_transformation.py +22 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/transformations/keys_to_snake_transformation.py +68 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/transformations/remove_fields.py +75 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/transformations/transformation.py +37 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/types.py +25 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/declarative/yaml_declarative_source.py +67 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/README.md +152 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/__init__.py +24 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/availability_strategy/__init__.py +11 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/availability_strategy/abstract_file_based_availability_strategy.py +73 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/availability_strategy/default_file_based_availability_strategy.py +149 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/config/__init__.py +0 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/config/abstract_file_based_spec.py +153 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/config/avro_format.py +25 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/config/csv_format.py +210 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/config/excel_format.py +18 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/config/file_based_stream_config.py +99 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/config/jsonl_format.py +18 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/config/parquet_format.py +25 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/config/unstructured_format.py +102 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/config/validate_config_transfer_modes.py +81 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/discovery_policy/__init__.py +8 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/discovery_policy/abstract_discovery_policy.py +21 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/discovery_policy/default_discovery_policy.py +33 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/exceptions.py +159 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/file_based_source.py +466 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/file_based_stream_permissions_reader.py +123 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/file_based_stream_reader.py +209 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/file_record_data.py +22 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/file_types/__init__.py +37 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/file_types/avro_parser.py +233 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/file_types/csv_parser.py +527 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/file_types/excel_parser.py +196 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/file_types/file_transfer.py +30 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/file_types/file_type_parser.py +86 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/file_types/jsonl_parser.py +145 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/file_types/parquet_parser.py +275 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/file_types/unstructured_parser.py +480 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/remote_file.py +18 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/schema_helpers.py +281 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/schema_validation_policies/__init__.py +17 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/schema_validation_policies/abstract_schema_validation_policy.py +20 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/schema_validation_policies/default_schema_validation_policies.py +52 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/stream/__init__.py +13 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/stream/abstract_file_based_stream.py +197 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/stream/concurrent/__init__.py +0 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/stream/concurrent/adapters.py +343 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/stream/concurrent/cursor/__init__.py +9 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/stream/concurrent/cursor/abstract_concurrent_file_based_cursor.py +59 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/stream/concurrent/cursor/file_based_concurrent_cursor.py +313 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/stream/concurrent/cursor/file_based_final_state_cursor.py +83 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/stream/cursor/__init__.py +4 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/stream/cursor/abstract_file_based_cursor.py +66 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/stream/cursor/default_file_based_cursor.py +149 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/stream/default_file_based_stream.py +396 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/stream/identities_stream.py +49 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/stream/permissions_file_based_stream.py +92 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/file_based/types.py +10 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/http_config.py +10 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/http_logger.py +55 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/message/__init__.py +19 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/message/repository.py +137 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/source.py +95 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/specs/transfer_modes.py +26 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/__init__.py +8 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/availability_strategy.py +84 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/call_rate.py +704 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/checkpoint/__init__.py +26 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/checkpoint/checkpoint_reader.py +335 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/checkpoint/cursor.py +77 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/checkpoint/per_partition_key_serializer.py +22 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/checkpoint/resumable_full_refresh_cursor.py +51 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/checkpoint/substream_resumable_full_refresh_cursor.py +110 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/concurrent/README.md +7 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/concurrent/__init__.py +3 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/concurrent/abstract_stream.py +96 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/concurrent/abstract_stream_facade.py +37 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/concurrent/adapters.py +397 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/concurrent/availability_strategy.py +94 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/concurrent/clamping.py +99 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/concurrent/cursor.py +481 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/concurrent/cursor_types.py +32 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/concurrent/default_stream.py +102 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/concurrent/exceptions.py +18 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/concurrent/helpers.py +42 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/concurrent/partition_enqueuer.py +64 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/concurrent/partition_reader.py +45 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/concurrent/partitions/__init__.py +3 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/concurrent/partitions/partition.py +48 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/concurrent/partitions/partition_generator.py +18 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/concurrent/partitions/stream_slicer.py +21 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/concurrent/partitions/types.py +38 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/concurrent/state_converters/__init__.py +0 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/concurrent/state_converters/abstract_stream_state_converter.py +182 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/concurrent/state_converters/datetime_stream_state_converter.py +223 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/concurrent/state_converters/incrementing_count_stream_state_converter.py +92 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/core.py +703 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/http/__init__.py +10 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/http/availability_strategy.py +54 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/http/error_handlers/__init__.py +22 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/http/error_handlers/backoff_strategy.py +28 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/http/error_handlers/default_backoff_strategy.py +17 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/http/error_handlers/default_error_mapping.py +86 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/http/error_handlers/error_handler.py +42 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/http/error_handlers/error_message_parser.py +19 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/http/error_handlers/http_status_error_handler.py +110 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/http/error_handlers/json_error_message_parser.py +52 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/http/error_handlers/response_models.py +65 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/http/exceptions.py +61 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/http/http.py +673 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/http/http_client.py +531 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/http/rate_limiting.py +158 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/http/requests_native_auth/__init__.py +14 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/http/requests_native_auth/abstract_oauth.py +479 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/http/requests_native_auth/abstract_token.py +34 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/http/requests_native_auth/oauth.py +436 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/http/requests_native_auth/token.py +83 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/permissions/identities_stream.py +75 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/streams/utils/__init__.py +3 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/types.py +169 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/utils/__init__.py +7 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/utils/casing.py +12 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/utils/files_directory.py +15 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/utils/record_helper.py +53 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/utils/schema_helpers.py +230 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/utils/slice_logger.py +57 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/utils/transform.py +277 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sources/utils/types.py +7 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sql/__init__.py +0 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sql/_util/__init__.py +0 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sql/_util/hashing.py +34 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sql/_util/name_normalizers.py +92 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sql/constants.py +32 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sql/exceptions.py +235 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sql/secrets.py +123 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sql/shared/__init__.py +15 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sql/shared/catalog_providers.py +145 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sql/shared/sql_processor.py +786 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/sql/types.py +160 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/test/__init__.py +7 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/test/catalog_builder.py +81 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/test/entrypoint_wrapper.py +250 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/test/mock_http/__init__.py +6 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/test/mock_http/matcher.py +41 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/test/mock_http/mocker.py +185 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/test/mock_http/request.py +103 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/test/mock_http/response.py +28 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/test/mock_http/response_builder.py +237 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/test/state_builder.py +33 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/test/utils/__init__.py +1 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/test/utils/data.py +24 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/test/utils/http_mocking.py +16 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/test/utils/manifest_only_fixtures.py +59 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/test/utils/reading.py +26 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/utils/__init__.py +10 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/utils/airbyte_secrets_utils.py +80 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/utils/analytics_message.py +25 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/utils/constants.py +5 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/utils/datetime_format_inferrer.py +94 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/utils/datetime_helpers.py +499 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/utils/event_timing.py +85 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/utils/is_cloud_environment.py +18 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/utils/mapping_helpers.py +162 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/utils/message_utils.py +26 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/utils/oneof_option_config.py +33 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/utils/print_buffer.py +75 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/utils/schema_inferrer.py +270 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/utils/slice_hasher.py +37 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/utils/spec_schema_transformations.py +26 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/utils/stream_status_utils.py +43 -0
- airbyte_cdk-0.0.0.dev0/airbyte_cdk/utils/traced_exception.py +145 -0
- airbyte_cdk-0.0.0.dev0/pyproject.toml +256 -0
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
Copyright (c) 2020 Airbyte
|
|
2
|
+
|
|
3
|
+
Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
4
|
+
of this software and associated documentation files (the "Software"), to deal
|
|
5
|
+
in the Software without restriction, including without limitation the rights
|
|
6
|
+
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
7
|
+
copies of the Software, and to permit persons to whom the Software is
|
|
8
|
+
furnished to do so, subject to the following conditions:
|
|
9
|
+
|
|
10
|
+
The above copyright notice and this permission notice shall be included in all
|
|
11
|
+
copies or substantial portions of the Software.
|
|
12
|
+
|
|
13
|
+
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
14
|
+
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
15
|
+
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
16
|
+
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
17
|
+
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
18
|
+
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
19
|
+
SOFTWARE.
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
Copyright (c) 2025 Airbyte, Inc., all rights reserved.
|
|
@@ -0,0 +1,111 @@
|
|
|
1
|
+
Metadata-Version: 2.1
|
|
2
|
+
Name: airbyte-cdk
|
|
3
|
+
Version: 0.0.0.dev0
|
|
4
|
+
Summary: A framework for writing Airbyte Connectors.
|
|
5
|
+
Home-page: https://airbyte.com
|
|
6
|
+
License: MIT
|
|
7
|
+
Keywords: airbyte,connector-development-kit,cdk
|
|
8
|
+
Author: Airbyte
|
|
9
|
+
Author-email: contact@airbyte.io
|
|
10
|
+
Requires-Python: >=3.10,<3.13
|
|
11
|
+
Classifier: Development Status :: 3 - Alpha
|
|
12
|
+
Classifier: Intended Audience :: Developers
|
|
13
|
+
Classifier: License :: OSI Approved :: MIT License
|
|
14
|
+
Classifier: Programming Language :: Python :: 3
|
|
15
|
+
Classifier: Programming Language :: Python :: 3.10
|
|
16
|
+
Classifier: Programming Language :: Python :: 3.11
|
|
17
|
+
Classifier: Programming Language :: Python :: 3.12
|
|
18
|
+
Classifier: Topic :: Scientific/Engineering
|
|
19
|
+
Classifier: Topic :: Software Development :: Libraries :: Python Modules
|
|
20
|
+
Provides-Extra: file-based
|
|
21
|
+
Provides-Extra: sql
|
|
22
|
+
Provides-Extra: vector-db-based
|
|
23
|
+
Requires-Dist: Jinja2 (>=3.1.2,<3.2.0)
|
|
24
|
+
Requires-Dist: PyYAML (>=6.0.1,<7.0.0)
|
|
25
|
+
Requires-Dist: airbyte-protocol-models-dataclasses (>=0.15,<0.16)
|
|
26
|
+
Requires-Dist: anyascii (>=0.3.2,<0.4.0)
|
|
27
|
+
Requires-Dist: avro (>=1.11.2,<1.13.0) ; extra == "file-based"
|
|
28
|
+
Requires-Dist: backoff
|
|
29
|
+
Requires-Dist: cachetools
|
|
30
|
+
Requires-Dist: cohere (==4.21) ; extra == "vector-db-based"
|
|
31
|
+
Requires-Dist: cryptography (>=44.0.0,<45.0.0)
|
|
32
|
+
Requires-Dist: dpath (>=2.1.6,<3.0.0)
|
|
33
|
+
Requires-Dist: dunamai (>=1.22.0,<2.0.0)
|
|
34
|
+
Requires-Dist: fastavro (>=1.8.0,<1.9.0) ; extra == "file-based"
|
|
35
|
+
Requires-Dist: genson (==1.3.0)
|
|
36
|
+
Requires-Dist: isodate (>=0.6.1,<0.7.0)
|
|
37
|
+
Requires-Dist: jsonref (>=0.2,<0.3)
|
|
38
|
+
Requires-Dist: jsonschema (>=4.17.3,<4.18.0)
|
|
39
|
+
Requires-Dist: langchain (==0.1.16) ; extra == "vector-db-based"
|
|
40
|
+
Requires-Dist: langchain_core (==0.1.42)
|
|
41
|
+
Requires-Dist: markdown ; extra == "file-based"
|
|
42
|
+
Requires-Dist: nltk (==3.9.1)
|
|
43
|
+
Requires-Dist: numpy (<2)
|
|
44
|
+
Requires-Dist: openai[embeddings] (==0.27.9) ; extra == "vector-db-based"
|
|
45
|
+
Requires-Dist: orjson (>=3.10.7,<4.0.0)
|
|
46
|
+
Requires-Dist: packaging
|
|
47
|
+
Requires-Dist: pandas (==2.2.2)
|
|
48
|
+
Requires-Dist: pdf2image (==1.16.3) ; extra == "file-based"
|
|
49
|
+
Requires-Dist: pdfminer.six (==20221105) ; extra == "file-based"
|
|
50
|
+
Requires-Dist: psutil (==6.1.0)
|
|
51
|
+
Requires-Dist: pyarrow (>=19.0.0,<20.0.0) ; extra == "file-based"
|
|
52
|
+
Requires-Dist: pydantic (>=2.7,<3.0)
|
|
53
|
+
Requires-Dist: pyjwt (>=2.8.0,<3.0.0)
|
|
54
|
+
Requires-Dist: pyrate-limiter (>=3.1.0,<3.2.0)
|
|
55
|
+
Requires-Dist: pytesseract (==0.3.10) ; extra == "file-based"
|
|
56
|
+
Requires-Dist: python-calamine (==0.2.3) ; extra == "file-based"
|
|
57
|
+
Requires-Dist: python-dateutil (>=2.9.0,<3.0.0)
|
|
58
|
+
Requires-Dist: python-snappy (==0.7.3) ; extra == "file-based"
|
|
59
|
+
Requires-Dist: python-ulid (>=3.0.0,<4.0.0)
|
|
60
|
+
Requires-Dist: pytz (==2024.2)
|
|
61
|
+
Requires-Dist: rapidfuzz (>=3.10.1,<4.0.0)
|
|
62
|
+
Requires-Dist: requests
|
|
63
|
+
Requires-Dist: requests_cache
|
|
64
|
+
Requires-Dist: serpyco-rs (>=1.10.2,<2.0.0)
|
|
65
|
+
Requires-Dist: sqlalchemy (>=2.0,<3.0,!=2.0.36) ; extra == "sql"
|
|
66
|
+
Requires-Dist: tiktoken (==0.8.0) ; extra == "vector-db-based"
|
|
67
|
+
Requires-Dist: typing-extensions
|
|
68
|
+
Requires-Dist: unstructured.pytesseract (>=0.3.12) ; extra == "file-based"
|
|
69
|
+
Requires-Dist: unstructured[docx,pptx] (==0.10.27) ; extra == "file-based"
|
|
70
|
+
Requires-Dist: wcmatch (==10.0)
|
|
71
|
+
Requires-Dist: whenever (>=0.6.16,<0.7.0)
|
|
72
|
+
Requires-Dist: xmltodict (>=0.13,<0.15)
|
|
73
|
+
Project-URL: Documentation, https://docs.airbyte.io/
|
|
74
|
+
Project-URL: Repository, https://github.com/airbytehq/airbyte-python-cdk
|
|
75
|
+
Description-Content-Type: text/markdown
|
|
76
|
+
|
|
77
|
+
# Airbyte Python CDK and Low-Code CDK
|
|
78
|
+
|
|
79
|
+
Airbyte Python CDK is a framework for building Airbyte API Source Connectors. It provides a set of
|
|
80
|
+
classes and helpers that make it easy to build a connector against an HTTP API (REST, GraphQL, etc),
|
|
81
|
+
or a generic Python source connector.
|
|
82
|
+
|
|
83
|
+
## Building Connectors with the CDK
|
|
84
|
+
|
|
85
|
+
If you're looking to build a connector, we highly recommend that you first
|
|
86
|
+
[start with the Connector Builder](https://docs.airbyte.com/connector-development/connector-builder-ui/overview).
|
|
87
|
+
It should be enough for 90% connectors out there. For more flexible and complex connectors, use the
|
|
88
|
+
[low-code CDK and `SourceDeclarativeManifest`](https://docs.airbyte.com/connector-development/config-based/low-code-cdk-overview).
|
|
89
|
+
|
|
90
|
+
For more information on building connectors, please see the [Connector Development](https://docs.airbyte.com/connector-development/) guide on [docs.airbyte.com](https://docs.airbyte.com).
|
|
91
|
+
|
|
92
|
+
## Python CDK Overview
|
|
93
|
+
|
|
94
|
+
Airbyte CDK code is within `airbyte_cdk` directory. Here's a high level overview of what's inside:
|
|
95
|
+
|
|
96
|
+
- `airbyte_cdk/connector_builder`. Internal wrapper that helps the Connector Builder platform run a declarative manifest (low-code connector). You should not use this code directly. If you need to run a `SourceDeclarativeManifest`, take a look at [`source-declarative-manifest`](https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-declarative-manifest) connector implementation instead.
|
|
97
|
+
- `airbyte_cdk/cli/source_declarative_manifest`. This module defines the `source-declarative-manifest` (aka "SDM") connector execution logic and associated CLI.
|
|
98
|
+
- `airbyte_cdk/destinations`. Basic Destination connector support! If you're building a Destination connector in Python, try that. Some of our vector DB destinations like `destination-pinecone` are using that code.
|
|
99
|
+
- `airbyte_cdk/models` expose `airbyte_protocol.models` as a part of `airbyte_cdk` package.
|
|
100
|
+
- `airbyte_cdk/sources/concurrent_source` is the Concurrent CDK implementation. It supports reading data from streams concurrently per slice / partition, useful for connectors with high throughput and high number of records.
|
|
101
|
+
- `airbyte_cdk/sources/declarative` is the low-code CDK. It works on top of Airbyte Python CDK, but provides a declarative manifest language to define streams, operations, etc. This makes it easier to build connectors without writing Python code.
|
|
102
|
+
- `airbyte_cdk/sources/file_based` is the CDK for file-based sources. Examples include S3, Azure, GCS, etc.
|
|
103
|
+
|
|
104
|
+
## Contributing
|
|
105
|
+
|
|
106
|
+
For instructions on how to contribute, please see our [Contributing Guide](docs/CONTRIBUTING.md).
|
|
107
|
+
|
|
108
|
+
## Release Management
|
|
109
|
+
|
|
110
|
+
Please see the [Release Management](docs/RELEASES.md) guide for information on how to perform releases and pre-releases.
|
|
111
|
+
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
# Airbyte Python CDK and Low-Code CDK
|
|
2
|
+
|
|
3
|
+
Airbyte Python CDK is a framework for building Airbyte API Source Connectors. It provides a set of
|
|
4
|
+
classes and helpers that make it easy to build a connector against an HTTP API (REST, GraphQL, etc),
|
|
5
|
+
or a generic Python source connector.
|
|
6
|
+
|
|
7
|
+
## Building Connectors with the CDK
|
|
8
|
+
|
|
9
|
+
If you're looking to build a connector, we highly recommend that you first
|
|
10
|
+
[start with the Connector Builder](https://docs.airbyte.com/connector-development/connector-builder-ui/overview).
|
|
11
|
+
It should be enough for 90% connectors out there. For more flexible and complex connectors, use the
|
|
12
|
+
[low-code CDK and `SourceDeclarativeManifest`](https://docs.airbyte.com/connector-development/config-based/low-code-cdk-overview).
|
|
13
|
+
|
|
14
|
+
For more information on building connectors, please see the [Connector Development](https://docs.airbyte.com/connector-development/) guide on [docs.airbyte.com](https://docs.airbyte.com).
|
|
15
|
+
|
|
16
|
+
## Python CDK Overview
|
|
17
|
+
|
|
18
|
+
Airbyte CDK code is within `airbyte_cdk` directory. Here's a high level overview of what's inside:
|
|
19
|
+
|
|
20
|
+
- `airbyte_cdk/connector_builder`. Internal wrapper that helps the Connector Builder platform run a declarative manifest (low-code connector). You should not use this code directly. If you need to run a `SourceDeclarativeManifest`, take a look at [`source-declarative-manifest`](https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-declarative-manifest) connector implementation instead.
|
|
21
|
+
- `airbyte_cdk/cli/source_declarative_manifest`. This module defines the `source-declarative-manifest` (aka "SDM") connector execution logic and associated CLI.
|
|
22
|
+
- `airbyte_cdk/destinations`. Basic Destination connector support! If you're building a Destination connector in Python, try that. Some of our vector DB destinations like `destination-pinecone` are using that code.
|
|
23
|
+
- `airbyte_cdk/models` expose `airbyte_protocol.models` as a part of `airbyte_cdk` package.
|
|
24
|
+
- `airbyte_cdk/sources/concurrent_source` is the Concurrent CDK implementation. It supports reading data from streams concurrently per slice / partition, useful for connectors with high throughput and high number of records.
|
|
25
|
+
- `airbyte_cdk/sources/declarative` is the low-code CDK. It works on top of Airbyte Python CDK, but provides a declarative manifest language to define streams, operations, etc. This makes it easier to build connectors without writing Python code.
|
|
26
|
+
- `airbyte_cdk/sources/file_based` is the CDK for file-based sources. Examples include S3, Azure, GCS, etc.
|
|
27
|
+
|
|
28
|
+
## Contributing
|
|
29
|
+
|
|
30
|
+
For instructions on how to contribute, please see our [Contributing Guide](docs/CONTRIBUTING.md).
|
|
31
|
+
|
|
32
|
+
## Release Management
|
|
33
|
+
|
|
34
|
+
Please see the [Release Management](docs/RELEASES.md) guide for information on how to perform releases and pre-releases.
|
|
@@ -0,0 +1,358 @@
|
|
|
1
|
+
# Copyright (c) 2021 Airbyte, Inc., all rights reserved.
|
|
2
|
+
"""
|
|
3
|
+
# Welcome to the Airbyte Python CDK!
|
|
4
|
+
|
|
5
|
+
The Airbyte Python CDK is a Python library that provides a set of tools to help you build
|
|
6
|
+
connectors for the Airbyte platform.
|
|
7
|
+
|
|
8
|
+
## Building Source Connectors
|
|
9
|
+
|
|
10
|
+
To build a source connector, you will want to refer to
|
|
11
|
+
the following classes and modules:
|
|
12
|
+
|
|
13
|
+
- `airbyte_cdk.sources`
|
|
14
|
+
- `airbyte_cdk.sources.concurrent_source`
|
|
15
|
+
- `airbyte_cdk.sources.config`
|
|
16
|
+
- `airbyte_cdk.sources.file_based`
|
|
17
|
+
- `airbyte_cdk.sources.streams`
|
|
18
|
+
|
|
19
|
+
## Building Destination Connectors
|
|
20
|
+
|
|
21
|
+
To build a destination connector, you will want to refer to
|
|
22
|
+
the following classes and modules:
|
|
23
|
+
|
|
24
|
+
- `airbyte_cdk.destinations`
|
|
25
|
+
- `airbyte_cdk.destinations.Destination`
|
|
26
|
+
- `airbyte_cdk.destinations.vector_db_based`
|
|
27
|
+
|
|
28
|
+
## Working with Airbyte Protocol Models
|
|
29
|
+
|
|
30
|
+
The Airbyte CDK provides a set of classes that help you work with the Airbyte protocol models:
|
|
31
|
+
|
|
32
|
+
- `airbyte_cdk.models.airbyte_protocol`
|
|
33
|
+
- `airbyte_cdk.models.airbyte_protocol_serializers`
|
|
34
|
+
|
|
35
|
+
---
|
|
36
|
+
|
|
37
|
+
API Reference
|
|
38
|
+
|
|
39
|
+
---
|
|
40
|
+
|
|
41
|
+
"""
|
|
42
|
+
|
|
43
|
+
# Warning: The below imports are not stable and will cause circular
|
|
44
|
+
# dependencies if auto-sorted with isort. Please keep them in the same order.
|
|
45
|
+
# TODO: Submodules should import from lower-level modules, rather than importing from here.
|
|
46
|
+
# Imports should also be placed in `if TYPE_CHECKING` blocks if they are only used as type
|
|
47
|
+
# hints - again, to avoid circular dependencies.
|
|
48
|
+
# Once those issues are resolved, the below can be sorted with isort.
|
|
49
|
+
import dunamai as _dunamai
|
|
50
|
+
|
|
51
|
+
from .config_observation import (
|
|
52
|
+
create_connector_config_control_message,
|
|
53
|
+
emit_configuration_as_airbyte_control_message,
|
|
54
|
+
)
|
|
55
|
+
from .connector import BaseConnector, Connector
|
|
56
|
+
from .destinations import Destination
|
|
57
|
+
from .entrypoint import AirbyteEntrypoint, launch
|
|
58
|
+
from .logger import AirbyteLogFormatter, init_logger
|
|
59
|
+
from .models import (
|
|
60
|
+
AdvancedAuth,
|
|
61
|
+
AirbyteConnectionStatus,
|
|
62
|
+
AirbyteLogMessage,
|
|
63
|
+
AirbyteMessage,
|
|
64
|
+
AirbyteRecordMessage,
|
|
65
|
+
AirbyteStream,
|
|
66
|
+
ConfiguredAirbyteCatalog,
|
|
67
|
+
ConfiguredAirbyteStream,
|
|
68
|
+
ConnectorSpecification,
|
|
69
|
+
DestinationSyncMode,
|
|
70
|
+
FailureType,
|
|
71
|
+
Level,
|
|
72
|
+
OAuthConfigSpecification,
|
|
73
|
+
OrchestratorType,
|
|
74
|
+
Status,
|
|
75
|
+
SyncMode,
|
|
76
|
+
Type,
|
|
77
|
+
)
|
|
78
|
+
from .sources import AbstractSource, Source
|
|
79
|
+
from .sources.concurrent_source.concurrent_source import ConcurrentSource
|
|
80
|
+
from .sources.concurrent_source.concurrent_source_adapter import ConcurrentSourceAdapter
|
|
81
|
+
from .sources.config import BaseConfig
|
|
82
|
+
from .sources.connector_state_manager import ConnectorStateManager
|
|
83
|
+
from .sources.declarative.auth import DeclarativeOauth2Authenticator
|
|
84
|
+
from .sources.declarative.auth.declarative_authenticator import DeclarativeAuthenticator, NoAuth
|
|
85
|
+
from .sources.declarative.auth.oauth import DeclarativeSingleUseRefreshTokenOauth2Authenticator
|
|
86
|
+
from .sources.declarative.auth.token import (
|
|
87
|
+
ApiKeyAuthenticator,
|
|
88
|
+
BasicHttpAuthenticator,
|
|
89
|
+
BearerAuthenticator,
|
|
90
|
+
)
|
|
91
|
+
from .sources.declarative.datetime.min_max_datetime import MinMaxDatetime
|
|
92
|
+
from .sources.declarative.declarative_stream import DeclarativeStream
|
|
93
|
+
from .sources.declarative.decoders import Decoder, JsonDecoder
|
|
94
|
+
from .sources.declarative.exceptions import ReadException
|
|
95
|
+
from .sources.declarative.extractors import DpathExtractor, RecordSelector
|
|
96
|
+
from .sources.declarative.extractors.record_extractor import RecordExtractor
|
|
97
|
+
from .sources.declarative.extractors.record_filter import RecordFilter
|
|
98
|
+
from .sources.declarative.incremental import DatetimeBasedCursor
|
|
99
|
+
from .sources.declarative.interpolation import InterpolatedBoolean, InterpolatedString
|
|
100
|
+
from .sources.declarative.manifest_declarative_source import ManifestDeclarativeSource
|
|
101
|
+
from .sources.declarative.migrations.legacy_to_per_partition_state_migration import (
|
|
102
|
+
LegacyToPerPartitionStateMigration,
|
|
103
|
+
)
|
|
104
|
+
from .sources.declarative.partition_routers import (
|
|
105
|
+
CartesianProductStreamSlicer,
|
|
106
|
+
SinglePartitionRouter,
|
|
107
|
+
SubstreamPartitionRouter,
|
|
108
|
+
)
|
|
109
|
+
from .sources.declarative.partition_routers.substream_partition_router import ParentStreamConfig
|
|
110
|
+
from .sources.declarative.requesters import HttpRequester, Requester
|
|
111
|
+
from .sources.declarative.requesters.error_handlers import BackoffStrategy
|
|
112
|
+
from .sources.declarative.requesters.paginators import DefaultPaginator, PaginationStrategy
|
|
113
|
+
from .sources.declarative.requesters.paginators.strategies import (
|
|
114
|
+
CursorPaginationStrategy,
|
|
115
|
+
OffsetIncrement,
|
|
116
|
+
PageIncrement,
|
|
117
|
+
StopConditionPaginationStrategyDecorator,
|
|
118
|
+
)
|
|
119
|
+
from .sources.declarative.requesters.request_option import RequestOption, RequestOptionType
|
|
120
|
+
from .sources.declarative.requesters.request_options.default_request_options_provider import (
|
|
121
|
+
DefaultRequestOptionsProvider,
|
|
122
|
+
)
|
|
123
|
+
from .sources.declarative.requesters.request_options.interpolated_request_input_provider import (
|
|
124
|
+
InterpolatedRequestInputProvider,
|
|
125
|
+
)
|
|
126
|
+
from .sources.declarative.requesters.requester import HttpMethod
|
|
127
|
+
from .sources.declarative.retrievers import SimpleRetriever
|
|
128
|
+
from .sources.declarative.schema import JsonFileSchemaLoader
|
|
129
|
+
from .sources.declarative.transformations.add_fields import AddedFieldDefinition, AddFields
|
|
130
|
+
from .sources.declarative.transformations.transformation import RecordTransformation
|
|
131
|
+
from .sources.declarative.types import FieldPointer
|
|
132
|
+
from .sources.declarative.yaml_declarative_source import YamlDeclarativeSource
|
|
133
|
+
from .sources.message import InMemoryMessageRepository, MessageRepository
|
|
134
|
+
from .sources.source import TState
|
|
135
|
+
from .sources.streams.availability_strategy import AvailabilityStrategy
|
|
136
|
+
from .sources.streams.call_rate import (
|
|
137
|
+
AbstractAPIBudget,
|
|
138
|
+
CachedLimiterSession,
|
|
139
|
+
HttpAPIBudget,
|
|
140
|
+
HttpRequestMatcher,
|
|
141
|
+
LimiterSession,
|
|
142
|
+
MovingWindowCallRatePolicy,
|
|
143
|
+
Rate,
|
|
144
|
+
)
|
|
145
|
+
from .sources.streams.checkpoint import Cursor as LegacyCursor
|
|
146
|
+
from .sources.streams.checkpoint import ResumableFullRefreshCursor
|
|
147
|
+
from .sources.streams.concurrent.adapters import StreamFacade
|
|
148
|
+
from .sources.streams.concurrent.cursor import (
|
|
149
|
+
ConcurrentCursor,
|
|
150
|
+
Cursor,
|
|
151
|
+
CursorField,
|
|
152
|
+
FinalStateCursor,
|
|
153
|
+
)
|
|
154
|
+
from .sources.streams.concurrent.state_converters.datetime_stream_state_converter import (
|
|
155
|
+
EpochValueConcurrentStreamStateConverter,
|
|
156
|
+
IsoMillisConcurrentStreamStateConverter,
|
|
157
|
+
)
|
|
158
|
+
from .sources.streams.core import IncrementalMixin, Stream, package_name_from_class
|
|
159
|
+
from .sources.streams.http import HttpStream, HttpSubStream
|
|
160
|
+
from .sources.streams.http.availability_strategy import HttpAvailabilityStrategy
|
|
161
|
+
from .sources.streams.http.exceptions import (
|
|
162
|
+
BaseBackoffException,
|
|
163
|
+
DefaultBackoffException,
|
|
164
|
+
UserDefinedBackoffException,
|
|
165
|
+
)
|
|
166
|
+
from .sources.streams.http.rate_limiting import default_backoff_handler
|
|
167
|
+
from .sources.streams.http.requests_native_auth import (
|
|
168
|
+
Oauth2Authenticator,
|
|
169
|
+
SingleUseRefreshTokenOauth2Authenticator,
|
|
170
|
+
TokenAuthenticator,
|
|
171
|
+
)
|
|
172
|
+
from .sources.streams.http.requests_native_auth.abstract_token import AbstractHeaderAuthenticator
|
|
173
|
+
from .sources.types import Config, Record, StreamSlice
|
|
174
|
+
from .sources.utils import casing
|
|
175
|
+
from .sources.utils.schema_helpers import (
|
|
176
|
+
InternalConfig,
|
|
177
|
+
ResourceSchemaLoader,
|
|
178
|
+
check_config_against_spec_or_exit,
|
|
179
|
+
expand_refs,
|
|
180
|
+
split_config,
|
|
181
|
+
)
|
|
182
|
+
from .sources.utils.transform import TransformConfig, TypeTransformer
|
|
183
|
+
from .utils import AirbyteTracedException, is_cloud_environment
|
|
184
|
+
from .utils.constants import ENV_REQUEST_CACHE_PATH
|
|
185
|
+
from .utils.event_timing import create_timer
|
|
186
|
+
from .utils.oneof_option_config import OneOfOptionConfig
|
|
187
|
+
from .utils.spec_schema_transformations import resolve_refs
|
|
188
|
+
from .utils.stream_status_utils import as_airbyte_message
|
|
189
|
+
|
|
190
|
+
__all__ = [
|
|
191
|
+
# Availability strategy
|
|
192
|
+
"AvailabilityStrategy",
|
|
193
|
+
"HttpAvailabilityStrategy",
|
|
194
|
+
# Checkpoint
|
|
195
|
+
"LegacyCursor",
|
|
196
|
+
"ResumableFullRefreshCursor",
|
|
197
|
+
# Concurrent
|
|
198
|
+
"ConcurrentCursor",
|
|
199
|
+
"ConcurrentSource",
|
|
200
|
+
"ConcurrentSourceAdapter",
|
|
201
|
+
"Cursor",
|
|
202
|
+
"CursorField",
|
|
203
|
+
"DEFAULT_CONCURRENCY",
|
|
204
|
+
"EpochValueConcurrentStreamStateConverter",
|
|
205
|
+
"FinalStateCursor",
|
|
206
|
+
"IsoMillisConcurrentStreamStateConverter",
|
|
207
|
+
"StreamFacade",
|
|
208
|
+
# Config observation
|
|
209
|
+
"create_connector_config_control_message",
|
|
210
|
+
"emit_configuration_as_airbyte_control_message",
|
|
211
|
+
# Connector
|
|
212
|
+
"AbstractSource",
|
|
213
|
+
"BaseConfig",
|
|
214
|
+
"BaseConnector",
|
|
215
|
+
"Connector",
|
|
216
|
+
"Destination",
|
|
217
|
+
"Source",
|
|
218
|
+
"TState",
|
|
219
|
+
# Declarative
|
|
220
|
+
"AddFields",
|
|
221
|
+
"AddedFieldDefinition",
|
|
222
|
+
"ApiKeyAuthenticator",
|
|
223
|
+
"BackoffStrategy",
|
|
224
|
+
"BasicHttpAuthenticator",
|
|
225
|
+
"BearerAuthenticator",
|
|
226
|
+
"CartesianProductStreamSlicer",
|
|
227
|
+
"CursorPaginationStrategy",
|
|
228
|
+
"DatetimeBasedCursor",
|
|
229
|
+
"DeclarativeAuthenticator",
|
|
230
|
+
"DeclarativeOauth2Authenticator",
|
|
231
|
+
"DeclarativeSingleUseRefreshTokenOauth2Authenticator",
|
|
232
|
+
"DeclarativeStream",
|
|
233
|
+
"Decoder",
|
|
234
|
+
"DefaultPaginator",
|
|
235
|
+
"DefaultRequestOptionsProvider",
|
|
236
|
+
"DpathExtractor",
|
|
237
|
+
"FieldPointer",
|
|
238
|
+
"HttpMethod",
|
|
239
|
+
"HttpRequester",
|
|
240
|
+
"InterpolatedBoolean",
|
|
241
|
+
"InterpolatedRequestInputProvider",
|
|
242
|
+
"InterpolatedString",
|
|
243
|
+
"JsonDecoder",
|
|
244
|
+
"JsonFileSchemaLoader",
|
|
245
|
+
"LegacyToPerPartitionStateMigration",
|
|
246
|
+
"ManifestDeclarativeSource",
|
|
247
|
+
"MinMaxDatetime",
|
|
248
|
+
"NoAuth",
|
|
249
|
+
"OffsetIncrement",
|
|
250
|
+
"PageIncrement",
|
|
251
|
+
"PaginationStrategy",
|
|
252
|
+
"ParentStreamConfig",
|
|
253
|
+
"ReadException",
|
|
254
|
+
"RecordExtractor",
|
|
255
|
+
"RecordFilter",
|
|
256
|
+
"RecordSelector",
|
|
257
|
+
"RecordTransformation",
|
|
258
|
+
"RequestOption",
|
|
259
|
+
"RequestOptionType",
|
|
260
|
+
"Requester",
|
|
261
|
+
"ResponseStatus",
|
|
262
|
+
"SimpleRetriever",
|
|
263
|
+
"SinglePartitionRouter",
|
|
264
|
+
"StopConditionPaginationStrategyDecorator",
|
|
265
|
+
"StreamSlice",
|
|
266
|
+
"SubstreamPartitionRouter",
|
|
267
|
+
"YamlDeclarativeSource",
|
|
268
|
+
# Entrypoint
|
|
269
|
+
"launch",
|
|
270
|
+
"AirbyteEntrypoint",
|
|
271
|
+
# HTTP
|
|
272
|
+
"AbstractAPIBudget",
|
|
273
|
+
"AbstractHeaderAuthenticator",
|
|
274
|
+
"BaseBackoffException",
|
|
275
|
+
"CachedLimiterSession",
|
|
276
|
+
"DefaultBackoffException",
|
|
277
|
+
"default_backoff_handler",
|
|
278
|
+
"HttpAPIBudget",
|
|
279
|
+
"HttpAuthenticator",
|
|
280
|
+
"HttpRequestMatcher",
|
|
281
|
+
"HttpStream",
|
|
282
|
+
"HttpSubStream",
|
|
283
|
+
"LimiterSession",
|
|
284
|
+
"MovingWindowCallRatePolicy",
|
|
285
|
+
"MultipleTokenAuthenticator",
|
|
286
|
+
"Oauth2Authenticator",
|
|
287
|
+
"Rate",
|
|
288
|
+
"SingleUseRefreshTokenOauth2Authenticator",
|
|
289
|
+
"TokenAuthenticator",
|
|
290
|
+
"UserDefinedBackoffException",
|
|
291
|
+
# Logger
|
|
292
|
+
"AirbyteLogFormatter",
|
|
293
|
+
"init_logger",
|
|
294
|
+
# Protocol classes
|
|
295
|
+
"AirbyteStream",
|
|
296
|
+
"AirbyteConnectionStatus",
|
|
297
|
+
"AirbyteMessage",
|
|
298
|
+
"ConfiguredAirbyteCatalog",
|
|
299
|
+
"Status",
|
|
300
|
+
"Type",
|
|
301
|
+
"OrchestratorType",
|
|
302
|
+
"ConfiguredAirbyteStream",
|
|
303
|
+
"DestinationSyncMode",
|
|
304
|
+
"SyncMode",
|
|
305
|
+
"FailureType",
|
|
306
|
+
"AdvancedAuth",
|
|
307
|
+
"AirbyteLogMessage",
|
|
308
|
+
"OAuthConfigSpecification",
|
|
309
|
+
"ConnectorSpecification",
|
|
310
|
+
"Level",
|
|
311
|
+
"AirbyteRecordMessage",
|
|
312
|
+
# Repository
|
|
313
|
+
"InMemoryMessageRepository",
|
|
314
|
+
"MessageRepository",
|
|
315
|
+
# State management
|
|
316
|
+
"ConnectorStateManager",
|
|
317
|
+
# Stream
|
|
318
|
+
"IncrementalMixin",
|
|
319
|
+
"Stream",
|
|
320
|
+
"StreamData",
|
|
321
|
+
"package_name_from_class",
|
|
322
|
+
# Utils
|
|
323
|
+
"AirbyteTracedException",
|
|
324
|
+
"is_cloud_environment",
|
|
325
|
+
"casing",
|
|
326
|
+
"InternalConfig",
|
|
327
|
+
"ResourceSchemaLoader",
|
|
328
|
+
"check_config_against_spec_or_exit",
|
|
329
|
+
"split_config",
|
|
330
|
+
"TransformConfig",
|
|
331
|
+
"TypeTransformer",
|
|
332
|
+
"ENV_REQUEST_CACHE_PATH",
|
|
333
|
+
"create_timer",
|
|
334
|
+
"OneOfOptionConfig",
|
|
335
|
+
"resolve_refs",
|
|
336
|
+
"as_airbyte_message",
|
|
337
|
+
# Types
|
|
338
|
+
"Config",
|
|
339
|
+
"Record",
|
|
340
|
+
"Source",
|
|
341
|
+
"StreamSlice",
|
|
342
|
+
]
|
|
343
|
+
|
|
344
|
+
__version__: str
|
|
345
|
+
"""Version generated by poetry dynamic versioning during publish.
|
|
346
|
+
|
|
347
|
+
When running in development, dunamai will calculate a new prerelease version
|
|
348
|
+
from existing git release tag info.
|
|
349
|
+
"""
|
|
350
|
+
|
|
351
|
+
try:
|
|
352
|
+
__version__ = _dunamai.get_version(
|
|
353
|
+
"airbyte-cdk",
|
|
354
|
+
third_choice=_dunamai.Version.from_any_vcs,
|
|
355
|
+
fallback=_dunamai.Version("0.0.0+dev"),
|
|
356
|
+
).serialize()
|
|
357
|
+
except:
|
|
358
|
+
__version__ = "0.0.0+dev"
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
# Copyright (c) 2024 Airbyte, Inc., all rights reserved.
|