airbyte-cdk 6.6.0__tar.gz → 7.6.3.post2.dev20977372780__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- airbyte_cdk-7.6.3.post2.dev20977372780/LICENSE_SHORT +1 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/PKG-INFO +127 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/README.md +34 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/__init__.py +105 -38
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/cli/__init__.py +9 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/cli/airbyte_cdk/__init__.py +86 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/cli/airbyte_cdk/_connector.py +221 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/cli/airbyte_cdk/_image.py +180 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/cli/airbyte_cdk/_manifest.py +24 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/cli/airbyte_cdk/_secrets.py +543 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/cli/airbyte_cdk/_version.py +13 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/cli/airbyte_cdk/exceptions.py +23 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/cli/source_declarative_manifest/README.md +65 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/cli/source_declarative_manifest/__init__.py +10 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/cli/source_declarative_manifest/_run.py +307 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/cli/source_declarative_manifest/spec.json +17 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/config_observation.py +2 -1
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/connector.py +4 -3
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/connector_builder/connector_builder_handler.py +186 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/connector_builder/main.py +18 -12
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/connector_builder/models.py +16 -14
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/connector_builder/test_reader/__init__.py +7 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/connector_builder/test_reader/helpers.py +742 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/connector_builder/test_reader/message_grouper.py +178 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/connector_builder/test_reader/reader.py +465 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/connector_builder/test_reader/types.py +83 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/destinations/destination.py +2 -1
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/destinations/vector_db_based/config.py +2 -1
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/destinations/vector_db_based/document_processor.py +4 -3
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/destinations/vector_db_based/embedder.py +12 -7
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/destinations/vector_db_based/writer.py +12 -4
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/entrypoint.py +76 -16
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/legacy/__init__.py +1 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/legacy/sources/__init__.py +1 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/legacy/sources/declarative/__init__.py +1 -0
- {airbyte_cdk-6.6.0/airbyte_cdk → airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/legacy}/sources/declarative/declarative_source.py +10 -1
- {airbyte_cdk-6.6.0/airbyte_cdk → airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/legacy}/sources/declarative/declarative_stream.py +16 -7
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/legacy/sources/declarative/incremental/__init__.py +31 -0
- {airbyte_cdk-6.6.0/airbyte_cdk → airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/legacy}/sources/declarative/incremental/datetime_based_cursor.py +21 -23
- {airbyte_cdk-6.6.0/airbyte_cdk → airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/legacy}/sources/declarative/incremental/global_substream_cursor.py +22 -14
- {airbyte_cdk-6.6.0/airbyte_cdk → airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/legacy}/sources/declarative/incremental/per_partition_cursor.py +45 -23
- {airbyte_cdk-6.6.0/airbyte_cdk → airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/legacy}/sources/declarative/incremental/per_partition_with_global.py +7 -10
- {airbyte_cdk-6.6.0/airbyte_cdk → airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/legacy}/sources/declarative/incremental/resumable_full_refresh_cursor.py +1 -7
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/legacy/sources/declarative/manifest_declarative_source.py +628 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/logger.py +28 -6
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/manifest_migrations/README.md +75 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/manifest_migrations/__init__.py +3 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/manifest_migrations/exceptions.py +12 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/manifest_migrations/manifest_migration.py +134 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/manifest_migrations/migration_handler.py +180 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/manifest_migrations/migrations/__init__.py +19 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/manifest_migrations/migrations/http_requester_path_to_url.py +57 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/manifest_migrations/migrations/http_requester_request_body_json_data_to_request_body.py +76 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/manifest_migrations/migrations/http_requester_url_base_to_url.py +41 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/manifest_migrations/migrations/registry.yaml +22 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/manifest_migrations/migrations_registry.py +76 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/manifest_server/Dockerfile +45 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/manifest_server/README.md +178 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/manifest_server/__init__.py +3 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/manifest_server/api_models/__init__.py +53 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/manifest_server/api_models/capabilities.py +7 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/manifest_server/api_models/dicts.py +17 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/manifest_server/api_models/manifest.py +91 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/manifest_server/api_models/stream.py +76 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/manifest_server/app.py +23 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/manifest_server/cli/__init__.py +5 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/manifest_server/cli/_common.py +29 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/manifest_server/cli/_info.py +30 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/manifest_server/cli/_openapi.py +43 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/manifest_server/cli/_start.py +38 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/manifest_server/cli/run.py +59 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/manifest_server/command_processor/processor.py +119 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/manifest_server/command_processor/utils.py +90 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/manifest_server/helpers/auth.py +43 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/manifest_server/helpers/tracing.py +36 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/manifest_server/main.py +24 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/manifest_server/openapi.yaml +717 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/manifest_server/routers/capabilities.py +25 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/manifest_server/routers/health.py +13 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/manifest_server/routers/manifest.py +264 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/models/__init__.py +13 -11
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/models/airbyte_protocol.py +1 -2
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/models/airbyte_protocol_serializers.py +4 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/models/connector_metadata.py +111 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/abstract_source.py +1 -1
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/concurrent_source/concurrent_read_processor.py +19 -25
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/concurrent_source/concurrent_source.py +34 -22
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/config.py +3 -2
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/connector_state_manager.py +9 -4
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/async_job/job.py +6 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/async_job/job_orchestrator.py +49 -21
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/async_job/job_tracker.py +23 -3
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/auth/__init__.py +2 -5
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/auth/jwt.py +75 -14
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/auth/oauth.py +309 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/auth/selective_authenticator.py +7 -1
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/auth/token.py +5 -9
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/auth/token_provider.py +7 -6
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/checks/__init__.py +27 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/checks/check_dynamic_stream.py +62 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/checks/check_stream.py +180 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/checks/connection_checker.py +5 -2
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/concurrent_declarative_source.py +665 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/datetime/datetime_parser.py +11 -1
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/datetime/min_max_datetime.py +10 -4
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/declarative_component_schema.yaml +2404 -273
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/decoders/__init__.py +33 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/decoders/composite_raw_decoder.py +221 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/decoders/decoder.py +3 -3
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/decoders/decoder_parser.py +30 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/decoders/json_decoder.py +65 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/decoders/noop_decoder.py +5 -1
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/decoders/pagination_decoder_decorator.py +1 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/decoders/xml_decoder.py +1 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/decoders/zipfile_decoder.py +56 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/extractors/__init__.py +12 -2
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/extractors/dpath_extractor.py +1 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/extractors/http_selector.py +1 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/extractors/record_filter.py +87 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/extractors/record_selector.py +54 -14
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/extractors/response_to_file_extractor.py +7 -3
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/extractors/type_transformer.py +55 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/incremental/__init__.py +13 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/incremental/concurrent_partition_cursor.py +660 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/interpolation/__init__.py +1 -1
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/interpolation/filters.py +69 -3
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/interpolation/interpolated_boolean.py +1 -1
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/interpolation/interpolated_mapping.py +1 -1
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/interpolation/interpolated_nested_mapping.py +2 -2
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/interpolation/interpolated_string.py +1 -1
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/interpolation/interpolation.py +2 -1
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/interpolation/jinja.py +59 -40
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/interpolation/macros.py +92 -11
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/migrations/legacy_to_per_partition_state_migration.py +15 -12
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/models/base_model_with_deprecations.py +149 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/models/declarative_component_schema.py +1704 -325
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/parsers/custom_code_compiler.py +157 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/parsers/custom_exceptions.py +9 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/parsers/manifest_component_transformer.py +78 -16
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/parsers/manifest_normalizer.py +519 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/parsers/manifest_reference_resolver.py +2 -2
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/parsers/model_to_component_factory.py +4359 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/partition_routers/__init__.py +33 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/partition_routers/async_job_partition_router.py +65 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/partition_routers/cartesian_product_stream_slicer.py +4 -7
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/partition_routers/grouping_partition_router.py +145 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/partition_routers/list_partition_router.py +4 -8
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/partition_routers/partition_router.py +1 -23
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/partition_routers/single_partition_router.py +0 -6
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/partition_routers/substream_partition_router.py +200 -112
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/requesters/README.md +67 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/requesters/error_handlers/__init__.py +19 -5
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/requesters/error_handlers/backoff_strategies/__init__.py +3 -1
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/requesters/error_handlers/backoff_strategies/constant_backoff_strategy.py +1 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/requesters/error_handlers/backoff_strategies/exponential_backoff_strategy.py +1 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/requesters/error_handlers/backoff_strategies/wait_time_from_header_backoff_strategy.py +1 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/requesters/error_handlers/backoff_strategies/wait_until_time_from_header_backoff_strategy.py +1 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/requesters/error_handlers/composite_error_handler.py +29 -6
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/requesters/error_handlers/default_error_handler.py +2 -1
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/requesters/error_handlers/default_http_response_filter.py +1 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/requesters/error_handlers/http_response_filter.py +9 -6
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/requesters/http_job_repository.py +373 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/requesters/http_requester.py +154 -33
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/requesters/paginators/__init__.py +14 -3
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/requesters/paginators/default_paginator.py +83 -40
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/requesters/paginators/no_pagination.py +16 -7
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/requesters/paginators/paginator.py +16 -5
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/requesters/paginators/strategies/__init__.py +9 -3
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/requesters/paginators/strategies/cursor_pagination_strategy.py +12 -7
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/requesters/paginators/strategies/offset_increment.py +24 -11
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/requesters/paginators/strategies/page_increment.py +15 -13
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/requesters/paginators/strategies/pagination_strategy.py +7 -7
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/requesters/paginators/strategies/stop_condition.py +16 -9
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/requesters/query_properties/__init__.py +13 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/requesters/query_properties/properties_from_endpoint.py +48 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/requesters/query_properties/property_chunking.py +76 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/requesters/query_properties/property_selector/__init__.py +10 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/requesters/query_properties/property_selector/json_schema_property_selector.py +54 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/requesters/query_properties/property_selector/property_selector.py +24 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/requesters/query_properties/query_properties.py +65 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/requesters/query_properties/strategies/__init__.py +10 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/requesters/query_properties/strategies/group_by_key.py +33 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/requesters/query_properties/strategies/merge_strategy.py +19 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/requesters/request_option.py +117 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/requesters/request_options/__init__.py +12 -3
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/requesters/request_options/datetime_based_request_options_provider.py +7 -6
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/requesters/request_options/interpolated_nested_request_input_provider.py +6 -8
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/requesters/request_options/interpolated_request_input_provider.py +5 -7
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/requesters/request_options/interpolated_request_options_provider.py +65 -50
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/requesters/request_options/per_partition_request_option_provider.py +95 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/requesters/requester.py +20 -1
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/resolvers/__init__.py +51 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/resolvers/components_resolver.py +60 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/resolvers/config_components_resolver.py +211 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/resolvers/http_components_resolver.py +115 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/resolvers/parametrized_components_resolver.py +125 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/retrievers/__init__.py +11 -3
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/retrievers/async_retriever.py +96 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/retrievers/file_uploader/__init__.py +15 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/retrievers/file_uploader/connector_builder_file_uploader.py +24 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/retrievers/file_uploader/default_file_uploader.py +97 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/retrievers/file_uploader/file_uploader.py +22 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/retrievers/file_uploader/file_writer.py +19 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/retrievers/file_uploader/local_file_system_file_writer.py +18 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/retrievers/file_uploader/noop_file_writer.py +17 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/retrievers/pagination_tracker.py +77 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/retrievers/retriever.py +19 -17
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/retrievers/simple_retriever.py +220 -237
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/schema/__init__.py +16 -1
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/schema/caching_schema_loader_decorator.py +15 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/schema/composite_schema_loader.py +31 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/schema/default_schema_loader.py +1 -1
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/schema/dynamic_schema_loader.py +300 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/spec/__init__.py +7 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/spec/spec.py +90 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/stream_slicers/__init__.py +10 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/stream_slicers/declarative_partition_generator.py +148 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/stream_slicers/stream_slicer.py +6 -13
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/stream_slicers/stream_slicer_test_read_decorator.py +28 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/transformations/add_fields.py +17 -6
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/transformations/config_transformations/__init__.py +9 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/transformations/config_transformations/add_fields.py +106 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/transformations/config_transformations/config_transformation.py +23 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/transformations/config_transformations/remap_field.py +65 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/transformations/config_transformations/remove_fields.py +66 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/transformations/dpath_flatten_fields.py +100 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/transformations/flatten_fields.py +52 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/transformations/keys_replace_transformation.py +61 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/transformations/keys_to_snake_transformation.py +68 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/transformations/remove_fields.py +1 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/validators/__init__.py +19 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/validators/dpath_validator.py +65 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/validators/predicate_validator.py +26 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/validators/validate_adheres_to_schema.py +39 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/validators/validation_strategy.py +22 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/validators/validator.py +18 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/yaml_declarative_source.py +15 -8
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/file_based/availability_strategy/__init__.py +7 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/file_based/availability_strategy/abstract_file_based_availability_strategy.py +47 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/file_based/availability_strategy/default_file_based_availability_strategy.py +18 -7
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/file_based/config/abstract_file_based_spec.py +15 -2
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/file_based/config/avro_format.py +2 -1
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/file_based/config/csv_format.py +2 -1
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/file_based/config/excel_format.py +2 -1
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/file_based/config/file_based_stream_config.py +37 -2
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/file_based/config/jsonl_format.py +2 -1
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/file_based/config/parquet_format.py +2 -1
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/file_based/config/unstructured_format.py +2 -1
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/file_based/config/validate_config_transfer_modes.py +81 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/file_based/discovery_policy/__init__.py +6 -2
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/file_based/exceptions.py +45 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/file_based/file_based_source.py +111 -32
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/file_based/file_based_stream_permissions_reader.py +123 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/file_based/file_based_stream_reader.py +249 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/file_based/file_record_data.py +23 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/file_based/file_types/__init__.py +12 -3
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/file_based/file_types/avro_parser.py +16 -12
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/file_based/file_types/csv_parser.py +10 -5
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/file_based/file_types/excel_parser.py +100 -16
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/file_based/file_types/file_transfer.py +30 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/file_based/file_types/jsonl_parser.py +2 -1
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/file_based/file_types/parquet_parser.py +2 -1
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/file_based/file_types/unstructured_parser.py +99 -25
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/file_based/remote_file.py +62 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/file_based/schema_helpers.py +11 -1
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/file_based/schema_validation_policies/__init__.py +3 -1
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/file_based/stream/__init__.py +13 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/file_based/stream/abstract_file_based_stream.py +2 -2
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/file_based/stream/concurrent/adapters.py +18 -35
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/file_based/stream/concurrent/cursor/__init__.py +5 -1
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/file_based/stream/concurrent/cursor/abstract_concurrent_file_based_cursor.py +1 -1
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/file_based/stream/concurrent/cursor/file_based_concurrent_cursor.py +4 -1
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/file_based/stream/concurrent/cursor/file_based_final_state_cursor.py +4 -1
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/file_based/stream/cursor/default_file_based_cursor.py +1 -1
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/file_based/stream/default_file_based_stream.py +85 -51
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/file_based/stream/identities_stream.py +49 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/file_based/stream/permissions_file_based_stream.py +92 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/http_logger.py +7 -3
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/message/__init__.py +7 -1
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/message/concurrent_repository.py +47 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/message/repository.py +20 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/specs/transfer_modes.py +26 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/streams/__init__.py +1 -1
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/streams/availability_strategy.py +1 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/streams/call_rate.py +186 -49
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/streams/checkpoint/__init__.py +2 -3
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/streams/checkpoint/cursor.py +0 -6
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/streams/checkpoint/resumable_full_refresh_cursor.py +0 -6
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/streams/checkpoint/substream_resumable_full_refresh_cursor.py +0 -6
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/streams/concurrent/abstract_stream.py +8 -8
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/streams/concurrent/adapters.py +28 -153
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/streams/concurrent/availability_strategy.py +37 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/streams/concurrent/clamping.py +99 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/streams/concurrent/cursor.py +246 -87
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/streams/concurrent/cursor_types.py +32 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/streams/concurrent/default_stream.py +47 -20
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/streams/concurrent/helpers.py +10 -2
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/streams/concurrent/partition_reader.py +86 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/streams/concurrent/partitions/partition.py +1 -16
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/streams/concurrent/partitions/stream_slicer.py +39 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/streams/concurrent/partitions/types.py +8 -2
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/streams/concurrent/state_converters/__init__.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/streams/concurrent/state_converters/abstract_stream_state_converter.py +13 -1
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/streams/concurrent/state_converters/datetime_stream_state_converter.py +29 -16
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/streams/concurrent/state_converters/incrementing_count_stream_state_converter.py +92 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/streams/core.py +24 -20
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/streams/http/error_handlers/__init__.py +2 -2
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/streams/http/error_handlers/default_error_mapping.py +16 -15
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/streams/http/error_handlers/http_status_error_handler.py +1 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/streams/http/error_handlers/json_error_message_parser.py +1 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/streams/http/error_handlers/response_models.py +3 -1
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/streams/http/exceptions.py +11 -1
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/streams/http/http.py +22 -22
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/streams/http/http_client.py +133 -20
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/streams/http/pagination_reset_exception.py +2 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/streams/http/requests_native_auth/abstract_oauth.py +524 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/streams/http/requests_native_auth/abstract_token.py +2 -1
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/streams/http/requests_native_auth/oauth.py +209 -81
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/streams/permissions/identities_stream.py +75 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/streams/utils/__init__.py +3 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/types.py +29 -1
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/utils/files_directory.py +15 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/utils/record_helper.py +9 -9
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/utils/schema_helpers.py +33 -12
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/utils/slice_logger.py +4 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/utils/transform.py +81 -26
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sql/__init__.py +0 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sql/_util/__init__.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sql/secrets.py +2 -1
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sql/shared/catalog_providers.py +14 -4
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sql/shared/sql_processor.py +28 -18
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/test/entrypoint_wrapper.py +481 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/test/mock_http/mocker.py +26 -10
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/test/mock_http/response.py +6 -3
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/test/mock_http/response_builder.py +55 -10
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/test/models/__init__.py +10 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/test/models/outcome.py +61 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/test/models/scenario.py +193 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/test/standard_tests/__init__.py +44 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/test/standard_tests/_job_runner.py +146 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/test/standard_tests/connector_base.py +119 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/test/standard_tests/declarative_sources.py +103 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/test/standard_tests/destination_base.py +16 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/test/standard_tests/docker_base.py +407 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/test/standard_tests/pytest_hooks.py +189 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/test/standard_tests/source_base.py +183 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/test/standard_tests/util.py +80 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/test/utils/manifest_only_fixtures.py +59 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/test/utils/reading.py +12 -2
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/utils/airbyte_secrets_utils.py +1 -1
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/utils/connector_paths.py +225 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/utils/datetime_helpers.py +498 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/utils/docker.py +541 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/utils/event_timing.py +10 -10
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/utils/mapping_helpers.py +162 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/utils/message_utils.py +4 -3
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/utils/schema_inferrer.py +3 -2
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/utils/slice_hasher.py +37 -0
- airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/utils/spec_schema_transformations.py +28 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/utils/traced_exception.py +15 -12
- airbyte_cdk-7.6.3.post2.dev20977372780/pyproject.toml +280 -0
- airbyte_cdk-6.6.0/PKG-INFO +0 -300
- airbyte_cdk-6.6.0/README.md +0 -222
- airbyte_cdk-6.6.0/airbyte_cdk/connector_builder/connector_builder_handler.py +0 -116
- airbyte_cdk-6.6.0/airbyte_cdk/connector_builder/message_grouper.py +0 -448
- airbyte_cdk-6.6.0/airbyte_cdk/models/file_transfer_record_message.py +0 -13
- airbyte_cdk-6.6.0/airbyte_cdk/sources/declarative/auth/oauth.py +0 -172
- airbyte_cdk-6.6.0/airbyte_cdk/sources/declarative/checks/__init__.py +0 -8
- airbyte_cdk-6.6.0/airbyte_cdk/sources/declarative/checks/check_stream.py +0 -56
- airbyte_cdk-6.6.0/airbyte_cdk/sources/declarative/concurrent_declarative_source.py +0 -352
- airbyte_cdk-6.6.0/airbyte_cdk/sources/declarative/datetime/__init__.py +0 -7
- airbyte_cdk-6.6.0/airbyte_cdk/sources/declarative/decoders/__init__.py +0 -11
- airbyte_cdk-6.6.0/airbyte_cdk/sources/declarative/decoders/json_decoder.py +0 -110
- airbyte_cdk-6.6.0/airbyte_cdk/sources/declarative/extractors/record_filter.py +0 -135
- airbyte_cdk-6.6.0/airbyte_cdk/sources/declarative/incremental/__init__.py +0 -24
- airbyte_cdk-6.6.0/airbyte_cdk/sources/declarative/manifest_declarative_source.py +0 -297
- airbyte_cdk-6.6.0/airbyte_cdk/sources/declarative/parsers/model_to_component_factory.py +0 -2184
- airbyte_cdk-6.6.0/airbyte_cdk/sources/declarative/partition_routers/__init__.py +0 -10
- airbyte_cdk-6.6.0/airbyte_cdk/sources/declarative/requesters/http_job_repository.py +0 -227
- airbyte_cdk-6.6.0/airbyte_cdk/sources/declarative/requesters/request_option.py +0 -38
- airbyte_cdk-6.6.0/airbyte_cdk/sources/declarative/retrievers/async_retriever.py +0 -122
- airbyte_cdk-6.6.0/airbyte_cdk/sources/declarative/spec/__init__.py +0 -7
- airbyte_cdk-6.6.0/airbyte_cdk/sources/declarative/spec/spec.py +0 -48
- airbyte_cdk-6.6.0/airbyte_cdk/sources/declarative/stream_slicers/__init__.py +0 -7
- airbyte_cdk-6.6.0/airbyte_cdk/sources/embedded/__init__.py +0 -3
- airbyte_cdk-6.6.0/airbyte_cdk/sources/embedded/base_integration.py +0 -60
- airbyte_cdk-6.6.0/airbyte_cdk/sources/embedded/catalog.py +0 -57
- airbyte_cdk-6.6.0/airbyte_cdk/sources/embedded/runner.py +0 -57
- airbyte_cdk-6.6.0/airbyte_cdk/sources/embedded/tools.py +0 -26
- airbyte_cdk-6.6.0/airbyte_cdk/sources/file_based/availability_strategy/__init__.py +0 -4
- airbyte_cdk-6.6.0/airbyte_cdk/sources/file_based/availability_strategy/abstract_file_based_availability_strategy.py +0 -65
- airbyte_cdk-6.6.0/airbyte_cdk/sources/file_based/file_based_stream_reader.py +0 -170
- airbyte_cdk-6.6.0/airbyte_cdk/sources/file_based/file_types/file_transfer.py +0 -37
- airbyte_cdk-6.6.0/airbyte_cdk/sources/file_based/remote_file.py +0 -18
- airbyte_cdk-6.6.0/airbyte_cdk/sources/file_based/stream/__init__.py +0 -4
- airbyte_cdk-6.6.0/airbyte_cdk/sources/streams/concurrent/availability_strategy.py +0 -87
- airbyte_cdk-6.6.0/airbyte_cdk/sources/streams/concurrent/partition_reader.py +0 -45
- airbyte_cdk-6.6.0/airbyte_cdk/sources/streams/concurrent/partitions/record.py +0 -35
- airbyte_cdk-6.6.0/airbyte_cdk/sources/streams/http/requests_native_auth/abstract_oauth.py +0 -271
- airbyte_cdk-6.6.0/airbyte_cdk/test/entrypoint_wrapper.py +0 -244
- airbyte_cdk-6.6.0/airbyte_cdk/utils/mapping_helpers.py +0 -45
- airbyte_cdk-6.6.0/airbyte_cdk/utils/spec_schema_transformations.py +0 -25
- airbyte_cdk-6.6.0/pyproject.toml +0 -190
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/LICENSE.txt +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/connector_builder/README.md +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/connector_builder/__init__.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/destinations/__init__.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/destinations/vector_db_based/README.md +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/destinations/vector_db_based/__init__.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/destinations/vector_db_based/indexer.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/destinations/vector_db_based/test_utils.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/destinations/vector_db_based/utils.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/exception_handler.py +0 -0
- {airbyte_cdk-6.6.0/airbyte_cdk → airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/legacy}/sources/declarative/incremental/declarative_cursor.py +0 -0
- {airbyte_cdk-6.6.0/airbyte_cdk/sources/declarative/async_job → airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/manifest_server/command_processor}/__init__.py +0 -0
- {airbyte_cdk-6.6.0/airbyte_cdk/sources/declarative/migrations → airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/manifest_server/helpers}/__init__.py +0 -0
- {airbyte_cdk-6.6.0/airbyte_cdk/sources/file_based/config → airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/manifest_server/routers}/__init__.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/models/well_known_types.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/py.typed +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/__init__.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/concurrent_source/__init__.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/concurrent_source/concurrent_source_adapter.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/concurrent_source/partition_generation_completed_sentinel.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/concurrent_source/stream_thread_exception.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/concurrent_source/thread_pool_manager.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/__init__.py +0 -0
- {airbyte_cdk-6.6.0/airbyte_cdk/sources/file_based/stream/concurrent → airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/async_job}/__init__.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/async_job/repository.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/async_job/status.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/async_job/timer.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/auth/declarative_authenticator.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/concurrency_level/__init__.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/concurrency_level/concurrency_level.py +0 -0
- {airbyte_cdk-6.6.0/airbyte_cdk/sources/streams/concurrent → airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/datetime}/__init__.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/exceptions.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/extractors/record_extractor.py +0 -0
- {airbyte_cdk-6.6.0/airbyte_cdk/sources/streams/concurrent/state_converters → airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/declarative/migrations}/__init__.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/migrations/state_migration.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/models/__init__.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/parsers/__init__.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/requesters/__init__.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/requesters/error_handlers/backoff_strategies/header_helper.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/requesters/error_handlers/backoff_strategy.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/requesters/error_handlers/error_handler.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/requesters/request_options/default_request_options_provider.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/requesters/request_options/request_options_provider.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/requesters/request_path.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/schema/inline_schema_loader.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/schema/json_file_schema_loader.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/schema/schema_loader.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/transformations/__init__.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/transformations/keys_to_lower_transformation.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/transformations/transformation.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/declarative/types.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/file_based/README.md +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/file_based/__init__.py +0 -0
- {airbyte_cdk-6.6.0/airbyte_cdk/sql → airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/file_based/config}/__init__.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/file_based/discovery_policy/abstract_discovery_policy.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/file_based/discovery_policy/default_discovery_policy.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/file_based/file_types/file_type_parser.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/file_based/schema_validation_policies/abstract_schema_validation_policy.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/file_based/schema_validation_policies/default_schema_validation_policies.py +0 -0
- {airbyte_cdk-6.6.0/airbyte_cdk/sql/_util → airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/file_based/stream/concurrent}/__init__.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/file_based/stream/cursor/__init__.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/file_based/stream/cursor/abstract_file_based_cursor.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/file_based/types.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/http_config.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/source.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/streams/checkpoint/checkpoint_reader.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/streams/checkpoint/per_partition_key_serializer.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/streams/concurrent/README.md +0 -0
- {airbyte_cdk-6.6.0/airbyte_cdk/sources/streams/concurrent/partitions → airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/streams/concurrent}/__init__.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/streams/concurrent/abstract_stream_facade.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/streams/concurrent/exceptions.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/streams/concurrent/partition_enqueuer.py +0 -0
- {airbyte_cdk-6.6.0/airbyte_cdk/sources/streams/utils → airbyte_cdk-7.6.3.post2.dev20977372780/airbyte_cdk/sources/streams/concurrent/partitions}/__init__.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/streams/concurrent/partitions/partition_generator.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/streams/http/__init__.py +2 -2
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/streams/http/availability_strategy.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/streams/http/error_handlers/backoff_strategy.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/streams/http/error_handlers/default_backoff_strategy.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/streams/http/error_handlers/error_handler.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/streams/http/error_handlers/error_message_parser.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/streams/http/rate_limiting.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/streams/http/requests_native_auth/__init__.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/streams/http/requests_native_auth/token.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/utils/__init__.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/utils/casing.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sources/utils/types.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sql/_util/hashing.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sql/_util/name_normalizers.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sql/constants.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sql/exceptions.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sql/shared/__init__.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/sql/types.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/test/__init__.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/test/catalog_builder.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/test/mock_http/__init__.py +1 -1
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/test/mock_http/matcher.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/test/mock_http/request.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/test/state_builder.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/test/utils/__init__.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/test/utils/data.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/test/utils/http_mocking.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/utils/__init__.py +1 -1
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/utils/analytics_message.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/utils/constants.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/utils/datetime_format_inferrer.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/utils/is_cloud_environment.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/utils/oneof_option_config.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/utils/print_buffer.py +0 -0
- {airbyte_cdk-6.6.0 → airbyte_cdk-7.6.3.post2.dev20977372780}/airbyte_cdk/utils/stream_status_utils.py +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
Copyright (c) 2025 Airbyte, Inc., all rights reserved.
|
|
@@ -0,0 +1,127 @@
|
|
|
1
|
+
Metadata-Version: 2.1
|
|
2
|
+
Name: airbyte-cdk
|
|
3
|
+
Version: 7.6.3.post2.dev20977372780
|
|
4
|
+
Summary: A framework for writing Airbyte Connectors.
|
|
5
|
+
Home-page: https://airbyte.com
|
|
6
|
+
License: MIT
|
|
7
|
+
Keywords: airbyte,connector-development-kit,cdk
|
|
8
|
+
Author: Airbyte
|
|
9
|
+
Author-email: contact@airbyte.io
|
|
10
|
+
Requires-Python: >=3.10,<3.14
|
|
11
|
+
Classifier: Development Status :: 3 - Alpha
|
|
12
|
+
Classifier: Intended Audience :: Developers
|
|
13
|
+
Classifier: License :: OSI Approved :: MIT License
|
|
14
|
+
Classifier: Programming Language :: Python :: 3
|
|
15
|
+
Classifier: Programming Language :: Python :: 3.10
|
|
16
|
+
Classifier: Programming Language :: Python :: 3.11
|
|
17
|
+
Classifier: Programming Language :: Python :: 3.12
|
|
18
|
+
Classifier: Programming Language :: Python :: 3.13
|
|
19
|
+
Classifier: Topic :: Scientific/Engineering
|
|
20
|
+
Classifier: Topic :: Software Development :: Libraries :: Python Modules
|
|
21
|
+
Provides-Extra: dev
|
|
22
|
+
Provides-Extra: file-based
|
|
23
|
+
Provides-Extra: manifest-server
|
|
24
|
+
Provides-Extra: sql
|
|
25
|
+
Provides-Extra: vector-db-based
|
|
26
|
+
Requires-Dist: Jinja2 (>=3.1.2,<3.2.0)
|
|
27
|
+
Requires-Dist: PyYAML (>=6.0.1,<7.0.0)
|
|
28
|
+
Requires-Dist: airbyte-protocol-models-dataclasses (>=0.17.1,<0.18.0)
|
|
29
|
+
Requires-Dist: anyascii (>=0.3.2,<0.4.0)
|
|
30
|
+
Requires-Dist: avro (>=1.11.2,<1.13.0) ; extra == "file-based"
|
|
31
|
+
Requires-Dist: backoff
|
|
32
|
+
Requires-Dist: boltons (>=25.0.0,<26.0.0)
|
|
33
|
+
Requires-Dist: cachetools
|
|
34
|
+
Requires-Dist: click (>=8.1.8,<9.0.0)
|
|
35
|
+
Requires-Dist: cohere (>=4.21,<6.0.0) ; extra == "vector-db-based"
|
|
36
|
+
Requires-Dist: cryptography (>=44.0.0,<45.0.0)
|
|
37
|
+
Requires-Dist: dateparser (>=1.2.2,<2.0.0)
|
|
38
|
+
Requires-Dist: ddtrace (>=3,<4) ; extra == "manifest-server"
|
|
39
|
+
Requires-Dist: dpath (>=2.1.6,<3.0.0)
|
|
40
|
+
Requires-Dist: dunamai (>=1.22.0,<2.0.0)
|
|
41
|
+
Requires-Dist: fastapi (>=0.116.1) ; extra == "manifest-server"
|
|
42
|
+
Requires-Dist: fastavro (>=1.11.0,<2.0.0) ; extra == "file-based"
|
|
43
|
+
Requires-Dist: genson (==1.3.0)
|
|
44
|
+
Requires-Dist: google-cloud-secret-manager (>=2.17.0,<3.0.0)
|
|
45
|
+
Requires-Dist: isodate (>=0.6.1,<0.7.0)
|
|
46
|
+
Requires-Dist: jsonref (>=1,<2)
|
|
47
|
+
Requires-Dist: jsonschema (>=4.17.3,<5.0)
|
|
48
|
+
Requires-Dist: langchain_community (>=0.4,<0.5) ; extra == "vector-db-based"
|
|
49
|
+
Requires-Dist: langchain_core (>=1.2.5,<2.0.0) ; extra == "vector-db-based"
|
|
50
|
+
Requires-Dist: langchain_text_splitters (>=1.0.0,<2.0.0) ; extra == "vector-db-based"
|
|
51
|
+
Requires-Dist: markdown ; extra == "file-based"
|
|
52
|
+
Requires-Dist: nltk (==3.9.1)
|
|
53
|
+
Requires-Dist: openai[embeddings] (==0.27.9) ; extra == "vector-db-based"
|
|
54
|
+
Requires-Dist: openpyxl (>=3.1.0,<4.0.0) ; extra == "file-based"
|
|
55
|
+
Requires-Dist: orjson (>=3.10.7,<4.0.0)
|
|
56
|
+
Requires-Dist: packaging
|
|
57
|
+
Requires-Dist: pandas (==2.2.3)
|
|
58
|
+
Requires-Dist: pdf2image (==1.16.3) ; extra == "file-based"
|
|
59
|
+
Requires-Dist: pdfminer.six (==20221105) ; extra == "file-based"
|
|
60
|
+
Requires-Dist: pyarrow (>=19.0.0,<20.0.0) ; extra == "file-based"
|
|
61
|
+
Requires-Dist: pydantic (>=2.7,<3.0)
|
|
62
|
+
Requires-Dist: pyjwt (>=2.8.0,<3.0.0)
|
|
63
|
+
Requires-Dist: pyrate-limiter (>=3.1.0,<3.2.0)
|
|
64
|
+
Requires-Dist: pytesseract (==0.3.10) ; extra == "file-based"
|
|
65
|
+
Requires-Dist: pytest (>=7,<8) ; extra == "dev"
|
|
66
|
+
Requires-Dist: python-calamine (==0.2.3) ; extra == "file-based"
|
|
67
|
+
Requires-Dist: python-dateutil (>=2.9.0,<3.0.0)
|
|
68
|
+
Requires-Dist: python-snappy (==0.7.3) ; extra == "file-based"
|
|
69
|
+
Requires-Dist: python-ulid (>=3.0.0,<4.0.0)
|
|
70
|
+
Requires-Dist: pytz (==2024.2)
|
|
71
|
+
Requires-Dist: rapidfuzz (>=3.10.1,<4.0.0)
|
|
72
|
+
Requires-Dist: referencing (>=0.36.2)
|
|
73
|
+
Requires-Dist: requests
|
|
74
|
+
Requires-Dist: requests_cache
|
|
75
|
+
Requires-Dist: rich
|
|
76
|
+
Requires-Dist: rich-click (>=1.8.8,<2.0.0)
|
|
77
|
+
Requires-Dist: serpyco-rs (>=1.10.2,<2.0.0)
|
|
78
|
+
Requires-Dist: setuptools (>=80.9.0,<81.0.0)
|
|
79
|
+
Requires-Dist: sqlalchemy (>=2.0,<3.0,!=2.0.36) ; extra == "sql"
|
|
80
|
+
Requires-Dist: tiktoken (==0.8.0) ; extra == "vector-db-based"
|
|
81
|
+
Requires-Dist: typing-extensions
|
|
82
|
+
Requires-Dist: unidecode (>=1.3.8,<2.0.0)
|
|
83
|
+
Requires-Dist: unstructured.pytesseract (>=0.3.12) ; extra == "file-based"
|
|
84
|
+
Requires-Dist: unstructured[docx,pptx] (==0.10.27) ; extra == "file-based"
|
|
85
|
+
Requires-Dist: uvicorn (>=0.35.0) ; extra == "manifest-server"
|
|
86
|
+
Requires-Dist: wcmatch (==10.0)
|
|
87
|
+
Requires-Dist: whenever (>=0.7.3,<0.9.0)
|
|
88
|
+
Requires-Dist: xmltodict (>=0.13,<0.15)
|
|
89
|
+
Project-URL: Documentation, https://docs.airbyte.io/
|
|
90
|
+
Project-URL: Repository, https://github.com/airbytehq/airbyte-python-cdk
|
|
91
|
+
Description-Content-Type: text/markdown
|
|
92
|
+
|
|
93
|
+
# Airbyte Python CDK and Low-Code CDK
|
|
94
|
+
|
|
95
|
+
Airbyte Python CDK is a framework for building Airbyte API Source Connectors. It provides a set of
|
|
96
|
+
classes and helpers that make it easy to build a connector against an HTTP API (REST, GraphQL, etc),
|
|
97
|
+
or a generic Python source connector.
|
|
98
|
+
|
|
99
|
+
## Building Connectors with the CDK
|
|
100
|
+
|
|
101
|
+
If you're looking to build a connector, we highly recommend that you first
|
|
102
|
+
[start with the Connector Builder](https://docs.airbyte.com/connector-development/connector-builder-ui/overview).
|
|
103
|
+
It should be enough for 90% connectors out there. For more flexible and complex connectors, use the
|
|
104
|
+
[low-code CDK and `SourceDeclarativeManifest`](https://docs.airbyte.com/connector-development/config-based/low-code-cdk-overview).
|
|
105
|
+
|
|
106
|
+
For more information on building connectors, please see the [Connector Development](https://docs.airbyte.com/connector-development/) guide on [docs.airbyte.com](https://docs.airbyte.com).
|
|
107
|
+
|
|
108
|
+
## Python CDK Overview
|
|
109
|
+
|
|
110
|
+
Airbyte CDK code is within `airbyte_cdk` directory. Here's a high level overview of what's inside:
|
|
111
|
+
|
|
112
|
+
- `airbyte_cdk/connector_builder`. Internal wrapper that helps the Connector Builder platform run a declarative manifest (low-code connector). You should not use this code directly. If you need to run a `SourceDeclarativeManifest`, take a look at [`source-declarative-manifest`](https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-declarative-manifest) connector implementation instead.
|
|
113
|
+
- `airbyte_cdk/cli/source_declarative_manifest`. This module defines the `source-declarative-manifest` (aka "SDM") connector execution logic and associated CLI.
|
|
114
|
+
- `airbyte_cdk/destinations`. Basic Destination connector support! If you're building a Destination connector in Python, try that. Some of our vector DB destinations like `destination-pinecone` are using that code.
|
|
115
|
+
- `airbyte_cdk/models` expose `airbyte_protocol.models` as a part of `airbyte_cdk` package.
|
|
116
|
+
- `airbyte_cdk/sources/concurrent_source` is the Concurrent CDK implementation. It supports reading data from streams concurrently per slice / partition, useful for connectors with high throughput and high number of records.
|
|
117
|
+
- `airbyte_cdk/sources/declarative` is the low-code CDK. It works on top of Airbyte Python CDK, but provides a declarative manifest language to define streams, operations, etc. This makes it easier to build connectors without writing Python code.
|
|
118
|
+
- `airbyte_cdk/sources/file_based` is the CDK for file-based sources. Examples include S3, Azure, GCS, etc.
|
|
119
|
+
|
|
120
|
+
## Contributing
|
|
121
|
+
|
|
122
|
+
For instructions on how to contribute, please see our [Contributing Guide](docs/CONTRIBUTING.md).
|
|
123
|
+
|
|
124
|
+
## Release Management
|
|
125
|
+
|
|
126
|
+
Please see the [Release Management](docs/RELEASES.md) guide for information on how to perform releases and pre-releases.
|
|
127
|
+
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
# Airbyte Python CDK and Low-Code CDK
|
|
2
|
+
|
|
3
|
+
Airbyte Python CDK is a framework for building Airbyte API Source Connectors. It provides a set of
|
|
4
|
+
classes and helpers that make it easy to build a connector against an HTTP API (REST, GraphQL, etc),
|
|
5
|
+
or a generic Python source connector.
|
|
6
|
+
|
|
7
|
+
## Building Connectors with the CDK
|
|
8
|
+
|
|
9
|
+
If you're looking to build a connector, we highly recommend that you first
|
|
10
|
+
[start with the Connector Builder](https://docs.airbyte.com/connector-development/connector-builder-ui/overview).
|
|
11
|
+
It should be enough for 90% connectors out there. For more flexible and complex connectors, use the
|
|
12
|
+
[low-code CDK and `SourceDeclarativeManifest`](https://docs.airbyte.com/connector-development/config-based/low-code-cdk-overview).
|
|
13
|
+
|
|
14
|
+
For more information on building connectors, please see the [Connector Development](https://docs.airbyte.com/connector-development/) guide on [docs.airbyte.com](https://docs.airbyte.com).
|
|
15
|
+
|
|
16
|
+
## Python CDK Overview
|
|
17
|
+
|
|
18
|
+
Airbyte CDK code is within `airbyte_cdk` directory. Here's a high level overview of what's inside:
|
|
19
|
+
|
|
20
|
+
- `airbyte_cdk/connector_builder`. Internal wrapper that helps the Connector Builder platform run a declarative manifest (low-code connector). You should not use this code directly. If you need to run a `SourceDeclarativeManifest`, take a look at [`source-declarative-manifest`](https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-declarative-manifest) connector implementation instead.
|
|
21
|
+
- `airbyte_cdk/cli/source_declarative_manifest`. This module defines the `source-declarative-manifest` (aka "SDM") connector execution logic and associated CLI.
|
|
22
|
+
- `airbyte_cdk/destinations`. Basic Destination connector support! If you're building a Destination connector in Python, try that. Some of our vector DB destinations like `destination-pinecone` are using that code.
|
|
23
|
+
- `airbyte_cdk/models` expose `airbyte_protocol.models` as a part of `airbyte_cdk` package.
|
|
24
|
+
- `airbyte_cdk/sources/concurrent_source` is the Concurrent CDK implementation. It supports reading data from streams concurrently per slice / partition, useful for connectors with high throughput and high number of records.
|
|
25
|
+
- `airbyte_cdk/sources/declarative` is the low-code CDK. It works on top of Airbyte Python CDK, but provides a declarative manifest language to define streams, operations, etc. This makes it easier to build connectors without writing Python code.
|
|
26
|
+
- `airbyte_cdk/sources/file_based` is the CDK for file-based sources. Examples include S3, Azure, GCS, etc.
|
|
27
|
+
|
|
28
|
+
## Contributing
|
|
29
|
+
|
|
30
|
+
For instructions on how to contribute, please see our [Contributing Guide](docs/CONTRIBUTING.md).
|
|
31
|
+
|
|
32
|
+
## Release Management
|
|
33
|
+
|
|
34
|
+
Please see the [Release Management](docs/RELEASES.md) guide for information on how to perform releases and pre-releases.
|
|
@@ -32,6 +32,16 @@ The Airbyte CDK provides a set of classes that help you work with the Airbyte pr
|
|
|
32
32
|
- `airbyte_cdk.models.airbyte_protocol`
|
|
33
33
|
- `airbyte_cdk.models.airbyte_protocol_serializers`
|
|
34
34
|
|
|
35
|
+
## Using the CLI (`airbyte_cdk.cli`)
|
|
36
|
+
|
|
37
|
+
The Airbyte CDK provides two command-line interfaces (CLIs) for interacting with the framework.
|
|
38
|
+
|
|
39
|
+
- `airbyte-cdk`: This is the main CLI for the Airbyte CDK. It provides commands for building
|
|
40
|
+
and testing connectors, as well as other utilities. See the `airbyte_cdk.cli.airbyte_cdk` module
|
|
41
|
+
for more details.
|
|
42
|
+
- `source-declarative-manifest`: This command allows you to run declarative manifests directly.
|
|
43
|
+
See the `airbyte_cdk.cli.source_declarative_manifest` module for more details.
|
|
44
|
+
|
|
35
45
|
---
|
|
36
46
|
|
|
37
47
|
API Reference
|
|
@@ -48,77 +58,136 @@ API Reference
|
|
|
48
58
|
# Once those issues are resolved, the below can be sorted with isort.
|
|
49
59
|
import dunamai as _dunamai
|
|
50
60
|
|
|
51
|
-
from .
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
from .config_observation import create_connector_config_control_message, emit_configuration_as_airbyte_control_message
|
|
61
|
+
from .config_observation import (
|
|
62
|
+
create_connector_config_control_message,
|
|
63
|
+
emit_configuration_as_airbyte_control_message,
|
|
64
|
+
)
|
|
56
65
|
from .connector import BaseConnector, Connector
|
|
57
|
-
|
|
58
|
-
from .entrypoint import
|
|
59
|
-
|
|
66
|
+
from .destinations import Destination
|
|
67
|
+
from .entrypoint import AirbyteEntrypoint, launch
|
|
68
|
+
from .legacy.sources.declarative.declarative_stream import DeclarativeStream
|
|
69
|
+
from .legacy.sources.declarative.incremental import DatetimeBasedCursor
|
|
60
70
|
from .logger import AirbyteLogFormatter, init_logger
|
|
61
|
-
from .
|
|
71
|
+
from .models import (
|
|
72
|
+
AdvancedAuth,
|
|
73
|
+
AirbyteConnectionStatus,
|
|
74
|
+
AirbyteLogMessage,
|
|
75
|
+
AirbyteMessage,
|
|
76
|
+
AirbyteRecordMessage,
|
|
77
|
+
AirbyteStream,
|
|
78
|
+
ConfiguredAirbyteCatalog,
|
|
79
|
+
ConfiguredAirbyteStream,
|
|
80
|
+
ConnectorSpecification,
|
|
81
|
+
DestinationSyncMode,
|
|
82
|
+
FailureType,
|
|
83
|
+
Level,
|
|
84
|
+
OAuthConfigSpecification,
|
|
85
|
+
OrchestratorType,
|
|
86
|
+
Status,
|
|
87
|
+
SyncMode,
|
|
88
|
+
Type,
|
|
89
|
+
)
|
|
90
|
+
from .sources import AbstractSource, Source
|
|
62
91
|
from .sources.concurrent_source.concurrent_source import ConcurrentSource
|
|
63
92
|
from .sources.concurrent_source.concurrent_source_adapter import ConcurrentSourceAdapter
|
|
64
93
|
from .sources.config import BaseConfig
|
|
65
|
-
from .sources.types import Config, Record, StreamSlice
|
|
66
94
|
from .sources.connector_state_manager import ConnectorStateManager
|
|
67
95
|
from .sources.declarative.auth import DeclarativeOauth2Authenticator
|
|
68
|
-
from .sources.declarative.auth.declarative_authenticator import DeclarativeAuthenticator
|
|
69
|
-
from .sources.declarative.auth.declarative_authenticator import NoAuth
|
|
96
|
+
from .sources.declarative.auth.declarative_authenticator import DeclarativeAuthenticator, NoAuth
|
|
70
97
|
from .sources.declarative.auth.oauth import DeclarativeSingleUseRefreshTokenOauth2Authenticator
|
|
71
|
-
from .sources.declarative.auth.token import
|
|
98
|
+
from .sources.declarative.auth.token import (
|
|
99
|
+
ApiKeyAuthenticator,
|
|
100
|
+
BasicHttpAuthenticator,
|
|
101
|
+
BearerAuthenticator,
|
|
102
|
+
)
|
|
72
103
|
from .sources.declarative.datetime.min_max_datetime import MinMaxDatetime
|
|
73
|
-
from .sources.declarative.declarative_stream import DeclarativeStream
|
|
74
104
|
from .sources.declarative.decoders import Decoder, JsonDecoder
|
|
75
105
|
from .sources.declarative.exceptions import ReadException
|
|
76
106
|
from .sources.declarative.extractors import DpathExtractor, RecordSelector
|
|
77
107
|
from .sources.declarative.extractors.record_extractor import RecordExtractor
|
|
78
108
|
from .sources.declarative.extractors.record_filter import RecordFilter
|
|
79
|
-
from .sources.declarative.
|
|
80
|
-
from .sources.declarative.
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
109
|
+
from .sources.declarative.interpolation import InterpolatedBoolean, InterpolatedString
|
|
110
|
+
from .sources.declarative.migrations.legacy_to_per_partition_state_migration import (
|
|
111
|
+
LegacyToPerPartitionStateMigration,
|
|
112
|
+
)
|
|
113
|
+
from .sources.declarative.partition_routers import (
|
|
114
|
+
CartesianProductStreamSlicer,
|
|
115
|
+
SinglePartitionRouter,
|
|
116
|
+
SubstreamPartitionRouter,
|
|
117
|
+
)
|
|
85
118
|
from .sources.declarative.partition_routers.substream_partition_router import ParentStreamConfig
|
|
86
|
-
from .sources.declarative.requesters import
|
|
87
|
-
|
|
119
|
+
from .sources.declarative.requesters import HttpRequester, Requester
|
|
88
120
|
from .sources.declarative.requesters.error_handlers import BackoffStrategy
|
|
89
121
|
from .sources.declarative.requesters.paginators import DefaultPaginator, PaginationStrategy
|
|
90
|
-
from .sources.declarative.requesters.paginators.strategies import
|
|
91
|
-
|
|
122
|
+
from .sources.declarative.requesters.paginators.strategies import (
|
|
123
|
+
CursorPaginationStrategy,
|
|
124
|
+
OffsetIncrement,
|
|
125
|
+
PageIncrement,
|
|
126
|
+
StopConditionPaginationStrategyDecorator,
|
|
127
|
+
)
|
|
92
128
|
from .sources.declarative.requesters.request_option import RequestOption, RequestOptionType
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
129
|
+
from .sources.declarative.requesters.request_options.default_request_options_provider import (
|
|
130
|
+
DefaultRequestOptionsProvider,
|
|
131
|
+
)
|
|
132
|
+
from .sources.declarative.requesters.request_options.interpolated_request_input_provider import (
|
|
133
|
+
InterpolatedRequestInputProvider,
|
|
134
|
+
)
|
|
96
135
|
from .sources.declarative.requesters.requester import HttpMethod
|
|
97
136
|
from .sources.declarative.retrievers import SimpleRetriever
|
|
98
137
|
from .sources.declarative.schema import JsonFileSchemaLoader
|
|
99
|
-
from .sources.declarative.transformations.add_fields import
|
|
138
|
+
from .sources.declarative.transformations.add_fields import AddedFieldDefinition, AddFields
|
|
100
139
|
from .sources.declarative.transformations.transformation import RecordTransformation
|
|
101
140
|
from .sources.declarative.types import FieldPointer
|
|
102
141
|
from .sources.declarative.yaml_declarative_source import YamlDeclarativeSource
|
|
103
142
|
from .sources.message import InMemoryMessageRepository, MessageRepository
|
|
104
143
|
from .sources.source import TState
|
|
105
144
|
from .sources.streams.availability_strategy import AvailabilityStrategy
|
|
106
|
-
from .sources.streams.call_rate import
|
|
145
|
+
from .sources.streams.call_rate import (
|
|
146
|
+
AbstractAPIBudget,
|
|
147
|
+
CachedLimiterSession,
|
|
148
|
+
HttpAPIBudget,
|
|
149
|
+
HttpRequestMatcher,
|
|
150
|
+
LimiterSession,
|
|
151
|
+
MovingWindowCallRatePolicy,
|
|
152
|
+
Rate,
|
|
153
|
+
)
|
|
107
154
|
from .sources.streams.checkpoint import Cursor as LegacyCursor
|
|
108
155
|
from .sources.streams.checkpoint import ResumableFullRefreshCursor
|
|
109
156
|
from .sources.streams.concurrent.adapters import StreamFacade
|
|
110
|
-
from .sources.streams.concurrent.cursor import
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
157
|
+
from .sources.streams.concurrent.cursor import (
|
|
158
|
+
ConcurrentCursor,
|
|
159
|
+
Cursor,
|
|
160
|
+
CursorField,
|
|
161
|
+
FinalStateCursor,
|
|
162
|
+
)
|
|
163
|
+
from .sources.streams.concurrent.state_converters.datetime_stream_state_converter import (
|
|
164
|
+
EpochValueConcurrentStreamStateConverter,
|
|
165
|
+
IsoMillisConcurrentStreamStateConverter,
|
|
166
|
+
)
|
|
167
|
+
from .sources.streams.core import IncrementalMixin, Stream, package_name_from_class
|
|
114
168
|
from .sources.streams.http import HttpStream, HttpSubStream
|
|
115
169
|
from .sources.streams.http.availability_strategy import HttpAvailabilityStrategy
|
|
116
|
-
from .sources.streams.http.exceptions import
|
|
170
|
+
from .sources.streams.http.exceptions import (
|
|
171
|
+
BaseBackoffException,
|
|
172
|
+
DefaultBackoffException,
|
|
173
|
+
UserDefinedBackoffException,
|
|
174
|
+
)
|
|
117
175
|
from .sources.streams.http.rate_limiting import default_backoff_handler
|
|
118
|
-
from .sources.streams.http.requests_native_auth import
|
|
176
|
+
from .sources.streams.http.requests_native_auth import (
|
|
177
|
+
Oauth2Authenticator,
|
|
178
|
+
SingleUseRefreshTokenOauth2Authenticator,
|
|
179
|
+
TokenAuthenticator,
|
|
180
|
+
)
|
|
119
181
|
from .sources.streams.http.requests_native_auth.abstract_token import AbstractHeaderAuthenticator
|
|
182
|
+
from .sources.types import Config, Record, StreamSlice
|
|
120
183
|
from .sources.utils import casing
|
|
121
|
-
from .sources.utils.schema_helpers import
|
|
184
|
+
from .sources.utils.schema_helpers import (
|
|
185
|
+
InternalConfig,
|
|
186
|
+
ResourceSchemaLoader,
|
|
187
|
+
check_config_against_spec_or_exit,
|
|
188
|
+
expand_refs,
|
|
189
|
+
split_config,
|
|
190
|
+
)
|
|
122
191
|
from .sources.utils.transform import TransformConfig, TypeTransformer
|
|
123
192
|
from .utils import AirbyteTracedException, is_cloud_environment
|
|
124
193
|
from .utils.constants import ENV_REQUEST_CACHE_PATH
|
|
@@ -127,7 +196,6 @@ from .utils.oneof_option_config import OneOfOptionConfig
|
|
|
127
196
|
from .utils.spec_schema_transformations import resolve_refs
|
|
128
197
|
from .utils.stream_status_utils import as_airbyte_message
|
|
129
198
|
|
|
130
|
-
|
|
131
199
|
__all__ = [
|
|
132
200
|
# Availability strategy
|
|
133
201
|
"AvailabilityStrategy",
|
|
@@ -184,7 +252,6 @@ __all__ = [
|
|
|
184
252
|
"JsonDecoder",
|
|
185
253
|
"JsonFileSchemaLoader",
|
|
186
254
|
"LegacyToPerPartitionStateMigration",
|
|
187
|
-
"ManifestDeclarativeSource",
|
|
188
255
|
"MinMaxDatetime",
|
|
189
256
|
"NoAuth",
|
|
190
257
|
"OffsetIncrement",
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
# Copyright (c) 2025 Airbyte, Inc., all rights reserved.
|
|
2
|
+
"""The `airbyte-cdk.cli` module provides command-line interfaces for the Airbyte CDK.
|
|
3
|
+
|
|
4
|
+
As of now, it includes the following CLI entry points:
|
|
5
|
+
|
|
6
|
+
- `airbyte-cdk`: Commands for working with connectors.
|
|
7
|
+
- `source-declarative-manifest`: Directly invoke the declarative manifests connector.
|
|
8
|
+
|
|
9
|
+
"""
|
|
@@ -0,0 +1,86 @@
|
|
|
1
|
+
# Copyright (c) 2025 Airbyte, Inc., all rights reserved.
|
|
2
|
+
"""CLI commands for `airbyte-cdk`.
|
|
3
|
+
|
|
4
|
+
This CLI interface allows you to interact with your connector, including
|
|
5
|
+
testing and running commands.
|
|
6
|
+
|
|
7
|
+
**Basic Usage:**
|
|
8
|
+
|
|
9
|
+
```bash
|
|
10
|
+
airbyte-cdk --help
|
|
11
|
+
airbyte-cdk --version
|
|
12
|
+
airbyte-cdk connector --help
|
|
13
|
+
airbyte-cdk manifest --help
|
|
14
|
+
```
|
|
15
|
+
|
|
16
|
+
**Running Statelessly:**
|
|
17
|
+
|
|
18
|
+
You can run the latest version of this CLI, from any machine, using `pipx` or `uvx`:
|
|
19
|
+
|
|
20
|
+
```bash
|
|
21
|
+
# Run the latest version of the CLI:
|
|
22
|
+
pipx run airbyte-cdk connector --help
|
|
23
|
+
uvx airbyte-cdk connector --help
|
|
24
|
+
|
|
25
|
+
# Run from a specific CDK version:
|
|
26
|
+
pipx run airbyte-cdk==6.5.1 connector --help
|
|
27
|
+
uvx airbyte-cdk==6.5.1 connector --help
|
|
28
|
+
```
|
|
29
|
+
|
|
30
|
+
**Running within your virtualenv:**
|
|
31
|
+
|
|
32
|
+
You can also run from your connector's virtualenv:
|
|
33
|
+
|
|
34
|
+
```bash
|
|
35
|
+
poetry run airbyte-cdk connector --help
|
|
36
|
+
```
|
|
37
|
+
|
|
38
|
+
"""
|
|
39
|
+
|
|
40
|
+
from typing import cast
|
|
41
|
+
|
|
42
|
+
import rich_click as click
|
|
43
|
+
|
|
44
|
+
from airbyte_cdk.cli.airbyte_cdk._connector import connector_cli_group
|
|
45
|
+
from airbyte_cdk.cli.airbyte_cdk._image import image_cli_group
|
|
46
|
+
from airbyte_cdk.cli.airbyte_cdk._manifest import manifest_cli_group
|
|
47
|
+
from airbyte_cdk.cli.airbyte_cdk._secrets import secrets_cli_group
|
|
48
|
+
from airbyte_cdk.cli.airbyte_cdk._version import print_version
|
|
49
|
+
|
|
50
|
+
|
|
51
|
+
@click.group(
|
|
52
|
+
help=__doc__.replace("\n", "\n\n"), # Render docstring as help text (markdown)
|
|
53
|
+
invoke_without_command=True,
|
|
54
|
+
)
|
|
55
|
+
@click.option(
|
|
56
|
+
"--version",
|
|
57
|
+
is_flag=True,
|
|
58
|
+
help="Show the version of the Airbyte CDK.",
|
|
59
|
+
)
|
|
60
|
+
@click.pass_context
|
|
61
|
+
def cli(
|
|
62
|
+
ctx: click.Context,
|
|
63
|
+
version: bool,
|
|
64
|
+
) -> None:
|
|
65
|
+
"""Airbyte CDK CLI.
|
|
66
|
+
|
|
67
|
+
Help text is provided from the file-level docstring.
|
|
68
|
+
"""
|
|
69
|
+
if version:
|
|
70
|
+
print_version(short=False)
|
|
71
|
+
ctx.exit()
|
|
72
|
+
|
|
73
|
+
if ctx.invoked_subcommand is None:
|
|
74
|
+
# If no subcommand is provided, show the help message.
|
|
75
|
+
click.echo(ctx.get_help())
|
|
76
|
+
ctx.exit()
|
|
77
|
+
|
|
78
|
+
|
|
79
|
+
cli.add_command(connector_cli_group)
|
|
80
|
+
cli.add_command(manifest_cli_group)
|
|
81
|
+
cli.add_command(image_cli_group)
|
|
82
|
+
cli.add_command(secrets_cli_group)
|
|
83
|
+
|
|
84
|
+
|
|
85
|
+
if __name__ == "__main__":
|
|
86
|
+
cli()
|