airbyte-cdk 6.34.0.dev0__py3-none-any.whl → 6.34.0.dev2__py3-none-any.whl

{airbyte_cdk-6.34.0.dev0.dist-info → airbyte_cdk-6.34.0.dev2.dist-info}/RECORD

@@ -7,10 +7,14 @@ airbyte_cdk/config_observation.py,sha256=7SSPxtN0nXPkm4euGNcTTr1iLbwUL01jy-24V1H
 airbyte_cdk/connector.py,sha256=bO23kdGRkl8XKFytOgrrWFc_VagteTHVEF6IsbizVkM,4224
 airbyte_cdk/connector_builder/README.md,sha256=Hw3wvVewuHG9-QgsAq1jDiKuLlStDxKBz52ftyNRnBw,1665
 airbyte_cdk/connector_builder/__init__.py,sha256=4Hw-PX1-VgESLF16cDdvuYCzGJtHntThLF4qIiULWeo,61
-airbyte_cdk/connector_builder/connector_builder_handler.py,sha256=CZX1tdWYLdPE_2XtH2KnFNsHrqvWNxsotzTsKii0vrQ,4285
+airbyte_cdk/connector_builder/connector_builder_handler.py,sha256=BntqkP63RBPvGCtB3CrLLtYplfSlBR42kwXyyk4YGas,4268
 airbyte_cdk/connector_builder/main.py,sha256=ubAPE0Oo5gjZOa-KMtLLJQkc8_inUpFR3sIb2DEh2No,3722
-airbyte_cdk/connector_builder/message_grouper.py,sha256=Xckskpqe9kbUByaKVmPsfTKxuyI2FHt8k4NZ4p8xo_I,19813
 airbyte_cdk/connector_builder/models.py,sha256=uCHpOdJx2PyZtIqk-mt9eSVuFMQoEqrW-9sjCz0Z-AQ,1500
+airbyte_cdk/connector_builder/test_reader/__init__.py,sha256=iTwBMoI9vaJotEgpqZbFjlxRcbxXYypSVJ9YxeHk7wc,120
+airbyte_cdk/connector_builder/test_reader/helpers.py,sha256=niu_EhzwVXnvtzj2Rf_unrxqLRC4Twbe-t17HyNoRJY,23662
+airbyte_cdk/connector_builder/test_reader/message_grouper.py,sha256=L0xKpWQhfRecKblI3uYO9twPTPJYJzlOhK2P8zHWXRU,6487
+airbyte_cdk/connector_builder/test_reader/reader.py,sha256=GurMB4ITO_PntvhIHSJkXbhynLilI4DObY5A2axavXo,20667
+airbyte_cdk/connector_builder/test_reader/types.py,sha256=jP28aOlCS8Q6V7jMksfJKsuAJ-m2dNYiXaUjYvb0DBA,2404
 airbyte_cdk/destinations/__init__.py,sha256=FyDp28PT_YceJD5HDFhA-mrGfX9AONIyMQ4d68CHNxQ,213
 airbyte_cdk/destinations/destination.py,sha256=CIq-yb8C_0QvcKCtmStaHfiqn53GEfRAIGGCkJhKP1Q,5880
 airbyte_cdk/destinations/vector_db_based/README.md,sha256=QAe8c_1Afme4r2TCE10cTSaxUE3zgCBuArSuRQqK8tA,2115
@@ -22,9 +26,9 @@ airbyte_cdk/destinations/vector_db_based/indexer.py,sha256=beiSi2Uu67EoTr7yQSaCJ
 airbyte_cdk/destinations/vector_db_based/test_utils.py,sha256=MkqLiOJ5QyKbV4rNiJhe-BHM7FD-ADHQ4bQGf4c5lRY,1932
 airbyte_cdk/destinations/vector_db_based/utils.py,sha256=FOyEo8Lc-fY8UyhpCivhZtIqBRyxf3cUt6anmK03fUY,1127
 airbyte_cdk/destinations/vector_db_based/writer.py,sha256=nZ00xPiohElJmYktEZZIhr0m5EDETCHGhg0Lb2S7A20,5095
-airbyte_cdk/entrypoint.py,sha256=NRJv5BNZRSUEVTmNBa9N7ih6fW5sg4DwL0nkB9kI99Y,18570
+airbyte_cdk/entrypoint.py,sha256=xFLY2PV8mKXUaeBAknczbK6plrs4_B1WdWA6K3iaRJI,18555
 airbyte_cdk/exception_handler.py,sha256=D_doVl3Dt60ASXlJsfviOCswxGyKF2q0RL6rif3fNks,2013
-airbyte_cdk/logger.py,sha256=1cURbvawbunCAV178q-XhTHcbAQZTSf07WhU7U9AXWU,3744
+airbyte_cdk/logger.py,sha256=qi4UGuSYQQGaFaTVJlMD9lLppwqLXt1XBhwSXo-Q5IA,3660
 airbyte_cdk/models/__init__.py,sha256=MOTiuML2wShBaMSIwikdjyye2uUWBjo4J1QFSbnoiM4,2075
 airbyte_cdk/models/airbyte_protocol.py,sha256=MCmLir67-hF12YM5OKzeGbWrlxr7ChG_OQSE1xG8EIU,3748
 airbyte_cdk/models/airbyte_protocol_serializers.py,sha256=s6SaFB2CMrG_7jTQGn_fhFbQ1FUxhCxf5kq2RWGHMVI,1749
@@ -88,8 +92,8 @@ airbyte_cdk/sources/declarative/extractors/record_selector.py,sha256=HCqx7IyENM_
 airbyte_cdk/sources/declarative/extractors/response_to_file_extractor.py,sha256=LhqGDfX06_dDYLKsIVnwQ_nAWCln-v8PV7Wgt_QVeTI,6533
 airbyte_cdk/sources/declarative/extractors/type_transformer.py,sha256=d6Y2Rfg8pMVEEnHllfVksWZdNVOU55yk34O03dP9muY,1626
 airbyte_cdk/sources/declarative/incremental/__init__.py,sha256=U1oZKtBaEC6IACmvziY9Wzg7Z8EgF4ZuR7NwvjlB_Sk,1255
-airbyte_cdk/sources/declarative/incremental/concurrent_partition_cursor.py,sha256=5dbO47TFmC5Oz8TZ8DKXwXeZElz70xy2v2HJlZr5qVs,17751
-airbyte_cdk/sources/declarative/incremental/datetime_based_cursor.py,sha256=5Bl_2EeA4as0e3J23Yxp8Q8BXzh0nJ2NcGSgj3V0h2o,21954
+airbyte_cdk/sources/declarative/incremental/concurrent_partition_cursor.py,sha256=T4a-WMMFzPNyMpt-aNyw-eoW90hZNO3M2-Sy57jYpCw,21418
+airbyte_cdk/sources/declarative/incremental/datetime_based_cursor.py,sha256=Rbe6lJLTtZ5en33MwZiB9-H9-AwDMNHgwBZs8EqhYqk,22172
 airbyte_cdk/sources/declarative/incremental/declarative_cursor.py,sha256=5Bhw9VRPyIuCaD0wmmq_L3DZsa-rJgtKSEUzSd8YYD0,536
 airbyte_cdk/sources/declarative/incremental/global_substream_cursor.py,sha256=9HO-QbL9akvjq2NP7l498RwLA4iQZlBMQW1tZbt34I8,15943
 airbyte_cdk/sources/declarative/incremental/per_partition_cursor.py,sha256=9IAJTCiRUXvhFFz-IhZtYh_KfAjLHqthsYf2jErQRls,17728
@@ -141,7 +145,7 @@ airbyte_cdk/sources/declarative/requesters/error_handlers/http_response_filter.p
 airbyte_cdk/sources/declarative/requesters/http_job_repository.py,sha256=3GtOefPH08evlSUxaILkiKLTHbIspFY4qd5B3ZqNE60,10063
 airbyte_cdk/sources/declarative/requesters/http_requester.py,sha256=Ek5hS60-CYjvEaFD-bI7qA-bPgbOPb9hTbMBU4n5zNs,14994
 airbyte_cdk/sources/declarative/requesters/paginators/__init__.py,sha256=uArbKs9JKNCt7t9tZoeWwjDpyI1HoPp29FNW0JzvaEM,644
-airbyte_cdk/sources/declarative/requesters/paginators/default_paginator.py,sha256=dSm_pKGOZjzvg-X_Vif-MjrnlUG23fCa69bocq8dVIs,11693
+airbyte_cdk/sources/declarative/requesters/paginators/default_paginator.py,sha256=ZW4lwWNAzb4zL0jKc-HjowP5-y0Zg9xi0YlK6tkx_XY,12057
 airbyte_cdk/sources/declarative/requesters/paginators/no_pagination.py,sha256=j6j9QRPaTbKQ2N661RFVKthhkWiodEp6ut0tKeEd0Ng,2019
 airbyte_cdk/sources/declarative/requesters/paginators/paginator.py,sha256=OlN-y0PEOMzlUNUh3pzonoTpIJpGwkP4ibFengvpLVU,2230
 airbyte_cdk/sources/declarative/requesters/paginators/strategies/__init__.py,sha256=2gly8fuZpDNwtu1Qg6oE2jBLGqQRdzSLJdnpk_iDV6I,767
@@ -201,7 +205,7 @@ airbyte_cdk/sources/file_based/availability_strategy/__init__.py,sha256=ddKQfUmk
 airbyte_cdk/sources/file_based/availability_strategy/abstract_file_based_availability_strategy.py,sha256=01Nd4b7ERAbp-OZo_8rrAzFXWPTMwr02SnWiN17nx8Q,2363
 airbyte_cdk/sources/file_based/availability_strategy/default_file_based_availability_strategy.py,sha256=j9T5TimfWFUz7nqsaj-83G3xWmDpsmeSbDnaUNmz0UM,5849
 airbyte_cdk/sources/file_based/config/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-airbyte_cdk/sources/file_based/config/abstract_file_based_spec.py,sha256=gXlZwnEKLWknnK_n7j14lANgR6vkqhlLJ-G3rRu-ox4,6897
+airbyte_cdk/sources/file_based/config/abstract_file_based_spec.py,sha256=purspcxMNWLhGunaqVJa9TISMZK7vlQSwdz4zykFWNA,6989
 airbyte_cdk/sources/file_based/config/avro_format.py,sha256=NxTF96ewzn6HuhgodsY7Rpb-ybr1ZEWW5d4Vid64g5A,716
 airbyte_cdk/sources/file_based/config/csv_format.py,sha256=NWekkyT8dTwiVK0mwa_krQD4FJPHSDfILo8kPAg3-Vs,8006
 airbyte_cdk/sources/file_based/config/excel_format.py,sha256=9qAmTsT6SoVzNfNv0oBVkVCmiyqQuVAbfRKajjoa7Js,378
@@ -209,12 +213,13 @@ airbyte_cdk/sources/file_based/config/file_based_stream_config.py,sha256=rkTuHpz
 airbyte_cdk/sources/file_based/config/jsonl_format.py,sha256=cxtpz4t9_ERQyj_1Bx4DjOxuYLykWt0B02S4dWW5BgM,378
 airbyte_cdk/sources/file_based/config/parquet_format.py,sha256=XOp-7nmm_WcbGI8SjKH2fs3Mkf1H4RAOYSWeUFYAz3w,741
 airbyte_cdk/sources/file_based/config/unstructured_format.py,sha256=tIbB9Pn1HqU67ju7hEZ9dBstRrb2eojUNMsdckzbj58,3565
+airbyte_cdk/sources/file_based/config/validate_config_transfer_modes.py,sha256=OS52g6sJr98pKKLS4NO4ME3LCGy6qjjpWkHYWfG0Jtk,2925
 airbyte_cdk/sources/file_based/discovery_policy/__init__.py,sha256=gl3ey6mZbyfraB9P3pFhf9UJp2JeTZ1SUFAopy2iBvY,301
 airbyte_cdk/sources/file_based/discovery_policy/abstract_discovery_policy.py,sha256=dCfXX529Rd5rtopg4VeEgTPJjFtqjtjzPq6LCw18Wt0,605
 airbyte_cdk/sources/file_based/discovery_policy/default_discovery_policy.py,sha256=-xujTidtrq6HC00WKbjQh1CZdT5LMuzkp5BLjqDmfTY,1007
 airbyte_cdk/sources/file_based/exceptions.py,sha256=WP0qkG6fpWoBpOyyicgp5YNE393VWyegq5qSy0v4QtM,7362
-airbyte_cdk/sources/file_based/file_based_source.py,sha256=Biv2QufYQtHZQCBZs4iCUpqTd82rk7xo8SDYkEeau3k,17616
-airbyte_cdk/sources/file_based/file_based_stream_reader.py,sha256=e1KhgTh7mzvkBOz9DjLwzOsDwevrTmbxSYIcvhgWgGM,6856
+airbyte_cdk/sources/file_based/file_based_source.py,sha256=JXfwc9KaW7PvjAbm2GJ7Ra3DJnCZH4KaE3WytYvtM1Q,18925
+airbyte_cdk/sources/file_based/file_based_stream_reader.py,sha256=d2UZ3C8M-A591KvBvg8kDpVdpox0rKVlRhVy5bi-auc,11209
 airbyte_cdk/sources/file_based/file_types/__init__.py,sha256=blCLn0-2LC-ZdgcNyDEhqM2RiUvEjEBh-G4-t32ZtuM,1268
 airbyte_cdk/sources/file_based/file_types/avro_parser.py,sha256=XNx-JC-sgzH9u3nOJ2M59FxBXvtig8LN6BIkeDOavZA,10858
 airbyte_cdk/sources/file_based/file_types/csv_parser.py,sha256=QlCXB-ry3np67Q_VerQEPoWDOTcPTB6Go4ydZxY9ae4,20445
@@ -229,7 +234,7 @@ airbyte_cdk/sources/file_based/schema_helpers.py,sha256=Cf8FH1bDFP0qCDDfEYir_WjP
 airbyte_cdk/sources/file_based/schema_validation_policies/__init__.py,sha256=FkByIyEy56x2_awYnxGPqGaOp7zAzpAoRkPZHKySI9M,536
 airbyte_cdk/sources/file_based/schema_validation_policies/abstract_schema_validation_policy.py,sha256=kjvX7nOmUALYd7HuZHilUzgJPZ-MnZ08mtvuBnt2tQ0,618
 airbyte_cdk/sources/file_based/schema_validation_policies/default_schema_validation_policies.py,sha256=vjTlmYT_nqzY3DbT5xem7X-bwgA9RyXHoKFqiMO2URk,1728
-airbyte_cdk/sources/file_based/stream/__init__.py,sha256=QPDqdgjsabOQD93dSFqHGaFS_3pIwm-chEabZHiPJi0,265
+airbyte_cdk/sources/file_based/stream/__init__.py,sha256=q_zmeOHHg0JK5j1YNSOIsyXGz-wlTl_0E8z5GKVAcVM,543
 airbyte_cdk/sources/file_based/stream/abstract_file_based_stream.py,sha256=9pQh3BHYcxm8CRC8XawfmBxL8O9HggpWwCCbX_ncINE,7509
 airbyte_cdk/sources/file_based/stream/concurrent/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 airbyte_cdk/sources/file_based/stream/concurrent/adapters.py,sha256=WZ5q2uovgohauJgwfxq_LFeZ92WMZd0LoH6c5QQURPo,13931
@@ -241,12 +246,15 @@ airbyte_cdk/sources/file_based/stream/cursor/__init__.py,sha256=MhFB5hOo8sjwvCh8
 airbyte_cdk/sources/file_based/stream/cursor/abstract_file_based_cursor.py,sha256=om-x3gZFPgWDpi15S9RxZmR36VHnk8sytgN6LlBQhAw,1934
 airbyte_cdk/sources/file_based/stream/cursor/default_file_based_cursor.py,sha256=VGV7xLyBribuBMVrXtO1xqkWJD86bl7yhXtjnwLMohM,7051
 airbyte_cdk/sources/file_based/stream/default_file_based_stream.py,sha256=XLU5cNqQ-5mj243gNzMyXtm_oCtg1ORyoqbCsUo9Dn4,18044
+airbyte_cdk/sources/file_based/stream/identities_stream.py,sha256=DwgNU-jDp5vZ_WloQSUzBciDnAFMo8bXPjXpQx5-eko,1790
+airbyte_cdk/sources/file_based/stream/permissions_file_based_stream.py,sha256=i0Jn0zuAPomLa4pHSu9TQ3gAN5xXhNzPTYVwUDiDEyE,3523
 airbyte_cdk/sources/file_based/types.py,sha256=INxG7OPnkdUP69oYNKMAbwhvV1AGvLRHs1J6pIia2FI,218
 airbyte_cdk/sources/http_config.py,sha256=OBZeuyFilm6NlDlBhFQvHhTWabEvZww6OHDIlZujIS0,730
 airbyte_cdk/sources/http_logger.py,sha256=l_1fk5YwdonZ1wvAsTwjj6d36fj2WrVraIAMj5jTQdM,1575
 airbyte_cdk/sources/message/__init__.py,sha256=y98fzHsQBwXwp2zEa4K5mxGFqjnx9lDn9O0pTk-VS4U,395
 airbyte_cdk/sources/message/repository.py,sha256=SG7avgti_-dj8FcRHTTrhgLLGJbElv14_zIB0SH8AIc,4763
 airbyte_cdk/sources/source.py,sha256=KIBBH5VLEb8BZ8B9aROlfaI6OLoJqKDPMJ10jkAR7nk,3611
+airbyte_cdk/sources/specs/transfer_modes.py,sha256=sfSVO0yT6SaGKN5_TP0Nl_ftG0yPhecaBv0WkhAEXA8,932
 airbyte_cdk/sources/streams/__init__.py,sha256=8fzTKpRTnSx5PggXgQPKJzHNZUV2BCA40N-dI6JM1xI,256
 airbyte_cdk/sources/streams/availability_strategy.py,sha256=_RU4JITrxMEN36g1RDHMu0iSw0I_3yWGfo5N8_YRvOg,3247
 airbyte_cdk/sources/streams/call_rate.py,sha256=jRsGp1PDZBCDQNxzcGVnVmVzLk0wLHxS1JnJwMAgy9U,27568
@@ -299,6 +307,7 @@ airbyte_cdk/sources/streams/http/requests_native_auth/abstract_oauth.py,sha256=c
 airbyte_cdk/sources/streams/http/requests_native_auth/abstract_token.py,sha256=Y3n7J-sk5yGjv_OxtY6Z6k0PEsFZmtIRi-x0KCbaHdA,1010
 airbyte_cdk/sources/streams/http/requests_native_auth/oauth.py,sha256=C2j2uVfi9d-3KgHO3NGxIiFdfASjHOtsd6g_LWPYOAs,20311
 airbyte_cdk/sources/streams/http/requests_native_auth/token.py,sha256=h5PTzcdH-RQLeCg7xZ45w_484OPUDSwNWl_iMJQmZoI,2526
+airbyte_cdk/sources/streams/permissions/identities_stream.py,sha256=9O9k6k18Xm3Zsiw_vnI_jsHXfMCQiek6V-jMkJJLxn8,2621
 airbyte_cdk/sources/streams/utils/__init__.py,sha256=4Hw-PX1-VgESLF16cDdvuYCzGJtHntThLF4qIiULWeo,61
 airbyte_cdk/sources/types.py,sha256=aFPGI4t2K1vHz2oFSUIYUyDN7kw-vcYq4D7aD2zgfAU,5128
 airbyte_cdk/sources/utils/__init__.py,sha256=TTN6VUxVy6Is8BhYQZR5pxJGQh8yH4duXh4O1TiMiEY,118
@@ -324,9 +333,9 @@ airbyte_cdk/test/catalog_builder.py,sha256=-y05Cz1x0Dlk6oE9LSKhCozssV2gYBNtMdV5Y
 airbyte_cdk/test/entrypoint_wrapper.py,sha256=9XBii_YguQp0d8cykn3hy102FsJcwIBQzSB7co5ho0s,9802
 airbyte_cdk/test/mock_http/__init__.py,sha256=jE5kC6CQ0OXkTqKhciDnNVZHesBFVIA2YvkdFGwva7k,322
 airbyte_cdk/test/mock_http/matcher.py,sha256=4Qj8UnJKZIs-eodshryce3SN1Ayc8GZpBETmP6hTEyc,1446
-airbyte_cdk/test/mock_http/mocker.py,sha256=HJjgFdapr7OALj0sfk-LVXYBiymbUDieaGa8U1_q730,7358
+airbyte_cdk/test/mock_http/mocker.py,sha256=ghX44cLwhs7lqz1gYMizGX8zfPnDvt3YNI2w5jLpzIs,7726
 airbyte_cdk/test/mock_http/request.py,sha256=tdB8cqk2vLgCDTOKffBKsM06llYs4ZecgtH6DKyx6yY,4112
-airbyte_cdk/test/mock_http/response.py,sha256=U9KEsUkK2dPXYwnfwrwp6CcYSSpMYKLjfTrPFKSMCaM,602
+airbyte_cdk/test/mock_http/response.py,sha256=s4-cQQqTtmeej0pQDWqmG0vUWpHS-93lIWMpW3zSVyU,662
 airbyte_cdk/test/mock_http/response_builder.py,sha256=debPx_lRYBaQVSwCoKLa0F8KFk3h0qG7bWxFBATa0cc,7958
 airbyte_cdk/test/state_builder.py,sha256=kLPql9lNzUJaBg5YYRLJlY_Hy5JLHJDVyKPMZMoYM44,946
 airbyte_cdk/test/utils/__init__.py,sha256=Hu-1XT2KDoYjDF7-_ziDwv5bY3PueGjANOCbzeOegDg,57
@@ -342,18 +351,18 @@ airbyte_cdk/utils/datetime_format_inferrer.py,sha256=Ne2cpk7Tx3eZDEW2Q3O7jnNOY9g
 airbyte_cdk/utils/datetime_helpers.py,sha256=8mqzZ67Or2PBp7tLtrhh6XFv4wFzYsjCL_DOQJRaftI,17751
 airbyte_cdk/utils/event_timing.py,sha256=aiuFmPU80buLlNdKq4fDTEqqhEIelHPF6AalFGwY8as,2557
 airbyte_cdk/utils/is_cloud_environment.py,sha256=DayV32Irh-SdnJ0MnjvstwCJ66_l5oEsd8l85rZtHoc,574
-airbyte_cdk/utils/mapping_helpers.py,sha256=4EOyUzNAGkq-M0QF5rPeBfT4v_eV7qBrEaAtsTH1k8Y,4309
+airbyte_cdk/utils/mapping_helpers.py,sha256=imUTULHmZ1Ks-MRMRLIVqHCX1eJi_j6tFQrYsKIKtM4,5967
 airbyte_cdk/utils/message_utils.py,sha256=OTzbkwN7AdMDA3iKYq1LKwfPFxpyEDfdgEF9BED3dkU,1366
 airbyte_cdk/utils/oneof_option_config.py,sha256=N8EmWdYdwt0FM7fuShh6H8nj_r4KEL9tb2DJJtwsPow,1180
-airbyte_cdk/utils/print_buffer.py,sha256=0jhRBruCDPOwrytm03iVJp7C-2XPmaliMyENYJJEiac,2962
+airbyte_cdk/utils/print_buffer.py,sha256=PhMOi0C4Z91kWKrSvCQXcp8qRh1uCimpIdvrg6voZIA,2810
 airbyte_cdk/utils/schema_inferrer.py,sha256=_jLzL9PzE4gfR44OSavkIqZNFM9t08c3LuRrkR7PZbk,9861
 airbyte_cdk/utils/slice_hasher.py,sha256=EDxgROHDbfG-QKQb59m7h_7crN1tRiawdf5uU7GrKcg,1264
 airbyte_cdk/utils/spec_schema_transformations.py,sha256=-5HTuNsnDBAhj-oLeQXwpTGA0HdcjFOf2zTEMUTTg_Y,816
 airbyte_cdk/utils/stream_status_utils.py,sha256=ZmBoiy5HVbUEHAMrUONxZvxnvfV9CesmQJLDTAIWnWw,1171
 airbyte_cdk/utils/traced_exception.py,sha256=C8uIBuCL_E4WnBAOPSxBicD06JAldoN9fGsQDp463OY,6292
-airbyte_cdk-6.34.0.dev0.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
-airbyte_cdk-6.34.0.dev0.dist-info/LICENSE_SHORT,sha256=aqF6D1NcESmpn-cqsxBtszTEnHKnlsp8L4x9wAh3Nxg,55
-airbyte_cdk-6.34.0.dev0.dist-info/METADATA,sha256=ru0Rv9rx2U3dGuLAtDmJoCJbgSqiIV2aVpGTYOxdUz0,6015
-airbyte_cdk-6.34.0.dev0.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-airbyte_cdk-6.34.0.dev0.dist-info/entry_points.txt,sha256=fj-e3PAQvsxsQzyyq8UkG1k8spunWnD4BAH2AwlR6NM,95
-airbyte_cdk-6.34.0.dev0.dist-info/RECORD,,
+airbyte_cdk-6.34.0.dev2.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
+airbyte_cdk-6.34.0.dev2.dist-info/LICENSE_SHORT,sha256=aqF6D1NcESmpn-cqsxBtszTEnHKnlsp8L4x9wAh3Nxg,55
+airbyte_cdk-6.34.0.dev2.dist-info/METADATA,sha256=ocEC-CNtHU4hTlGp7U03ZuhKoyy4L2trucsaREiqru0,6015
+airbyte_cdk-6.34.0.dev2.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+airbyte_cdk-6.34.0.dev2.dist-info/entry_points.txt,sha256=fj-e3PAQvsxsQzyyq8UkG1k8spunWnD4BAH2AwlR6NM,95
+airbyte_cdk-6.34.0.dev2.dist-info/RECORD,,

airbyte_cdk/connector_builder/message_grouper.py

@@ -1,448 +0,0 @@
-#
-# Copyright (c) 2023 Airbyte, Inc., all rights reserved.
-#
-
-import json
-import logging
-from copy import deepcopy
-from json import JSONDecodeError
-from typing import Any, Dict, Iterable, Iterator, List, Mapping, Optional, Union
-
-from airbyte_cdk.connector_builder.models import (
-    AuxiliaryRequest,
-    HttpRequest,
-    HttpResponse,
-    LogMessage,
-    StreamRead,
-    StreamReadPages,
-    StreamReadSlices,
-)
-from airbyte_cdk.entrypoint import AirbyteEntrypoint
-from airbyte_cdk.models import (
-    AirbyteControlMessage,
-    AirbyteLogMessage,
-    AirbyteMessage,
-    AirbyteStateMessage,
-    AirbyteTraceMessage,
-    ConfiguredAirbyteCatalog,
-    OrchestratorType,
-    TraceType,
-)
-from airbyte_cdk.models import Type as MessageType
-from airbyte_cdk.sources.declarative.declarative_source import DeclarativeSource
-from airbyte_cdk.sources.utils.slice_logger import SliceLogger
-from airbyte_cdk.sources.utils.types import JsonType
-from airbyte_cdk.utils import AirbyteTracedException
-from airbyte_cdk.utils.datetime_format_inferrer import DatetimeFormatInferrer
-from airbyte_cdk.utils.schema_inferrer import SchemaInferrer, SchemaValidationException
-
-
-class MessageGrouper:
-    logger = logging.getLogger("airbyte.connector-builder")
-
-    def __init__(self, max_pages_per_slice: int, max_slices: int, max_record_limit: int = 1000):
-        self._max_pages_per_slice = max_pages_per_slice
-        self._max_slices = max_slices
-        self._max_record_limit = max_record_limit
-
-    def _pk_to_nested_and_composite_field(
-        self, field: Optional[Union[str, List[str], List[List[str]]]]
-    ) -> List[List[str]]:
-        if not field:
-            return [[]]
-
-        if isinstance(field, str):
-            return [[field]]
-
-        is_composite_key = isinstance(field[0], str)
-        if is_composite_key:
-            return [[i] for i in field]  # type: ignore  # the type of field is expected to be List[str] here
-
-        return field  # type: ignore  # the type of field is expected to be List[List[str]] here
-
-    def _cursor_field_to_nested_and_composite_field(
-        self, field: Union[str, List[str]]
-    ) -> List[List[str]]:
-        if not field:
-            return [[]]
-
-        if isinstance(field, str):
-            return [[field]]
-
-        is_nested_key = isinstance(field[0], str)
-        if is_nested_key:
-            return [field]
-
-        raise ValueError(f"Unknown type for cursor field `{field}")
-
-    def get_message_groups(
-        self,
-        source: DeclarativeSource,
-        config: Mapping[str, Any],
-        configured_catalog: ConfiguredAirbyteCatalog,
-        state: List[AirbyteStateMessage],
-        record_limit: Optional[int] = None,
-    ) -> StreamRead:
-        if record_limit is not None and not (1 <= record_limit <= self._max_record_limit):
-            raise ValueError(
-                f"Record limit must be between 1 and {self._max_record_limit}. Got {record_limit}"
-            )
-        stream = source.streams(config)[
-            0
-        ]  # The connector builder currently only supports reading from a single stream at a time
-        schema_inferrer = SchemaInferrer(
-            self._pk_to_nested_and_composite_field(stream.primary_key),
-            self._cursor_field_to_nested_and_composite_field(stream.cursor_field),
-        )
-        datetime_format_inferrer = DatetimeFormatInferrer()
-
-        if record_limit is None:
-            record_limit = self._max_record_limit
-        else:
-            record_limit = min(record_limit, self._max_record_limit)
-
-        slices = []
-        log_messages = []
-        latest_config_update: AirbyteControlMessage = None
-        auxiliary_requests = []
-        for message_group in self._get_message_groups(
-            self._read_stream(source, config, configured_catalog, state),
-            schema_inferrer,
-            datetime_format_inferrer,
-            record_limit,
-        ):
-            if isinstance(message_group, AirbyteLogMessage):
-                log_messages.append(
-                    LogMessage(
-                        **{"message": message_group.message, "level": message_group.level.value}
-                    )
-                )
-            elif isinstance(message_group, AirbyteTraceMessage):
-                if message_group.type == TraceType.ERROR:
-                    log_messages.append(
-                        LogMessage(
-                            **{
-                                "message": message_group.error.message,
-                                "level": "ERROR",
-                                "internal_message": message_group.error.internal_message,
-                                "stacktrace": message_group.error.stack_trace,
-                            }
-                        )
-                    )
-            elif isinstance(message_group, AirbyteControlMessage):
-                if (
-                    not latest_config_update
-                    or latest_config_update.emitted_at <= message_group.emitted_at
-                ):
-                    latest_config_update = message_group
-            elif isinstance(message_group, AuxiliaryRequest):
-                auxiliary_requests.append(message_group)
-            elif isinstance(message_group, StreamReadSlices):
-                slices.append(message_group)
-            else:
-                raise ValueError(f"Unknown message group type: {type(message_group)}")
-
-        try:
-            # The connector builder currently only supports reading from a single stream at a time
-            configured_stream = configured_catalog.streams[0]
-            schema = schema_inferrer.get_stream_schema(configured_stream.stream.name)
-        except SchemaValidationException as exception:
-            for validation_error in exception.validation_errors:
-                log_messages.append(LogMessage(validation_error, "ERROR"))
-            schema = exception.schema
-
-        return StreamRead(
-            logs=log_messages,
-            slices=slices,
-            test_read_limit_reached=self._has_reached_limit(slices),
-            auxiliary_requests=auxiliary_requests,
-            inferred_schema=schema,
-            latest_config_update=self._clean_config(latest_config_update.connectorConfig.config)
-            if latest_config_update
-            else None,
-            inferred_datetime_formats=datetime_format_inferrer.get_inferred_datetime_formats(),
-        )
-
-    def _get_message_groups(
-        self,
-        messages: Iterator[AirbyteMessage],
-        schema_inferrer: SchemaInferrer,
-        datetime_format_inferrer: DatetimeFormatInferrer,
-        limit: int,
-    ) -> Iterable[
-        Union[
-            StreamReadPages,
-            AirbyteControlMessage,
-            AirbyteLogMessage,
-            AirbyteTraceMessage,
-            AuxiliaryRequest,
-        ]
-    ]:
-        """
-        Message groups are partitioned according to when request log messages are received. Subsequent response log messages
-        and record messages belong to the prior request log message and when we encounter another request, append the latest
-        message group, until <limit> records have been read.
-
-        Messages received from the CDK read operation will always arrive in the following order:
-        {type: LOG, log: {message: "request: ..."}}
-        {type: LOG, log: {message: "response: ..."}}
-        ... 0 or more record messages
-        {type: RECORD, record: {data: ...}}
-        {type: RECORD, record: {data: ...}}
-        Repeats for each request/response made
-
-        Note: The exception is that normal log messages can be received at any time which are not incorporated into grouping
-        """
-        records_count = 0
-        at_least_one_page_in_group = False
-        current_page_records: List[Mapping[str, Any]] = []
-        current_slice_descriptor: Optional[Dict[str, Any]] = None
-        current_slice_pages: List[StreamReadPages] = []
-        current_page_request: Optional[HttpRequest] = None
-        current_page_response: Optional[HttpResponse] = None
-        latest_state_message: Optional[Dict[str, Any]] = None
-
-        while records_count < limit and (message := next(messages, None)):
-            json_object = self._parse_json(message.log) if message.type == MessageType.LOG else None
-            if json_object is not None and not isinstance(json_object, dict):
-                raise ValueError(
-                    f"Expected log message to be a dict, got {json_object} of type {type(json_object)}"
-                )
-            json_message: Optional[Dict[str, JsonType]] = json_object
-            if self._need_to_close_page(at_least_one_page_in_group, message, json_message):
-                self._close_page(
-                    current_page_request,
-                    current_page_response,
-                    current_slice_pages,
-                    current_page_records,
-                )
-                current_page_request = None
-                current_page_response = None
-
-            if (
-                at_least_one_page_in_group
-                and message.type == MessageType.LOG
-                and message.log.message.startswith(SliceLogger.SLICE_LOG_PREFIX)  # type: ignore[union-attr] # AirbyteMessage with MessageType.LOG has log.message
-            ):
-                yield StreamReadSlices(
-                    pages=current_slice_pages,
-                    slice_descriptor=current_slice_descriptor,
-                    state=[latest_state_message] if latest_state_message else [],
-                )
-                current_slice_descriptor = self._parse_slice_description(message.log.message)  # type: ignore[union-attr] # AirbyteMessage with MessageType.LOG has log.message
-                current_slice_pages = []
-                at_least_one_page_in_group = False
-            elif message.type == MessageType.LOG and message.log.message.startswith(  # type: ignore[union-attr] # None doesn't have 'message'
-                SliceLogger.SLICE_LOG_PREFIX
-            ):
-                # parsing the first slice
-                current_slice_descriptor = self._parse_slice_description(message.log.message)  # type: ignore[union-attr] # AirbyteMessage with MessageType.LOG has log.message
-            elif message.type == MessageType.LOG:
-                if json_message is not None and self._is_http_log(json_message):
-                    if self._is_auxiliary_http_request(json_message):
-                        airbyte_cdk = json_message.get("airbyte_cdk", {})
-                        if not isinstance(airbyte_cdk, dict):
-                            raise ValueError(
-                                f"Expected airbyte_cdk to be a dict, got {airbyte_cdk} of type {type(airbyte_cdk)}"
-                            )
-                        stream = airbyte_cdk.get("stream", {})
-                        if not isinstance(stream, dict):
-                            raise ValueError(
-                                f"Expected stream to be a dict, got {stream} of type {type(stream)}"
-                            )
-                        title_prefix = (
-                            "Parent stream: " if stream.get("is_substream", False) else ""
-                        )
-                        http = json_message.get("http", {})
-                        if not isinstance(http, dict):
-                            raise ValueError(
-                                f"Expected http to be a dict, got {http} of type {type(http)}"
-                            )
-                        yield AuxiliaryRequest(
-                            title=title_prefix + str(http.get("title", None)),
-                            description=str(http.get("description", None)),
-                            request=self._create_request_from_log_message(json_message),
-                            response=self._create_response_from_log_message(json_message),
-                        )
-                    else:
-                        at_least_one_page_in_group = True
-                        current_page_request = self._create_request_from_log_message(json_message)
-                        current_page_response = self._create_response_from_log_message(json_message)
-                else:
-                    yield message.log
-            elif message.type == MessageType.TRACE:
-                if message.trace.type == TraceType.ERROR:  # type: ignore[union-attr] # AirbyteMessage with MessageType.TRACE has trace.type
-                    yield message.trace
-            elif message.type == MessageType.RECORD:
-                current_page_records.append(message.record.data)  # type: ignore[arg-type, union-attr] # AirbyteMessage with MessageType.RECORD has record.data
-                records_count += 1
-                schema_inferrer.accumulate(message.record)
-                datetime_format_inferrer.accumulate(message.record)
-            elif (
-                message.type == MessageType.CONTROL
-                and message.control.type == OrchestratorType.CONNECTOR_CONFIG  # type: ignore[union-attr] # None doesn't have 'type'
-            ):
-                yield message.control
-            elif message.type == MessageType.STATE:
-                latest_state_message = message.state  # type: ignore[assignment]
-        else:
-            if current_page_request or current_page_response or current_page_records:
-                self._close_page(
-                    current_page_request,
-                    current_page_response,
-                    current_slice_pages,
-                    current_page_records,
-                )
-                yield StreamReadSlices(
-                    pages=current_slice_pages,
-                    slice_descriptor=current_slice_descriptor,
-                    state=[latest_state_message] if latest_state_message else [],
-                )
-
-    @staticmethod
-    def _need_to_close_page(
-        at_least_one_page_in_group: bool,
-        message: AirbyteMessage,
-        json_message: Optional[Dict[str, Any]],
-    ) -> bool:
-        return (
-            at_least_one_page_in_group
-            and message.type == MessageType.LOG
-            and (
-                MessageGrouper._is_page_http_request(json_message)
-                or message.log.message.startswith("slice:")  # type: ignore[union-attr] # AirbyteMessage with MessageType.LOG has log.message
-            )
-        )
-
-    @staticmethod
-    def _is_page_http_request(json_message: Optional[Dict[str, Any]]) -> bool:
-        if not json_message:
-            return False
-        else:
-            return MessageGrouper._is_http_log(
-                json_message
-            ) and not MessageGrouper._is_auxiliary_http_request(json_message)
-
-    @staticmethod
-    def _is_http_log(message: Dict[str, JsonType]) -> bool:
-        return bool(message.get("http", False))
-
-    @staticmethod
-    def _is_auxiliary_http_request(message: Optional[Dict[str, Any]]) -> bool:
-        """
-        A auxiliary request is a request that is performed and will not directly lead to record for the specific stream it is being queried.
-        A couple of examples are:
-        * OAuth authentication
-        * Substream slice generation
-        """
-        if not message:
-            return False
-
-        is_http = MessageGrouper._is_http_log(message)
-        return is_http and message.get("http", {}).get("is_auxiliary", False)
-
-    @staticmethod
-    def _close_page(
-        current_page_request: Optional[HttpRequest],
-        current_page_response: Optional[HttpResponse],
-        current_slice_pages: List[StreamReadPages],
-        current_page_records: List[Mapping[str, Any]],
-    ) -> None:
-        """
-        Close a page when parsing message groups
-        """
-        current_slice_pages.append(
-            StreamReadPages(
-                request=current_page_request,
-                response=current_page_response,
-                records=deepcopy(current_page_records),  # type: ignore [arg-type]
-            )
-        )
-        current_page_records.clear()
-
-    def _read_stream(
-        self,
-        source: DeclarativeSource,
-        config: Mapping[str, Any],
-        configured_catalog: ConfiguredAirbyteCatalog,
-        state: List[AirbyteStateMessage],
-    ) -> Iterator[AirbyteMessage]:
-        # the generator can raise an exception
-        # iterate over the generated messages. if next raise an exception, catch it and yield it as an AirbyteLogMessage
-        try:
-            yield from AirbyteEntrypoint(source).read(
-                source.spec(self.logger), config, configured_catalog, state
-            )
-        except AirbyteTracedException as traced_exception:
-            # Look for this message which indicates that it is the "final exception" raised by AbstractSource.
-            # If it matches, don't yield this as we don't need to show this in the Builder.
-            # This is somewhat brittle as it relies on the message string, but if they drift then the worst case
-            # is that this message will be shown in the Builder.
-            if (
-                traced_exception.message is not None
-                and "During the sync, the following streams did not sync successfully"
-                in traced_exception.message
-            ):
-                return
-            yield traced_exception.as_airbyte_message()
-        except Exception as e:
-            error_message = f"{e.args[0] if len(e.args) > 0 else str(e)}"
-            yield AirbyteTracedException.from_exception(
-                e, message=error_message
-            ).as_airbyte_message()
-
-    @staticmethod
-    def _parse_json(log_message: AirbyteLogMessage) -> JsonType:
-        # TODO: As a temporary stopgap, the CDK emits request/response data as a log message string. Ideally this should come in the
-        # form of a custom message object defined in the Airbyte protocol, but this unblocks us in the immediate while the
-        # protocol change is worked on.
-        try:
-            json_object: JsonType = json.loads(log_message.message)
-            return json_object
-        except JSONDecodeError:
-            return None
-
-    @staticmethod
-    def _create_request_from_log_message(json_http_message: Dict[str, Any]) -> HttpRequest:
-        url = json_http_message.get("url", {}).get("full", "")
-        request = json_http_message.get("http", {}).get("request", {})
-        return HttpRequest(
-            url=url,
-            http_method=request.get("method", ""),
-            headers=request.get("headers"),
-            body=request.get("body", {}).get("content", ""),
-        )
-
-    @staticmethod
-    def _create_response_from_log_message(json_http_message: Dict[str, Any]) -> HttpResponse:
-        response = json_http_message.get("http", {}).get("response", {})
-        body = response.get("body", {}).get("content", "")
-        return HttpResponse(
-            status=response.get("status_code"), body=body, headers=response.get("headers")
-        )
-
-    def _has_reached_limit(self, slices: List[StreamReadSlices]) -> bool:
-        if len(slices) >= self._max_slices:
-            return True
-
-        record_count = 0
-
-        for _slice in slices:
-            if len(_slice.pages) >= self._max_pages_per_slice:
-                return True
-            for page in _slice.pages:
-                record_count += len(page.records)
-                if record_count >= self._max_record_limit:
-                    return True
-        return False
-
-    def _parse_slice_description(self, log_message: str) -> Dict[str, Any]:
-        return json.loads(log_message.replace(SliceLogger.SLICE_LOG_PREFIX, "", 1))  # type: ignore
-
-    @staticmethod
-    def _clean_config(config: Dict[str, Any]) -> Dict[str, Any]:
-        cleaned_config = deepcopy(config)
-        for key in config.keys():
-            if key.startswith("__"):
-                del cleaned_config[key]
-        return cleaned_config